2024-04-25T18:35:14.534 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-25T18:35:14.534 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --name leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi --archive /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618 --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} -- /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/orig.config.yaml 2024-04-25T18:35:14.593 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T18:35:14.684 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: null first_in_suite: false job_id: '7673618' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: 7797745e6d8b3ac036504dc61491d368615024da owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 4419 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_7797745e6d8b3ac036504dc61491d368615024da/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: 7797745e6d8b3ac036504dc61491d368615024da syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDuTC1PaBve34o9mESgsoFZdcnH0I9/xjEe9DFlWAtG3ioEK9LK/ZJBCB6NAZFPBKJAhOCpRp27G2m0U7DFH6t8= smithi064.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLvxtRHi23uezqMB5acjaLOxXqlB+nsFJzkQP/NQbMEh7VNJ3n69kK+rVsjac0erYAOJt8xJyYUisJPl8D5u7YE= smithi066.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCNmh5bg2wrV17nnvpF6eksrWpeMYn6UJq84FaTQaPhtujFsLR5XUwKDufauk4Ofj/5awMvSfWeEWaPAiqty/7A= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-25_17:43:55 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-25T18:35:14.685 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_7797745e6d8b3ac036504dc61491d368615024da/qa; will attempt to use it 2024-04-25T18:35:14.685 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_7797745e6d8b3ac036504dc61491d368615024da/qa/tasks 2024-04-25T18:35:14.685 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-25T18:35:14.687 INFO:teuthology.task.internal:Checking packages... 2024-04-25T18:35:14.710 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-25T18:35:14.710 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-25T18:35:14.711 INFO:teuthology.packaging:ref: None 2024-04-25T18:35:14.711 INFO:teuthology.packaging:tag: None 2024-04-25T18:35:14.711 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-25T18:35:14.711 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:35:14.711 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-25T18:35:14.951 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-25T18:35:14.952 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-25T18:35:14.959 INFO:teuthology.task.internal:no buildpackages task found 2024-04-25T18:35:14.959 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-25T18:35:14.979 INFO:teuthology.task.internal:Saving configuration 2024-04-25T18:35:14.999 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-25T18:35:15.006 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-25T18:35:15.031 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 18:29:14.957469', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDuTC1PaBve34o9mESgsoFZdcnH0I9/xjEe9DFlWAtG3ioEK9LK/ZJBCB6NAZFPBKJAhOCpRp27G2m0U7DFH6t8='} 2024-04-25T18:35:15.056 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi064.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 18:29:14.956340', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLvxtRHi23uezqMB5acjaLOxXqlB+nsFJzkQP/NQbMEh7VNJ3n69kK+rVsjac0erYAOJt8xJyYUisJPl8D5u7YE='} 2024-04-25T18:35:15.079 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-25 18:29:14.954936', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCNmh5bg2wrV17nnvpF6eksrWpeMYn6UJq84FaTQaPhtujFsLR5XUwKDufauk4Ofj/5awMvSfWeEWaPAiqty/7A='} 2024-04-25T18:35:15.079 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-25T18:35:15.085 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-25T18:35:15.086 INFO:teuthology.task.internal:roles: ubuntu@smithi064.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-25T18:35:15.086 INFO:teuthology.task.internal:roles: ubuntu@smithi066.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-25T18:35:15.086 INFO:teuthology.run_tasks:Running task console_log... 2024-04-25T18:35:15.190 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f971f85d0d0>, signals=[15]) 2024-04-25T18:35:15.191 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-25T18:35:15.199 INFO:teuthology.task.internal:Opening connections... 2024-04-25T18:35:15.200 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T18:35:15.202 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:35:15.278 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi064.front.sepia.ceph.com 2024-04-25T18:35:15.279 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:35:15.355 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi066.front.sepia.ceph.com 2024-04-25T18:35:15.356 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:35:15.429 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-25T18:35:15.435 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2024-04-25T18:35:15.453 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2024-04-25T18:35:15.453 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="CentOS Stream" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="9" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:ID="centos" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE="rhel fedora" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="9" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:PLATFORM_ID="platform:el9" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T18:35:15.511 INFO:teuthology.orchestra.run.smithi032.stdout:ANSI_COLOR="0;31" 2024-04-25T18:35:15.512 INFO:teuthology.orchestra.run.smithi032.stdout:LOGO="fedora-logo-icon" 2024-04-25T18:35:15.512 INFO:teuthology.orchestra.run.smithi032.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T18:35:15.512 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://centos.org/" 2024-04-25T18:35:15.512 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T18:35:15.512 INFO:teuthology.orchestra.run.smithi032.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T18:35:15.512 INFO:teuthology.orchestra.run.smithi032.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T18:35:15.512 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2024-04-25T18:35:15.536 DEBUG:teuthology.orchestra.run.smithi064:> uname -m 2024-04-25T18:35:15.554 INFO:teuthology.orchestra.run.smithi064.stdout:x86_64 2024-04-25T18:35:15.555 DEBUG:teuthology.orchestra.run.smithi064:> cat /etc/os-release 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:NAME="CentOS Stream" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION="9" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:ID="centos" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:ID_LIKE="rhel fedora" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION_ID="9" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:PLATFORM_ID="platform:el9" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:ANSI_COLOR="0;31" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:LOGO="fedora-logo-icon" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T18:35:15.613 INFO:teuthology.orchestra.run.smithi064.stdout:HOME_URL="https://centos.org/" 2024-04-25T18:35:15.614 INFO:teuthology.orchestra.run.smithi064.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T18:35:15.614 INFO:teuthology.orchestra.run.smithi064.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T18:35:15.614 INFO:teuthology.orchestra.run.smithi064.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T18:35:15.614 INFO:teuthology.lock.ops:Updating smithi064.front.sepia.ceph.com on lock server 2024-04-25T18:35:15.636 DEBUG:teuthology.orchestra.run.smithi066:> uname -m 2024-04-25T18:35:15.655 INFO:teuthology.orchestra.run.smithi066.stdout:x86_64 2024-04-25T18:35:15.655 DEBUG:teuthology.orchestra.run.smithi066:> cat /etc/os-release 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:NAME="CentOS Stream" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION="9" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:ID="centos" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:ID_LIKE="rhel fedora" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION_ID="9" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:PLATFORM_ID="platform:el9" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:ANSI_COLOR="0;31" 2024-04-25T18:35:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:LOGO="fedora-logo-icon" 2024-04-25T18:35:15.714 INFO:teuthology.orchestra.run.smithi066.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-25T18:35:15.714 INFO:teuthology.orchestra.run.smithi066.stdout:HOME_URL="https://centos.org/" 2024-04-25T18:35:15.714 INFO:teuthology.orchestra.run.smithi066.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-25T18:35:15.714 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-25T18:35:15.714 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-25T18:35:15.714 INFO:teuthology.lock.ops:Updating smithi066.front.sepia.ceph.com on lock server 2024-04-25T18:35:15.735 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-25T18:35:15.745 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-25T18:35:15.751 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-25T18:35:15.751 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2024-04-25T18:35:15.754 DEBUG:teuthology.orchestra.run.smithi064:> test '!' -e /home/ubuntu/cephtest 2024-04-25T18:35:15.756 DEBUG:teuthology.orchestra.run.smithi066:> test '!' -e /home/ubuntu/cephtest 2024-04-25T18:35:15.772 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-25T18:35:15.777 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-25T18:35:15.777 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2024-04-25T18:35:15.810 DEBUG:teuthology.orchestra.run.smithi064:> test -z $(ls -A /var/lib/ceph) 2024-04-25T18:35:15.813 DEBUG:teuthology.orchestra.run.smithi066:> test -z $(ls -A /var/lib/ceph) 2024-04-25T18:35:15.835 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-25T18:35:15.910 INFO:teuthology.run_tasks:Running task kernel... 2024-04-25T18:35:15.924 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-04-25T18:35:15.924 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-25T18:35:15.925 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-25T18:35:15.925 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T18:35:15.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T18:35:15.942 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-25T18:35:16.191 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T18:35:16.191 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-25T18:35:16.191 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-04-25T18:35:16.209 INFO:teuthology.orchestra.run.smithi032.stdout:5.14.0-437.el9.x86_64 2024-04-25T18:35:16.209 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T18:35:16.209 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-25T18:35:16.210 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum upgrade -y linux-firmware 2024-04-25T18:35:18.453 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-25T18:35:20.313 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-04-25T18:35:24.672 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - CRB 9.7 MB/s | 6.2 MB 00:00 2024-04-25T18:35:26.395 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - Extras packages 31 kB/s | 16 kB 00:00 2024-04-25T18:35:30.980 INFO:teuthology.orchestra.run.smithi032.stdout:Extra Packages for Enterprise Linux 4.7 MB/s | 21 MB 00:04 2024-04-25T18:35:36.180 INFO:teuthology.orchestra.run.smithi032.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-25T18:35:38.298 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2024-04-25T18:35:38.300 INFO:teuthology.orchestra.run.smithi032.stdout:Nothing to do. 2024-04-25T18:35:38.300 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2024-04-25T18:35:38.405 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-25T18:35:38.405 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-25T18:35:38.572 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-25T18:35:38.573 DEBUG:teuthology.orchestra.run.smithi032:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-25T18:35:38.577 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi032.front.sepia.ceph.com to complete... 2024-04-25T18:36:17.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25 18:36:17 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-25T18:36:17.315 INFO:teuthology.orchestra.run.smithi032.stderr:FINISHED --2024-04-25 18:36:17-- 2024-04-25T18:36:17.315 INFO:teuthology.orchestra.run.smithi032.stderr:Total wall clock time: 39s 2024-04-25T18:36:17.315 INFO:teuthology.orchestra.run.smithi032.stderr:Downloaded: 1 files, 341M in 38s (8.94 MB/s) 2024-04-25T18:36:17.318 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-25T18:36:17.319 DEBUG:teuthology.orchestra.run.smithi032:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-25T18:36:19.505 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying... ######################################## 2024-04-25T18:36:19.640 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing... ######################################## 2024-04-25T18:36:19.760 INFO:teuthology.orchestra.run.smithi032.stdout:Updating / installing... 2024-04-25T18:36:28.094 INFO:teuthology.orchestra.run.smithi032.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-25T18:37:06.488 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-25T18:37:06.489 DEBUG:teuthology.orchestra.run.smithi032:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-25T18:37:06.566 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-25T18:37:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-25T18:37:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-25T18:37:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-25T18:37:06.570 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-25T18:37:06.571 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-25T18:37:06.572 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-25T18:37:06.573 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-25T18:37:06.574 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-25T18:37:06.575 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-25T18:37:06.576 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-25T18:37:06.577 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-25T18:37:06.578 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-25T18:37:06.579 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-25T18:37:06.580 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-25T18:37:06.581 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-25T18:37:06.582 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-25T18:37:06.583 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-25T18:37:06.584 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-25T18:37:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-25T18:37:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-25T18:37:06.587 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-25T18:37:06.588 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-25T18:37:06.589 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-25T18:37:06.590 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-25T18:37:06.591 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-25T18:37:06.592 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-25T18:37:06.593 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-25T18:37:06.594 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-25T18:37:06.595 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-25T18:37:06.596 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-25T18:37:06.597 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-25T18:37:06.598 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-25T18:37:06.599 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-25T18:37:06.600 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-25T18:37:06.601 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-25T18:37:06.602 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-25T18:37:06.603 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-25T18:37:06.604 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-25T18:37:06.605 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-25T18:37:06.606 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-25T18:37:06.607 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-25T18:37:06.608 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-25T18:37:06.609 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-25T18:37:06.610 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-25T18:37:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-25T18:37:06.612 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-25T18:37:06.613 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-25T18:37:06.614 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-25T18:37:06.615 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-25T18:37:06.616 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-25T18:37:06.617 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-25T18:37:06.618 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-25T18:37:06.619 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-25T18:37:06.620 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-25T18:37:06.621 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-25T18:37:06.622 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-25T18:37:06.623 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-25T18:37:06.624 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-25T18:37:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-25T18:37:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-25T18:37:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-25T18:37:06.628 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-25T18:37:06.629 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-25T18:37:06.630 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-25T18:37:06.631 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-25T18:37:06.632 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-25T18:37:06.633 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-25T18:37:06.634 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-25T18:37:06.635 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-25T18:37:06.636 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-25T18:37:06.637 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-25T18:37:06.638 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-25T18:37:06.639 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-25T18:37:06.640 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-25T18:37:06.641 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-25T18:37:06.642 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-25T18:37:06.643 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-25T18:37:06.644 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-25T18:37:06.645 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-25T18:37:06.646 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-25T18:37:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-25T18:37:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-25T18:37:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-25T18:37:06.650 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-25T18:37:06.651 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-25T18:37:06.652 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-25T18:37:06.653 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-25T18:37:06.654 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-25T18:37:06.655 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-25T18:37:06.656 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-25T18:37:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-25T18:37:06.658 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-25T18:37:06.659 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-25T18:37:06.660 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-25T18:37:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-25T18:37:06.662 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-25T18:37:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-25T18:37:06.664 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-25T18:37:06.665 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-25T18:37:06.666 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-25T18:37:06.667 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-25T18:37:06.668 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-25T18:37:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-25T18:37:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-25T18:37:06.671 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-25T18:37:06.672 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-25T18:37:06.673 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-25T18:37:06.674 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-25T18:37:06.675 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-25T18:37:06.676 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-25T18:37:06.677 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-25T18:37:06.678 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-25T18:37:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-25T18:37:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-25T18:37:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-25T18:37:06.682 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-25T18:37:06.683 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-25T18:37:06.684 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-25T18:37:06.685 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-25T18:37:06.686 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-25T18:37:06.687 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-25T18:37:06.688 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-25T18:37:06.689 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-25T18:37:06.690 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-25T18:37:06.691 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-25T18:37:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-25T18:37:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-25T18:37:06.694 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-25T18:37:06.695 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-25T18:37:06.696 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-25T18:37:06.697 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-25T18:37:06.698 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-25T18:37:06.699 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-25T18:37:06.700 INFO:teuthology.orchestra.run.smithi032.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-25T18:37:06.704 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.704 DEBUG:teuthology.orchestra.run.smithi032:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-25T18:37:06.727 INFO:teuthology.orchestra.run.smithi032.stdout:postinstall scriptlet (using /bin/sh): 2024-04-25T18:37:06.727 INFO:teuthology.orchestra.run.smithi032.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-25T18:37:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-25T18:37:06.727 INFO:teuthology.orchestra.run.smithi032.stdout:fi 2024-04-25T18:37:06.727 INFO:teuthology.orchestra.run.smithi032.stdout:for file in vmlinuz System.map config; do 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: fi 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:done 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:fi 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:fi 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.728 INFO:teuthology.orchestra.run.smithi032.stdout:fi 2024-04-25T18:37:06.729 DEBUG:teuthology.orchestra.run.smithi032:> sudo rpm -qi grub2-tools 2024-04-25T18:37:06.802 INFO:teuthology.orchestra.run.smithi032.stdout:Name : grub2-tools 2024-04-25T18:37:06.802 INFO:teuthology.orchestra.run.smithi032.stdout:Epoch : 1 2024-04-25T18:37:06.802 INFO:teuthology.orchestra.run.smithi032.stdout:Version : 2.06 2024-04-25T18:37:06.802 INFO:teuthology.orchestra.run.smithi032.stdout:Release : 68.el9 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: x86_64 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Group : Unspecified 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Size : 8264254 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:License : GPLv3+ 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Packager : builder@centos.org 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Vendor : CentOS 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Summary : Support tools for GRUB. 2024-04-25T18:37:06.803 INFO:teuthology.orchestra.run.smithi032.stdout:Description : 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout:hardware devices. 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:37:06.804 INFO:teuthology.orchestra.run.smithi032.stdout:This subpackage provides tools for support of all platforms. 2024-04-25T18:37:06.805 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-25T18:37:06.805 INFO:teuthology.task.kernel:Updating grub on smithi032 to boot 6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:06.805 DEBUG:teuthology.orchestra.run.smithi032:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-25T18:37:07.366 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2024-04-25T18:37:08.798 INFO:teuthology.orchestra.run.smithi032.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-25T18:37:08.812 INFO:teuthology.orchestra.run.smithi032.stderr:done 2024-04-25T18:37:08.814 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-04-25T18:37:08.862 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.RGbCljFOcj 2024-04-25T18:37:08.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.RGbCljFOcj 2024-04-25T18:37:08.887 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.RGbCljFOcj 2024-04-25T18:37:09.024 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.RGbCljFOcj is 6KB 2024-04-25T18:37:09.073 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.RGbCljFOcj 2024-04-25T18:37:09.088 DEBUG:teuthology.orchestra.run.smithi032:> sudo /bin/ls /boot/loader/entries || true 2024-04-25T18:37:09.149 INFO:teuthology.orchestra.run.smithi032.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-25T18:37:09.149 INFO:teuthology.orchestra.run.smithi032.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-25T18:37:09.149 INFO:teuthology.orchestra.run.smithi032.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-25T18:37:09.149 INFO:teuthology.orchestra.run.smithi032.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-25T18:37:09.151 DEBUG:teuthology.orchestra.run.smithi032:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-25T18:37:09.313 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2024-04-25T18:37:39.316 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-25T18:37:39.317 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-25T18:37:39.317 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:37:57.662 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-04-25T18:38:06.663 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-25T18:38:06.664 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:38:25.054 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2024-04-25T18:38:37.055 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-25T18:38:37.056 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:38:40.314 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-04-25T18:38:40.986 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-25T18:38:40.986 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-25T18:38:40.987 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-04-25T18:38:41.046 INFO:teuthology.orchestra.run.smithi032.stdout:6.9.0-rc3-g806ec36b2112 2024-04-25T18:38:41.047 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-25T18:38:41.047 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-25T18:38:41.047 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-25T18:38:42.048 DEBUG:teuthology.parallel:result is None 2024-04-25T18:38:42.048 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-25T18:38:42.056 INFO:teuthology.task.internal:Creating test directory... 2024-04-25T18:38:42.057 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T18:38:42.062 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T18:38:42.064 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-25T18:38:42.101 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-25T18:38:42.109 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-25T18:38:42.124 INFO:teuthology.task.internal:Creating archive directory... 2024-04-25T18:38:42.124 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T18:38:42.147 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T18:38:42.149 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-25T18:38:42.197 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-25T18:38:42.208 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-25T18:38:42.208 DEBUG:teuthology.orchestra.run.smithi064:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T18:38:42.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T18:38:42.229 DEBUG:teuthology.orchestra.run.smithi066:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-25T18:38:42.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T18:38:42.246 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T18:38:42.252 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T18:38:42.272 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-25T18:38:42.304 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T18:38:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T18:38:42.334 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T18:38:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T18:38:42.370 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T18:38:42.417 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-25T18:38:42.421 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-25T18:38:42.429 INFO:teuthology.task.internal:Configuring sudo... 2024-04-25T18:38:42.429 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T18:38:42.433 DEBUG:teuthology.orchestra.run.smithi064:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T18:38:42.436 DEBUG:teuthology.orchestra.run.smithi066:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-25T18:38:42.494 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-25T18:38:42.510 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-25T18:38:42.510 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T18:38:42.518 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T18:38:42.520 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-25T18:38:42.560 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T18:38:42.671 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T18:38:42.738 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T18:38:42.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T18:38:42.917 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:38:42.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T18:38:42.994 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T18:38:43.038 DEBUG:teuthology.orchestra.run.smithi064:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T18:38:43.088 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T18:38:43.173 DEBUG:teuthology.orchestra.run.smithi064:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T18:38:43.217 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:38:43.217 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T18:38:43.286 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T18:38:43.330 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-25T18:38:43.387 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T18:38:43.472 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-25T18:38:43.513 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:38:43.514 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-25T18:38:43.580 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2024-04-25T18:38:43.586 DEBUG:teuthology.orchestra.run.smithi064:> sudo service rsyslog restart 2024-04-25T18:38:43.588 DEBUG:teuthology.orchestra.run.smithi066:> sudo service rsyslog restart 2024-04-25T18:38:43.633 INFO:teuthology.orchestra.run.smithi064.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T18:38:43.657 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T18:38:43.686 INFO:teuthology.orchestra.run.smithi032.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T18:38:44.158 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-25T18:38:44.167 INFO:teuthology.task.internal:Starting timer... 2024-04-25T18:38:44.167 INFO:teuthology.run_tasks:Running task pcp... 2024-04-25T18:38:44.178 INFO:teuthology.run_tasks:Running task selinux... 2024-04-25T18:38:44.190 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-25T18:38:44.190 DEBUG:teuthology.orchestra.run.smithi032:> sudo service auditd rotate 2024-04-25T18:38:44.291 INFO:teuthology.orchestra.run.smithi032.stdout:Rotating logs: 2024-04-25T18:38:44.295 DEBUG:teuthology.orchestra.run.smithi064:> sudo service auditd rotate 2024-04-25T18:38:44.393 INFO:teuthology.orchestra.run.smithi064.stdout:Rotating logs: 2024-04-25T18:38:44.395 DEBUG:teuthology.orchestra.run.smithi066:> sudo service auditd rotate 2024-04-25T18:38:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:Rotating logs: 2024-04-25T18:38:44.456 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-25T18:38:44.456 DEBUG:teuthology.orchestra.run.smithi032:> /usr/sbin/getenforce 2024-04-25T18:38:44.505 INFO:teuthology.orchestra.run.smithi032.stdout:Permissive 2024-04-25T18:38:44.505 DEBUG:teuthology.orchestra.run.smithi064:> /usr/sbin/getenforce 2024-04-25T18:38:44.530 INFO:teuthology.orchestra.run.smithi064.stdout:Permissive 2024-04-25T18:38:44.530 DEBUG:teuthology.orchestra.run.smithi066:> /usr/sbin/getenforce 2024-04-25T18:38:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:Permissive 2024-04-25T18:38:44.554 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi032.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi064.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi066.front.sepia.ceph.com': 'permissive'} 2024-04-25T18:38:44.554 DEBUG:teuthology.orchestra.run.smithi032:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T18:38:44.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T18:38:44.623 DEBUG:teuthology.orchestra.run.smithi064:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T18:38:44.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T18:38:44.652 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T18:38:44.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T18:38:44.680 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-25T18:38:44.680 DEBUG:teuthology.orchestra.run.smithi032:> sudo /usr/sbin/setenforce permissive 2024-04-25T18:38:44.771 DEBUG:teuthology.orchestra.run.smithi064:> sudo /usr/sbin/setenforce permissive 2024-04-25T18:38:44.798 DEBUG:teuthology.orchestra.run.smithi066:> sudo /usr/sbin/setenforce permissive 2024-04-25T18:38:44.823 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-25T18:38:44.832 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-25T18:38:44.847 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-25T18:38:44.848 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi032.front.sepia.ceph.com,smithi064.front.sepia.ceph.com,smithi066.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-25T18:43:58.523 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi032.front.sepia.ceph.com'), Remote(name='ubuntu@smithi064.front.sepia.ceph.com'), Remote(name='ubuntu@smithi066.front.sepia.ceph.com')] 2024-04-25T18:43:58.524 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-25T18:43:58.526 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:43:58.635 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-04-25T18:43:58.800 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-25T18:43:58.801 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-04-25T18:43:58.801 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:43:58.878 DEBUG:teuthology.orchestra.run.smithi064:> true 2024-04-25T18:43:58.950 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-04-25T18:43:58.950 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-25T18:43:58.951 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-25T18:43:59.027 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-04-25T18:43:59.106 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-04-25T18:43:59.106 INFO:teuthology.run_tasks:Running task clock... 2024-04-25T18:43:59.116 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-25T18:43:59.117 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T18:43:59.117 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T18:43:59.125 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T18:43:59.125 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T18:43:59.127 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-25T18:43:59.127 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T18:43:59.155 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T18:43:59.169 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T18:43:59.175 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T18:43:59.190 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T18:43:59.193 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: ntpd: command not found 2024-04-25T18:43:59.205 INFO:teuthology.orchestra.run.smithi064.stdout:506 Cannot talk to daemon 2024-04-25T18:43:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:sudo: ntpd: command not found 2024-04-25T18:43:59.214 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-25T18:43:59.219 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T18:43:59.224 INFO:teuthology.orchestra.run.smithi066.stdout:506 Cannot talk to daemon 2024-04-25T18:43:59.233 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T18:43:59.238 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T18:43:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T18:43:59.258 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-25T18:43:59.289 INFO:teuthology.orchestra.run.smithi064.stderr:bash: line 1: ntpq: command not found 2024-04-25T18:43:59.292 INFO:teuthology.orchestra.run.smithi064.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T18:43:59.293 INFO:teuthology.orchestra.run.smithi064.stdout:=============================================================================== 2024-04-25T18:43:59.293 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.293 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.293 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.293 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.307 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-04-25T18:43:59.311 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T18:43:59.311 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-04-25T18:43:59.311 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.311 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.311 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.311 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.334 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: ntpd: command not found 2024-04-25T18:43:59.368 INFO:teuthology.orchestra.run.smithi032.stdout:506 Cannot talk to daemon 2024-04-25T18:43:59.410 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-25T18:43:59.450 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-25T18:43:59.602 INFO:teuthology.orchestra.run.smithi032.stderr:bash: line 1: ntpq: command not found 2024-04-25T18:43:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T18:43:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:=============================================================================== 2024-04-25T18:43:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T18:43:59.614 INFO:teuthology.run_tasks:Running task install... 2024-04-25T18:43:59.623 DEBUG:teuthology.task.install:project ceph 2024-04-25T18:43:59.623 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-25T18:43:59.623 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-25T18:43:59.623 INFO:teuthology.task.install:Using flavor: default 2024-04-25T18:43:59.629 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-25T18:43:59.629 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-25T18:43:59.629 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-25T18:43:59.630 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:43:59.631 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-25T18:43:59.632 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:43:59.633 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-25T18:43:59.633 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:43:59.773 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-25T18:43:59.773 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-25T18:43:59.900 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-25T18:43:59.901 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-25T18:43:59.904 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-25T18:43:59.904 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-25T18:43:59.981 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T18:43:59.981 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:43:59.981 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T18:44:00.029 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T18:44:00.030 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:44:00.030 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T18:44:00.057 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T18:44:00.057 DEBUG:teuthology.orchestra.run.smithi066:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T18:44:00.067 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T18:44:00.067 DEBUG:teuthology.orchestra.run.smithi032:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T18:44:00.106 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-25T18:44:00.106 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:44:00.106 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-25T18:44:00.125 DEBUG:teuthology.orchestra.run.smithi066:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T18:44:00.137 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-25T18:44:00.137 DEBUG:teuthology.orchestra.run.smithi064:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-25T18:44:00.198 DEBUG:teuthology.orchestra.run.smithi032:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T18:44:00.200 DEBUG:teuthology.orchestra.run.smithi066:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T18:44:00.206 DEBUG:teuthology.orchestra.run.smithi064:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-25T18:44:00.264 INFO:teuthology.orchestra.run.smithi066.stdout:check_obsoletes = 1 2024-04-25T18:44:00.266 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum clean all 2024-04-25T18:44:00.286 DEBUG:teuthology.orchestra.run.smithi064:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T18:44:00.318 DEBUG:teuthology.orchestra.run.smithi032:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-25T18:44:00.352 INFO:teuthology.orchestra.run.smithi064.stdout:check_obsoletes = 1 2024-04-25T18:44:00.354 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum clean all 2024-04-25T18:44:00.397 INFO:teuthology.orchestra.run.smithi032.stdout:check_obsoletes = 1 2024-04-25T18:44:00.401 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum clean all 2024-04-25T18:44:00.501 INFO:teuthology.orchestra.run.smithi066.stdout:48 files removed 2024-04-25T18:44:00.529 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T18:44:00.594 INFO:teuthology.orchestra.run.smithi064.stdout:48 files removed 2024-04-25T18:44:00.621 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T18:44:00.733 INFO:teuthology.orchestra.run.smithi032.stdout:48 files removed 2024-04-25T18:44:00.772 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-25T18:44:01.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph packages for x86_64 147 kB/s | 83 kB 00:00 2024-04-25T18:44:01.627 INFO:teuthology.orchestra.run.smithi064.stdout:ceph packages for x86_64 114 kB/s | 83 kB 00:00 2024-04-25T18:44:01.937 INFO:teuthology.orchestra.run.smithi032.stdout:ceph packages for x86_64 118 kB/s | 83 kB 00:00 2024-04-25T18:44:02.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph noarch packages 15 kB/s | 12 kB 00:00 2024-04-25T18:44:02.486 INFO:teuthology.orchestra.run.smithi064.stdout:ceph noarch packages 14 kB/s | 12 kB 00:00 2024-04-25T18:44:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:ceph noarch packages 13 kB/s | 12 kB 00:00 2024-04-25T18:44:02.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph source packages 2.6 kB/s | 1.9 kB 00:00 2024-04-25T18:44:03.128 INFO:teuthology.orchestra.run.smithi064.stdout:ceph source packages 3.1 kB/s | 1.9 kB 00:00 2024-04-25T18:44:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:ceph source packages 2.8 kB/s | 1.9 kB 00:00 2024-04-25T18:44:03.722 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-25T18:44:04.006 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 8.0 MB/s | 8.0 MB 00:01 2024-04-25T18:44:04.434 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-25T18:44:05.656 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - AppStream 23 MB/s | 19 MB 00:00 2024-04-25T18:44:05.991 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-25T18:44:06.611 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-25T18:44:10.057 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - CRB 8.9 MB/s | 6.2 MB 00:00 2024-04-25T18:44:10.467 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 7.9 MB/s | 6.2 MB 00:00 2024-04-25T18:44:11.497 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 16 kB 00:00 2024-04-25T18:44:11.554 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - CRB 6.8 MB/s | 6.2 MB 00:00 2024-04-25T18:44:12.291 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 16 kB 00:00 2024-04-25T18:44:13.173 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 16 kB 00:00 2024-04-25T18:44:13.744 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-25T18:44:14.722 INFO:teuthology.orchestra.run.smithi032.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-25T18:44:14.990 INFO:teuthology.orchestra.run.smithi064.stdout:Extra Packages for Enterprise Linux 6.2 MB/s | 21 MB 00:03 2024-04-25T18:44:19.017 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-04-25T18:44:20.240 INFO:teuthology.orchestra.run.smithi064.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-04-25T18:44:20.875 INFO:teuthology.orchestra.run.smithi032.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-25T18:44:21.243 INFO:teuthology.orchestra.run.smithi066.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T18:44:21.244 INFO:teuthology.orchestra.run.smithi066.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T18:44:21.255 INFO:teuthology.orchestra.run.smithi066.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T18:44:21.256 INFO:teuthology.orchestra.run.smithi066.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T18:44:21.256 INFO:teuthology.orchestra.run.smithi066.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T18:44:21.257 INFO:teuthology.orchestra.run.smithi066.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T18:44:21.259 INFO:teuthology.orchestra.run.smithi066.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T18:44:21.261 INFO:teuthology.orchestra.run.smithi066.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T18:44:21.262 INFO:teuthology.orchestra.run.smithi066.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T18:44:21.326 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-25T18:44:21.346 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-25T18:44:21.347 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T18:44:21.348 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrading: 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T18:44:21.349 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T18:44:21.350 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T18:44:21.351 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T18:44:21.352 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T18:44:21.353 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T18:44:21.354 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T18:44:21.355 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T18:44:21.356 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T18:44:21.357 INFO:teuthology.orchestra.run.smithi066.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout:Installing weak dependencies: 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout:Install 148 Packages 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrade 4 Packages 2024-04-25T18:44:21.358 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:44:21.359 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 222 M 2024-04-25T18:44:21.359 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-04-25T18:44:22.235 INFO:teuthology.orchestra.run.smithi066.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 14 kB/s | 6.6 kB 00:00 2024-04-25T18:44:22.442 INFO:teuthology.orchestra.run.smithi064.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T18:44:22.443 INFO:teuthology.orchestra.run.smithi064.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T18:44:22.454 INFO:teuthology.orchestra.run.smithi064.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T18:44:22.455 INFO:teuthology.orchestra.run.smithi064.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T18:44:22.457 INFO:teuthology.orchestra.run.smithi064.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T18:44:22.458 INFO:teuthology.orchestra.run.smithi064.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T18:44:22.458 INFO:teuthology.orchestra.run.smithi064.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T18:44:22.460 INFO:teuthology.orchestra.run.smithi064.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T18:44:22.461 INFO:teuthology.orchestra.run.smithi064.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T18:44:22.525 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout:======================================================================================= 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout:======================================================================================= 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-25T18:44:22.545 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-25T18:44:22.546 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T18:44:22.547 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T18:44:22.548 INFO:teuthology.orchestra.run.smithi064.stdout:Upgrading: 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-25T18:44:22.549 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T18:44:22.550 INFO:teuthology.orchestra.run.smithi064.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T18:44:22.551 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T18:44:22.552 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-25T18:44:22.553 INFO:teuthology.orchestra.run.smithi064.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T18:44:22.554 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T18:44:22.555 INFO:teuthology.orchestra.run.smithi064.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T18:44:22.556 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T18:44:22.557 INFO:teuthology.orchestra.run.smithi064.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T18:44:22.558 INFO:teuthology.orchestra.run.smithi064.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout:Installing weak dependencies: 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout:======================================================================================= 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout:Install 148 Packages 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout:Upgrade 4 Packages 2024-04-25T18:44:22.559 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:44:22.560 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 222 M 2024-04-25T18:44:22.560 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-04-25T18:44:23.202 INFO:teuthology.orchestra.run.smithi066.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 921 kB/s | 890 kB 00:00 2024-04-25T18:44:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T18:44:23.379 INFO:teuthology.orchestra.run.smithi032.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-25T18:44:23.393 INFO:teuthology.orchestra.run.smithi066.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 755 kB/s | 145 kB 00:00 2024-04-25T18:44:23.400 INFO:teuthology.orchestra.run.smithi032.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-25T18:44:23.401 INFO:teuthology.orchestra.run.smithi032.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-25T18:44:23.403 INFO:teuthology.orchestra.run.smithi032.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-25T18:44:23.404 INFO:teuthology.orchestra.run.smithi032.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-25T18:44:23.406 INFO:teuthology.orchestra.run.smithi032.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-25T18:44:23.410 INFO:teuthology.orchestra.run.smithi032.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-25T18:44:23.411 INFO:teuthology.orchestra.run.smithi032.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-25T18:44:23.487 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2024-04-25T18:44:23.511 INFO:teuthology.orchestra.run.smithi032.stdout:======================================================================================= 2024-04-25T18:44:23.511 INFO:teuthology.orchestra.run.smithi032.stdout: Package Arch Version Repository Size 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout:======================================================================================= 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout:Installing: 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-25T18:44:23.512 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-25T18:44:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-25T18:44:23.514 INFO:teuthology.orchestra.run.smithi032.stdout:Upgrading: 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout:Installing dependencies: 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-25T18:44:23.515 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-25T18:44:23.516 INFO:teuthology.orchestra.run.smithi032.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-25T18:44:23.517 INFO:teuthology.orchestra.run.smithi032.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-25T18:44:23.518 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-25T18:44:23.519 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-25T18:44:23.520 INFO:teuthology.orchestra.run.smithi032.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-25T18:44:23.521 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-25T18:44:23.522 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout:Installing weak dependencies: 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout:======================================================================================= 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout:Install 148 Packages 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout:Upgrade 4 Packages 2024-04-25T18:44:23.523 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:44:23.524 INFO:teuthology.orchestra.run.smithi032.stdout:Total download size: 222 M 2024-04-25T18:44:23.524 INFO:teuthology.orchestra.run.smithi032.stdout:Downloading Packages: 2024-04-25T18:44:23.816 INFO:teuthology.orchestra.run.smithi064.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 16 kB/s | 6.6 kB 00:00 2024-04-25T18:44:24.585 INFO:teuthology.orchestra.run.smithi032.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 15 kB/s | 6.6 kB 00:00 2024-04-25T18:44:24.785 INFO:teuthology.orchestra.run.smithi066.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 1.8 MB/s | 5.4 MB 00:03 2024-04-25T18:44:24.817 INFO:teuthology.orchestra.run.smithi064.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 890 kB/s | 890 kB 00:00 2024-04-25T18:44:24.852 INFO:teuthology.orchestra.run.smithi066.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 1.6 MB/s | 2.4 MB 00:01 2024-04-25T18:44:25.025 INFO:teuthology.orchestra.run.smithi064.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 695 kB/s | 145 kB 00:00 2024-04-25T18:44:25.393 INFO:teuthology.orchestra.run.smithi032.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 890 kB 00:00 2024-04-25T18:44:25.577 INFO:teuthology.orchestra.run.smithi032.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 795 kB/s | 145 kB 00:00 2024-04-25T18:44:25.719 INFO:teuthology.orchestra.run.smithi066.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 1.6 MB/s | 1.5 MB 00:00 2024-04-25T18:44:26.134 INFO:teuthology.orchestra.run.smithi064.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 2.0 MB/s | 5.4 MB 00:02 2024-04-25T18:44:26.659 INFO:teuthology.orchestra.run.smithi064.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 2.9 MB/s | 1.5 MB 00:00 2024-04-25T18:44:27.110 INFO:teuthology.orchestra.run.smithi032.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 1.5 MB/s | 2.4 MB 00:01 2024-04-25T18:44:27.361 INFO:teuthology.orchestra.run.smithi066.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 1.9 MB/s | 4.7 MB 00:02 2024-04-25T18:44:27.651 INFO:teuthology.orchestra.run.smithi064.stdout:(6/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 921 kB/s | 2.4 MB 00:02 2024-04-25T18:44:28.286 INFO:teuthology.orchestra.run.smithi032.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 1.3 MB/s | 1.5 MB 00:01 2024-04-25T18:44:28.351 INFO:teuthology.orchestra.run.smithi064.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 2.8 MB/s | 4.7 MB 00:01 2024-04-25T18:44:31.986 INFO:teuthology.orchestra.run.smithi032.stdout:(6/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 1.3 MB/s | 4.7 MB 00:03 2024-04-25T18:44:32.227 INFO:teuthology.orchestra.run.smithi032.stdout:(7/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 680 kB/s | 5.4 MB 00:08 2024-04-25T18:44:33.169 INFO:teuthology.orchestra.run.smithi066.stdout:(8/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 1.8 MB/s | 11 MB 00:05 2024-04-25T18:44:33.286 INFO:teuthology.orchestra.run.smithi066.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 216 kB/s | 25 kB 00:00 2024-04-25T18:44:33.576 INFO:teuthology.orchestra.run.smithi064.stdout:(8/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 2.0 MB/s | 11 MB 00:05 2024-04-25T18:44:33.676 INFO:teuthology.orchestra.run.smithi064.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 252 kB/s | 25 kB 00:00 2024-04-25T18:44:41.002 INFO:teuthology.orchestra.run.smithi066.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 17 MB 00:15 2024-04-25T18:44:41.486 INFO:teuthology.orchestra.run.smithi066.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 465 kB/s | 225 kB 00:00 2024-04-25T18:44:41.594 INFO:teuthology.orchestra.run.smithi066.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 249 kB/s | 27 kB 00:00 2024-04-25T18:44:41.744 INFO:teuthology.orchestra.run.smithi066.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 211 kB/s | 32 kB 00:00 2024-04-25T18:44:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 446 kB/s | 747 kB 00:01 2024-04-25T18:44:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 435 kB/s | 163 kB 00:00 2024-04-25T18:44:44.095 INFO:teuthology.orchestra.run.smithi064.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 1.0 MB/s | 17 MB 00:16 2024-04-25T18:44:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 411 kB/s | 126 kB 00:00 2024-04-25T18:44:44.342 INFO:teuthology.orchestra.run.smithi064.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 900 kB/s | 225 kB 00:00 2024-04-25T18:44:44.434 INFO:teuthology.orchestra.run.smithi064.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 295 kB/s | 27 kB 00:00 2024-04-25T18:44:44.444 INFO:teuthology.orchestra.run.smithi032.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 1.0 MB/s | 21 MB 00:20 2024-04-25T18:44:44.526 INFO:teuthology.orchestra.run.smithi064.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 346 kB/s | 32 kB 00:00 2024-04-25T18:44:44.552 INFO:teuthology.orchestra.run.smithi032.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 235 kB/s | 25 kB 00:00 2024-04-25T18:44:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 518 kB/s | 500 kB 00:00 2024-04-25T18:44:45.319 INFO:teuthology.orchestra.run.smithi064.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 942 kB/s | 747 kB 00:00 2024-04-25T18:44:45.561 INFO:teuthology.orchestra.run.smithi064.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 676 kB/s | 163 kB 00:00 2024-04-25T18:44:45.744 INFO:teuthology.orchestra.run.smithi064.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 692 kB/s | 126 kB 00:00 2024-04-25T18:44:46.261 INFO:teuthology.orchestra.run.smithi064.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 968 kB/s | 500 kB 00:00 2024-04-25T18:44:48.352 INFO:teuthology.orchestra.run.smithi032.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 1.0 MB/s | 17 MB 00:16 2024-04-25T18:44:48.396 INFO:teuthology.orchestra.run.smithi066.stdout:(18/152): ceph-common-19.0.0-3156.gd69f13d8.el7 812 kB/s | 21 MB 00:26 2024-04-25T18:44:48.488 INFO:teuthology.orchestra.run.smithi066.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 494 kB/s | 45 kB 00:00 2024-04-25T18:44:48.738 INFO:teuthology.orchestra.run.smithi066.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 539 kB/s | 135 kB 00:00 2024-04-25T18:44:48.927 INFO:teuthology.orchestra.run.smithi032.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 392 kB/s | 225 kB 00:00 2024-04-25T18:44:48.971 INFO:teuthology.orchestra.run.smithi066.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 692 kB/s | 161 kB 00:00 2024-04-25T18:44:49.028 INFO:teuthology.orchestra.run.smithi032.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 272 kB/s | 27 kB 00:00 2024-04-25T18:44:49.128 INFO:teuthology.orchestra.run.smithi032.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 320 kB/s | 32 kB 00:00 2024-04-25T18:44:49.489 INFO:teuthology.orchestra.run.smithi066.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 620 kB/s | 320 kB 00:00 2024-04-25T18:44:49.973 INFO:teuthology.orchestra.run.smithi066.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 616 kB/s | 298 kB 00:00 2024-04-25T18:44:50.120 INFO:teuthology.orchestra.run.smithi032.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 754 kB/s | 747 kB 00:00 2024-04-25T18:44:50.214 INFO:teuthology.orchestra.run.smithi066.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 411 kB/s | 99 kB 00:00 2024-04-25T18:44:50.370 INFO:teuthology.orchestra.run.smithi032.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 657 kB/s | 163 kB 00:00 2024-04-25T18:44:50.389 INFO:teuthology.orchestra.run.smithi066.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 488 kB/s | 85 kB 00:00 2024-04-25T18:44:50.620 INFO:teuthology.orchestra.run.smithi032.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 507 kB/s | 126 kB 00:00 2024-04-25T18:44:50.644 INFO:teuthology.orchestra.run.smithi064.stdout:(18/152): ceph-common-19.0.0-3156.gd69f13d8.el7 794 kB/s | 21 MB 00:27 2024-04-25T18:44:50.978 INFO:teuthology.orchestra.run.smithi064.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 135 kB/s | 45 kB 00:00 2024-04-25T18:44:50.995 INFO:teuthology.orchestra.run.smithi032.stdout:(17/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 578 kB/s | 11 MB 00:18 2024-04-25T18:44:51.278 INFO:teuthology.orchestra.run.smithi064.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 449 kB/s | 135 kB 00:00 2024-04-25T18:44:51.412 INFO:teuthology.orchestra.run.smithi032.stdout:(18/152): libradosstriper1-19.0.0-3156.gd69f13d 632 kB/s | 500 kB 00:00 2024-04-25T18:44:51.504 INFO:teuthology.orchestra.run.smithi032.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 496 kB/s | 45 kB 00:00 2024-04-25T18:44:51.570 INFO:teuthology.orchestra.run.smithi064.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 554 kB/s | 161 kB 00:00 2024-04-25T18:44:51.763 INFO:teuthology.orchestra.run.smithi032.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 523 kB/s | 135 kB 00:00 2024-04-25T18:44:52.006 INFO:teuthology.orchestra.run.smithi032.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 668 kB/s | 161 kB 00:00 2024-04-25T18:44:52.395 INFO:teuthology.orchestra.run.smithi064.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 388 kB/s | 320 kB 00:00 2024-04-25T18:44:52.423 INFO:teuthology.orchestra.run.smithi066.stdout:(26/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 747 kB/s | 5.4 MB 00:07 2024-04-25T18:44:52.430 INFO:teuthology.orchestra.run.smithi032.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 756 kB/s | 320 kB 00:00 2024-04-25T18:44:52.740 INFO:teuthology.orchestra.run.smithi066.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 538 kB/s | 170 kB 00:00 2024-04-25T18:44:52.814 INFO:teuthology.orchestra.run.smithi032.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 777 kB/s | 298 kB 00:00 2024-04-25T18:44:52.823 INFO:teuthology.orchestra.run.smithi066.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 411 kB/s | 34 kB 00:00 2024-04-25T18:44:52.964 INFO:teuthology.orchestra.run.smithi032.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 666 kB/s | 99 kB 00:00 2024-04-25T18:44:53.032 INFO:teuthology.orchestra.run.smithi066.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 682 kB/s | 142 kB 00:00 2024-04-25T18:44:53.123 INFO:teuthology.orchestra.run.smithi032.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 541 kB/s | 85 kB 00:00 2024-04-25T18:44:53.179 INFO:teuthology.orchestra.run.smithi064.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 380 kB/s | 298 kB 00:00 2024-04-25T18:44:53.488 INFO:teuthology.orchestra.run.smithi064.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 322 kB/s | 99 kB 00:00 2024-04-25T18:44:53.787 INFO:teuthology.orchestra.run.smithi064.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 284 kB/s | 85 kB 00:00 2024-04-25T18:44:54.538 INFO:teuthology.orchestra.run.smithi064.stdout:(26/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 663 kB/s | 5.4 MB 00:08 2024-04-25T18:44:54.821 INFO:teuthology.orchestra.run.smithi064.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 602 kB/s | 170 kB 00:00 2024-04-25T18:44:54.938 INFO:teuthology.orchestra.run.smithi064.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 293 kB/s | 34 kB 00:00 2024-04-25T18:44:55.099 INFO:teuthology.orchestra.run.smithi066.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 671 kB/s | 3.1 MB 00:04 2024-04-25T18:44:55.322 INFO:teuthology.orchestra.run.smithi064.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 371 kB/s | 142 kB 00:00 2024-04-25T18:44:55.898 INFO:teuthology.orchestra.run.smithi032.stdout:(26/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 1.1 MB/s | 5.4 MB 00:04 2024-04-25T18:44:56.102 INFO:teuthology.orchestra.run.smithi032.stdout:(27/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 1.0 MB/s | 3.1 MB 00:02 2024-04-25T18:44:56.132 INFO:teuthology.orchestra.run.smithi032.stdout:(28/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 733 kB/s | 170 kB 00:00 2024-04-25T18:44:56.199 INFO:teuthology.orchestra.run.smithi032.stdout:(29/152): ceph-grafana-dashboards-19.0.0-3156.g 357 kB/s | 34 kB 00:00 2024-04-25T18:44:56.341 INFO:teuthology.orchestra.run.smithi032.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 684 kB/s | 142 kB 00:00 2024-04-25T18:44:57.990 INFO:teuthology.orchestra.run.smithi066.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 731 kB/s | 3.5 MB 00:04 2024-04-25T18:44:58.307 INFO:teuthology.orchestra.run.smithi066.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 786 kB/s | 249 kB 00:00 2024-04-25T18:44:58.391 INFO:teuthology.orchestra.run.smithi066.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 594 kB/s | 49 kB 00:00 2024-04-25T18:44:58.491 INFO:teuthology.orchestra.run.smithi066.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 164 kB/s | 16 kB 00:00 2024-04-25T18:44:58.825 INFO:teuthology.orchestra.run.smithi066.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 820 kB/s | 273 kB 00:00 2024-04-25T18:44:58.942 INFO:teuthology.orchestra.run.smithi032.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 1.3 MB/s | 3.5 MB 00:02 2024-04-25T18:44:59.192 INFO:teuthology.orchestra.run.smithi032.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 1.0 MB/s | 249 kB 00:00 2024-04-25T18:44:59.292 INFO:teuthology.orchestra.run.smithi032.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 497 kB/s | 49 kB 00:00 2024-04-25T18:44:59.392 INFO:teuthology.orchestra.run.smithi032.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 166 kB/s | 16 kB 00:00 2024-04-25T18:44:59.651 INFO:teuthology.orchestra.run.smithi032.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.0 MB/s | 273 kB 00:00 2024-04-25T18:44:59.791 INFO:teuthology.orchestra.run.smithi066.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 788 kB/s | 762 kB 00:00 2024-04-25T18:44:59.909 INFO:teuthology.orchestra.run.smithi066.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 156 kB/s | 18 kB 00:00 2024-04-25T18:45:00.050 INFO:teuthology.orchestra.run.smithi066.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 568 kB/s | 80 kB 00:00 2024-04-25T18:45:00.184 INFO:teuthology.orchestra.run.smithi066.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 5.9 MB/s | 803 kB 00:00 2024-04-25T18:45:00.243 INFO:teuthology.orchestra.run.smithi066.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-04-25T18:45:00.301 INFO:teuthology.orchestra.run.smithi066.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-04-25T18:45:00.310 INFO:teuthology.orchestra.run.smithi032.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 1.1 MB/s | 762 kB 00:00 2024-04-25T18:45:00.401 INFO:teuthology.orchestra.run.smithi032.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 201 kB/s | 18 kB 00:00 2024-04-25T18:45:00.447 INFO:teuthology.orchestra.run.smithi066.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 8.5 MB/s | 1.2 MB 00:00 2024-04-25T18:45:00.485 INFO:teuthology.orchestra.run.smithi066.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.7 MB/s | 106 kB 00:00 2024-04-25T18:45:00.527 INFO:teuthology.orchestra.run.smithi066.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-04-25T18:45:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 485 kB/s | 80 kB 00:00 2024-04-25T18:45:00.569 INFO:teuthology.orchestra.run.smithi066.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-25T18:45:00.619 INFO:teuthology.orchestra.run.smithi066.stdout:(46/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-25T18:45:00.660 INFO:teuthology.orchestra.run.smithi032.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 8.7 MB/s | 803 kB 00:00 2024-04-25T18:45:00.678 INFO:teuthology.orchestra.run.smithi066.stdout:(47/152): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-04-25T18:45:00.711 INFO:teuthology.orchestra.run.smithi032.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 3.9 MB/s | 195 kB 00:00 2024-04-25T18:45:00.745 INFO:teuthology.orchestra.run.smithi066.stdout:(48/152): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 943 kB 00:00 2024-04-25T18:45:00.761 INFO:teuthology.orchestra.run.smithi032.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.1 MB/s | 253 kB 00:00 2024-04-25T18:45:00.787 INFO:teuthology.orchestra.run.smithi066.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-04-25T18:45:00.812 INFO:teuthology.orchestra.run.smithi066.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 861 kB/s | 21 kB 00:00 2024-04-25T18:45:00.822 INFO:teuthology.orchestra.run.smithi064.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 659 kB/s | 3.5 MB 00:05 2024-04-25T18:45:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-04-25T18:45:00.854 INFO:teuthology.orchestra.run.smithi066.stdout:(51/152): flex-2.6.4-9.el9.x86_64.rpm 7.3 MB/s | 313 kB 00:00 2024-04-25T18:45:00.879 INFO:teuthology.orchestra.run.smithi032.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.6 MB/s | 106 kB 00:00 2024-04-25T18:45:00.879 INFO:teuthology.orchestra.run.smithi066.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 1.3 MB/s | 33 kB 00:00 2024-04-25T18:45:00.920 INFO:teuthology.orchestra.run.smithi032.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-04-25T18:45:00.979 INFO:teuthology.orchestra.run.smithi032.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-25T18:45:00.996 INFO:teuthology.orchestra.run.smithi066.stdout:(53/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-04-25T18:45:01.022 INFO:teuthology.orchestra.run.smithi066.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 729 kB/s | 18 kB 00:00 2024-04-25T18:45:01.047 INFO:teuthology.orchestra.run.smithi066.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 449 kB/s | 11 kB 00:00 2024-04-25T18:45:01.079 INFO:teuthology.orchestra.run.smithi032.stdout:(46/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-04-25T18:45:01.097 INFO:teuthology.orchestra.run.smithi066.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-25T18:45:01.139 INFO:teuthology.orchestra.run.smithi066.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-04-25T18:45:01.155 INFO:teuthology.orchestra.run.smithi032.stdout:(47/152): automake-1.16.2-8.el9.noarch.rpm 9.0 MB/s | 689 kB 00:00 2024-04-25T18:45:01.189 INFO:teuthology.orchestra.run.smithi066.stdout:(58/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-25T18:45:01.230 INFO:teuthology.orchestra.run.smithi032.stdout:(48/152): bison-3.7.4-5.el9.x86_64.rpm 12 MB/s | 943 kB 00:00 2024-04-25T18:45:01.248 INFO:teuthology.orchestra.run.smithi066.stdout:(59/152): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 582 kB 00:00 2024-04-25T18:45:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.6 MB/s | 107 kB 00:00 2024-04-25T18:45:01.282 INFO:teuthology.orchestra.run.smithi066.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 763 kB/s | 25 kB 00:00 2024-04-25T18:45:01.306 INFO:teuthology.orchestra.run.smithi032.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 657 kB/s | 21 kB 00:00 2024-04-25T18:45:01.315 INFO:teuthology.orchestra.run.smithi066.stdout:(61/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-04-25T18:45:01.347 INFO:teuthology.orchestra.run.smithi064.stdout:(31/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 418 kB/s | 3.1 MB 00:07 2024-04-25T18:45:01.348 INFO:teuthology.orchestra.run.smithi032.stdout:(51/152): flex-2.6.4-9.el9.x86_64.rpm 7.6 MB/s | 313 kB 00:00 2024-04-25T18:45:01.366 INFO:teuthology.orchestra.run.smithi066.stdout:(62/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-25T18:45:01.381 INFO:teuthology.orchestra.run.smithi032.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 996 kB/s | 33 kB 00:00 2024-04-25T18:45:01.408 INFO:teuthology.orchestra.run.smithi066.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-04-25T18:45:01.458 INFO:teuthology.orchestra.run.smithi066.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-04-25T18:45:01.499 INFO:teuthology.orchestra.run.smithi032.stdout:(53/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-04-25T18:45:01.541 INFO:teuthology.orchestra.run.smithi032.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 447 kB/s | 18 kB 00:00 2024-04-25T18:45:01.591 INFO:teuthology.orchestra.run.smithi032.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 226 kB/s | 11 kB 00:00 2024-04-25T18:45:01.633 INFO:teuthology.orchestra.run.smithi032.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-04-25T18:45:01.633 INFO:teuthology.orchestra.run.smithi066.stdout:(65/152): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-04-25T18:45:01.666 INFO:teuthology.orchestra.run.smithi032.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.4 MB/s | 45 kB 00:00 2024-04-25T18:45:01.733 INFO:teuthology.orchestra.run.smithi032.stdout:(58/152): librdkafka-1.6.1-102.el9.x86_64.rpm 9.8 MB/s | 662 kB 00:00 2024-04-25T18:45:01.800 INFO:teuthology.orchestra.run.smithi032.stdout:(59/152): libtool-2.4.6-45.el9.x86_64.rpm 8.7 MB/s | 582 kB 00:00 2024-04-25T18:45:01.809 INFO:teuthology.orchestra.run.smithi066.stdout:(66/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 25 MB/s | 4.4 MB 00:00 2024-04-25T18:45:01.859 INFO:teuthology.orchestra.run.smithi032.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 436 kB/s | 25 kB 00:00 2024-04-25T18:45:01.918 INFO:teuthology.orchestra.run.smithi032.stdout:(61/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 821 kB/s | 47 kB 00:00 2024-04-25T18:45:01.934 INFO:teuthology.orchestra.run.smithi066.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-25T18:45:01.992 INFO:teuthology.orchestra.run.smithi032.stdout:(62/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.9 MB/s | 292 kB 00:00 2024-04-25T18:45:02.018 INFO:teuthology.orchestra.run.smithi066.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-04-25T18:45:02.060 INFO:teuthology.orchestra.run.smithi032.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-04-25T18:45:02.084 INFO:teuthology.orchestra.run.smithi066.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-25T18:45:02.089 INFO:teuthology.orchestra.run.smithi064.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 335 kB/s | 249 kB 00:00 2024-04-25T18:45:02.110 INFO:teuthology.orchestra.run.smithi032.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 718 kB/s | 35 kB 00:00 2024-04-25T18:45:02.322 INFO:teuthology.orchestra.run.smithi064.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 211 kB/s | 49 kB 00:00 2024-04-25T18:45:02.335 INFO:teuthology.orchestra.run.smithi066.stdout:(70/152): postgresql-server-13.14-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-04-25T18:45:02.352 INFO:teuthology.orchestra.run.smithi032.stdout:(65/152): openblas-openmp-0.3.21-2.el9.x86_64.r 20 MB/s | 4.7 MB 00:00 2024-04-25T18:45:02.418 INFO:teuthology.orchestra.run.smithi066.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2024-04-25T18:45:02.502 INFO:teuthology.orchestra.run.smithi066.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-04-25T18:45:02.706 INFO:teuthology.orchestra.run.smithi064.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 43 kB/s | 16 kB 00:00 2024-04-25T18:45:02.711 INFO:teuthology.orchestra.run.smithi066.stdout:(73/152): ceph-mgr-diskprediction-local-19.0.0- 993 kB/s | 7.4 MB 00:07 2024-04-25T18:45:02.744 INFO:teuthology.orchestra.run.smithi032.stdout:(66/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-04-25T18:45:02.811 INFO:teuthology.orchestra.run.smithi066.stdout:(74/152): python3-babel-2.9.1-2.el9.noarch.rpm 19 MB/s | 6.0 MB 00:00 2024-04-25T18:45:02.836 INFO:teuthology.orchestra.run.smithi066.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.0 MB/s | 244 kB 00:00 2024-04-25T18:45:02.861 INFO:teuthology.orchestra.run.smithi032.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-04-25T18:45:02.878 INFO:teuthology.orchestra.run.smithi066.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.7 MB/s | 248 kB 00:00 2024-04-25T18:45:02.903 INFO:teuthology.orchestra.run.smithi066.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 383 kB/s | 26 kB 00:00 2024-04-25T18:45:02.929 INFO:teuthology.orchestra.run.smithi066.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-25T18:45:02.945 INFO:teuthology.orchestra.run.smithi032.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-04-25T18:45:02.954 INFO:teuthology.orchestra.run.smithi066.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-25T18:45:02.979 INFO:teuthology.orchestra.run.smithi066.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 698 kB/s | 35 kB 00:00 2024-04-25T18:45:02.995 INFO:teuthology.orchestra.run.smithi032.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 2.6 MB/s | 133 kB 00:00 2024-04-25T18:45:03.063 INFO:teuthology.orchestra.run.smithi066.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.0 MB/s | 250 kB 00:00 2024-04-25T18:45:03.196 INFO:teuthology.orchestra.run.smithi066.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 5.1 MB 00:00 2024-04-25T18:45:03.222 INFO:teuthology.orchestra.run.smithi066.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-25T18:45:03.247 INFO:teuthology.orchestra.run.smithi066.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-25T18:45:03.254 INFO:teuthology.orchestra.run.smithi032.stdout:(70/152): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-04-25T18:45:03.264 INFO:teuthology.orchestra.run.smithi066.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-04-25T18:45:03.297 INFO:teuthology.orchestra.run.smithi066.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-04-25T18:45:03.323 INFO:teuthology.orchestra.run.smithi066.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-25T18:45:03.329 INFO:teuthology.orchestra.run.smithi032.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 14 MB/s | 1.0 MB 00:00 2024-04-25T18:45:03.348 INFO:teuthology.orchestra.run.smithi066.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-04-25T18:45:03.365 INFO:teuthology.orchestra.run.smithi066.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-04-25T18:45:03.371 INFO:teuthology.orchestra.run.smithi032.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-04-25T18:45:03.382 INFO:teuthology.orchestra.run.smithi066.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-04-25T18:45:03.398 INFO:teuthology.orchestra.run.smithi064.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 395 kB/s | 273 kB 00:00 2024-04-25T18:45:03.432 INFO:teuthology.orchestra.run.smithi066.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 837 kB/s | 42 kB 00:00 2024-04-25T18:45:03.557 INFO:teuthology.orchestra.run.smithi066.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 358 kB/s | 44 kB 00:00 2024-04-25T18:45:03.630 INFO:teuthology.orchestra.run.smithi032.stdout:(73/152): python3-babel-2.9.1-2.el9.noarch.rpm 23 MB/s | 6.0 MB 00:00 2024-04-25T18:45:03.680 INFO:teuthology.orchestra.run.smithi032.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 4.9 MB/s | 244 kB 00:00 2024-04-25T18:45:03.733 INFO:teuthology.orchestra.run.smithi066.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.2 MB/s | 221 kB 00:00 2024-04-25T18:45:03.856 INFO:teuthology.orchestra.run.smithi032.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-04-25T18:45:03.889 INFO:teuthology.orchestra.run.smithi032.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 791 kB/s | 26 kB 00:00 2024-04-25T18:45:03.900 INFO:teuthology.orchestra.run.smithi066.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 30 MB/s | 16 MB 00:00 2024-04-25T18:45:03.923 INFO:teuthology.orchestra.run.smithi032.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 588 kB/s | 19 kB 00:00 2024-04-25T18:45:03.925 INFO:teuthology.orchestra.run.smithi066.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 190 kB/s | 36 kB 00:00 2024-04-25T18:45:03.951 INFO:teuthology.orchestra.run.smithi066.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-04-25T18:45:03.965 INFO:teuthology.orchestra.run.smithi032.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 4.1 MB/s | 172 kB 00:00 2024-04-25T18:45:03.976 INFO:teuthology.orchestra.run.smithi066.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-25T18:45:03.999 INFO:teuthology.orchestra.run.smithi032.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-04-25T18:45:04.001 INFO:teuthology.orchestra.run.smithi066.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-25T18:45:04.026 INFO:teuthology.orchestra.run.smithi066.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-25T18:45:04.052 INFO:teuthology.orchestra.run.smithi066.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-04-25T18:45:04.077 INFO:teuthology.orchestra.run.smithi066.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 894 kB/s | 45 kB 00:00 2024-04-25T18:45:04.102 INFO:teuthology.orchestra.run.smithi066.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 445 kB/s | 22 kB 00:00 2024-04-25T18:45:04.153 INFO:teuthology.orchestra.run.smithi066.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 11 MB/s | 863 kB 00:00 2024-04-25T18:45:04.191 INFO:teuthology.orchestra.run.smithi032.stdout:(80/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 27 MB/s | 5.1 MB 00:00 2024-04-25T18:45:04.232 INFO:teuthology.orchestra.run.smithi032.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 6.0 MB/s | 250 kB 00:00 2024-04-25T18:45:04.274 INFO:teuthology.orchestra.run.smithi032.stdout:(82/152): python3-oauthlib-3.1.1-5.el9.noarch.r 5.3 MB/s | 222 kB 00:00 2024-04-25T18:45:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:(83/152): python3-packaging-20.9-5.el9.noarch.r 2.3 MB/s | 77 kB 00:00 2024-04-25T18:45:04.342 INFO:teuthology.orchestra.run.smithi032.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 1.3 MB/s | 42 kB 00:00 2024-04-25T18:45:04.384 INFO:teuthology.orchestra.run.smithi032.stdout:(85/152): python3-protobuf-3.14.0-13.el9.noarch 6.4 MB/s | 269 kB 00:00 2024-04-25T18:45:04.425 INFO:teuthology.orchestra.run.smithi032.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.8 MB/s | 159 kB 00:00 2024-04-25T18:45:04.469 INFO:teuthology.orchestra.run.smithi032.stdout:(87/152): python3-pyasn1-modules-0.4.8-6.el9.no 6.5 MB/s | 279 kB 00:00 2024-04-25T18:45:04.502 INFO:teuthology.orchestra.run.smithi032.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.5 MB/s | 51 kB 00:00 2024-04-25T18:45:04.567 INFO:teuthology.orchestra.run.smithi032.stdout:(89/152): python3-requests-oauthlib-1.3.0-12.el 842 kB/s | 54 kB 00:00 2024-04-25T18:45:05.028 INFO:teuthology.orchestra.run.smithi066.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 353 kB/s | 309 kB 00:00 2024-04-25T18:45:05.052 INFO:teuthology.orchestra.run.smithi032.stdout:(90/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-04-25T18:45:05.086 INFO:teuthology.orchestra.run.smithi032.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 1.3 MB/s | 42 kB 00:00 2024-04-25T18:45:05.106 INFO:teuthology.orchestra.run.smithi064.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 446 kB/s | 762 kB 00:01 2024-04-25T18:45:05.120 INFO:teuthology.orchestra.run.smithi032.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-04-25T18:45:05.136 INFO:teuthology.orchestra.run.smithi066.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 180 kB/s | 19 kB 00:00 2024-04-25T18:45:05.161 INFO:teuthology.orchestra.run.smithi032.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 5.3 MB/s | 221 kB 00:00 2024-04-25T18:45:05.195 INFO:teuthology.orchestra.run.smithi032.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 1.0 MB/s | 36 kB 00:00 2024-04-25T18:45:05.215 INFO:teuthology.orchestra.run.smithi064.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 168 kB/s | 18 kB 00:00 2024-04-25T18:45:05.238 INFO:teuthology.orchestra.run.smithi032.stdout:(95/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-04-25T18:45:05.279 INFO:teuthology.orchestra.run.smithi032.stdout:(96/152): socat-1.7.4.1-5.el9.x86_64.rpm 7.3 MB/s | 305 kB 00:00 2024-04-25T18:45:05.303 INFO:teuthology.orchestra.run.smithi066.stdout:(106/152): abseil-cpp-20211102.0-3.el9.x86_64.r 456 kB/s | 548 kB 00:01 2024-04-25T18:45:05.313 INFO:teuthology.orchestra.run.smithi032.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 1.7 MB/s | 58 kB 00:00 2024-04-25T18:45:05.340 INFO:teuthology.orchestra.run.smithi064.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 643 kB/s | 80 kB 00:00 2024-04-25T18:45:05.363 INFO:teuthology.orchestra.run.smithi032.stdout:(98/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.9 MB/s | 94 kB 00:00 2024-04-25T18:45:05.405 INFO:teuthology.orchestra.run.smithi032.stdout:(99/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-04-25T18:45:05.420 INFO:teuthology.orchestra.run.smithi066.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 223 kB/s | 26 kB 00:00 2024-04-25T18:45:05.464 INFO:teuthology.orchestra.run.smithi032.stdout:(100/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 775 kB/s | 45 kB 00:00 2024-04-25T18:45:05.465 INFO:teuthology.orchestra.run.smithi064.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 6.3 MB/s | 803 kB 00:00 2024-04-25T18:45:05.498 INFO:teuthology.orchestra.run.smithi032.stdout:(101/152): lua-devel-5.4.4-4.el9.x86_64.rpm 688 kB/s | 22 kB 00:00 2024-04-25T18:45:05.524 INFO:teuthology.orchestra.run.smithi064.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-04-25T18:45:05.565 INFO:teuthology.orchestra.run.smithi032.stdout:(102/152): protobuf-compiler-3.14.0-13.el9.x86_ 13 MB/s | 863 kB 00:00 2024-04-25T18:45:05.570 INFO:teuthology.orchestra.run.smithi066.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 324 kB/s | 49 kB 00:00 2024-04-25T18:45:05.575 INFO:teuthology.orchestra.run.smithi064.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-04-25T18:45:05.650 INFO:teuthology.orchestra.run.smithi064.stdout:(42/152): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-04-25T18:45:05.700 INFO:teuthology.orchestra.run.smithi064.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-25T18:45:05.742 INFO:teuthology.orchestra.run.smithi064.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-04-25T18:45:05.754 INFO:teuthology.orchestra.run.smithi066.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 368 kB/s | 67 kB 00:00 2024-04-25T18:45:05.784 INFO:teuthology.orchestra.run.smithi064.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-04-25T18:45:05.826 INFO:teuthology.orchestra.run.smithi064.stdout:(46/152): python3-urllib3-1.26.5-5.el9.noarch.r 5.1 MB/s | 215 kB 00:00 2024-04-25T18:45:05.885 INFO:teuthology.orchestra.run.smithi064.stdout:(47/152): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-04-25T18:45:05.960 INFO:teuthology.orchestra.run.smithi064.stdout:(48/152): bison-3.7.4-5.el9.x86_64.rpm 12 MB/s | 943 kB 00:00 2024-04-25T18:45:06.002 INFO:teuthology.orchestra.run.smithi064.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-04-25T18:45:06.036 INFO:teuthology.orchestra.run.smithi064.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 645 kB/s | 21 kB 00:00 2024-04-25T18:45:06.037 INFO:teuthology.orchestra.run.smithi066.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 533 kB/s | 151 kB 00:00 2024-04-25T18:45:06.228 INFO:teuthology.orchestra.run.smithi064.stdout:(51/152): flex-2.6.4-9.el9.x86_64.rpm 1.6 MB/s | 313 kB 00:00 2024-04-25T18:45:06.282 INFO:teuthology.orchestra.run.smithi032.stdout:(103/152): abseil-cpp-20211102.0-3.el9.x86_64.r 766 kB/s | 548 kB 00:00 2024-04-25T18:45:06.286 INFO:teuthology.orchestra.run.smithi064.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 561 kB/s | 33 kB 00:00 2024-04-25T18:45:06.449 INFO:teuthology.orchestra.run.smithi032.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.8 MB/s | 309 kB 00:00 2024-04-25T18:45:06.453 INFO:teuthology.orchestra.run.smithi064.stdout:(53/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-04-25T18:45:06.504 INFO:teuthology.orchestra.run.smithi064.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-04-25T18:45:06.554 INFO:teuthology.orchestra.run.smithi064.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-25T18:45:06.565 INFO:teuthology.orchestra.run.smithi032.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 168 kB/s | 19 kB 00:00 2024-04-25T18:45:06.621 INFO:teuthology.orchestra.run.smithi064.stdout:(56/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-04-25T18:45:06.679 INFO:teuthology.orchestra.run.smithi064.stdout:(57/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 777 kB/s | 45 kB 00:00 2024-04-25T18:45:06.755 INFO:teuthology.orchestra.run.smithi064.stdout:(58/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-04-25T18:45:06.822 INFO:teuthology.orchestra.run.smithi064.stdout:(59/152): libtool-2.4.6-45.el9.x86_64.rpm 8.6 MB/s | 582 kB 00:00 2024-04-25T18:45:06.872 INFO:teuthology.orchestra.run.smithi064.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-04-25T18:45:06.914 INFO:teuthology.orchestra.run.smithi064.stdout:(61/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-04-25T18:45:06.981 INFO:teuthology.orchestra.run.smithi064.stdout:(62/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.3 MB/s | 292 kB 00:00 2024-04-25T18:45:07.048 INFO:teuthology.orchestra.run.smithi064.stdout:(63/152): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-04-25T18:45:07.098 INFO:teuthology.orchestra.run.smithi064.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-04-25T18:45:07.149 INFO:teuthology.orchestra.run.smithi032.stdout:(106/152): libarrow-9.0.0-10.el9.x86_64.rpm 7.6 MB/s | 4.4 MB 00:00 2024-04-25T18:45:07.291 INFO:teuthology.orchestra.run.smithi032.stdout:(107/152): ceph-mgr-diskprediction-local-19.0.0 690 kB/s | 7.4 MB 00:10 2024-04-25T18:45:07.363 INFO:teuthology.orchestra.run.smithi066.stdout:(111/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 633 kB/s | 838 kB 00:01 2024-04-25T18:45:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 104 kB/s | 26 kB 00:00 2024-04-25T18:45:07.508 INFO:teuthology.orchestra.run.smithi032.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 628 kB/s | 67 kB 00:00 2024-04-25T18:45:07.515 INFO:teuthology.orchestra.run.smithi064.stdout:(65/152): openblas-openmp-0.3.21-2.el9.x86_64.r 11 MB/s | 4.7 MB 00:00 2024-04-25T18:45:07.634 INFO:teuthology.orchestra.run.smithi032.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-04-25T18:45:07.659 INFO:teuthology.orchestra.run.smithi032.stdout:(111/152): liboath-2.6.7-2.el9.x86_64.rpm 132 kB/s | 49 kB 00:00 2024-04-25T18:45:07.732 INFO:teuthology.orchestra.run.smithi064.stdout:(66/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-04-25T18:45:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.2 MB/s | 838 kB 00:00 2024-04-25T18:45:07.849 INFO:teuthology.orchestra.run.smithi064.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-04-25T18:45:07.876 INFO:teuthology.orchestra.run.smithi032.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 402 kB/s | 43 kB 00:00 2024-04-25T18:45:07.985 INFO:teuthology.orchestra.run.smithi032.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 299 kB/s | 32 kB 00:00 2024-04-25T18:45:08.066 INFO:teuthology.orchestra.run.smithi064.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 4.1 MB/s | 911 kB 00:00 2024-04-25T18:45:08.077 INFO:teuthology.orchestra.run.smithi032.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 165 kB/s | 15 kB 00:00 2024-04-25T18:45:08.108 INFO:teuthology.orchestra.run.smithi064.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 3.1 MB/s | 133 kB 00:00 2024-04-25T18:45:08.127 INFO:teuthology.orchestra.run.smithi032.stdout:(116/152): python3-asyncssh-2.13.2-5.el9.noarch 1.1 MB/s | 548 kB 00:00 2024-04-25T18:45:08.177 INFO:teuthology.orchestra.run.smithi032.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-04-25T18:45:08.238 INFO:teuthology.orchestra.run.smithi066.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 627 kB/s | 548 kB 00:00 2024-04-25T18:45:08.275 INFO:teuthology.orchestra.run.smithi064.stdout:(70/152): ceph-mgr-diskprediction-local-19.0.0- 1.0 MB/s | 7.4 MB 00:07 2024-04-25T18:45:08.286 INFO:teuthology.orchestra.run.smithi032.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 2.2 MB/s | 358 kB 00:00 2024-04-25T18:45:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.1 MB/s | 303 kB 00:00 2024-04-25T18:45:08.346 INFO:teuthology.orchestra.run.smithi066.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 401 kB/s | 43 kB 00:00 2024-04-25T18:45:08.376 INFO:teuthology.orchestra.run.smithi064.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-04-25T18:45:08.386 INFO:teuthology.orchestra.run.smithi032.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 353 kB/s | 35 kB 00:00 2024-04-25T18:45:08.409 INFO:teuthology.orchestra.run.smithi064.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 7.8 MB/s | 1.0 MB 00:00 2024-04-25T18:45:08.434 INFO:teuthology.orchestra.run.smithi064.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-25T18:45:08.437 INFO:teuthology.orchestra.run.smithi032.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 1.7 MB/s | 206 kB 00:00 2024-04-25T18:45:08.455 INFO:teuthology.orchestra.run.smithi066.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 297 kB/s | 32 kB 00:00 2024-04-25T18:45:08.485 INFO:teuthology.orchestra.run.smithi064.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 4.8 MB/s | 244 kB 00:00 2024-04-25T18:45:08.554 INFO:teuthology.orchestra.run.smithi032.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 1.2 MB/s | 144 kB 00:00 2024-04-25T18:45:08.572 INFO:teuthology.orchestra.run.smithi066.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 129 kB/s | 15 kB 00:00 2024-04-25T18:45:08.593 INFO:teuthology.orchestra.run.smithi064.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 2.3 MB/s | 248 kB 00:00 2024-04-25T18:45:08.669 INFO:teuthology.orchestra.run.smithi064.stdout:(76/152): python3-babel-2.9.1-2.el9.noarch.rpm 23 MB/s | 6.0 MB 00:00 2024-04-25T18:45:08.671 INFO:teuthology.orchestra.run.smithi032.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 92 kB/s | 11 kB 00:00 2024-04-25T18:45:08.694 INFO:teuthology.orchestra.run.smithi064.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 261 kB/s | 26 kB 00:00 2024-04-25T18:45:08.719 INFO:teuthology.orchestra.run.smithi064.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-25T18:45:08.744 INFO:teuthology.orchestra.run.smithi064.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-04-25T18:45:08.755 INFO:teuthology.orchestra.run.smithi032.stdout:(124/152): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-04-25T18:45:08.770 INFO:teuthology.orchestra.run.smithi064.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 699 kB/s | 35 kB 00:00 2024-04-25T18:45:08.780 INFO:teuthology.orchestra.run.smithi032.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 164 kB/s | 18 kB 00:00 2024-04-25T18:45:08.837 INFO:teuthology.orchestra.run.smithi064.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-04-25T18:45:08.872 INFO:teuthology.orchestra.run.smithi066.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 573 kB/s | 172 kB 00:00 2024-04-25T18:45:08.905 INFO:teuthology.orchestra.run.smithi032.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 155 kB/s | 23 kB 00:00 2024-04-25T18:45:08.930 INFO:teuthology.orchestra.run.smithi032.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 130 kB/s | 19 kB 00:00 2024-04-25T18:45:09.006 INFO:teuthology.orchestra.run.smithi032.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 198 kB/s | 20 kB 00:00 2024-04-25T18:45:09.062 INFO:teuthology.orchestra.run.smithi064.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 5.1 MB 00:00 2024-04-25T18:45:09.064 INFO:teuthology.orchestra.run.smithi032.stdout:(129/152): python3-kubernetes-26.1.0-2.el9.noar 7.7 MB/s | 1.0 MB 00:00 2024-04-25T18:45:09.087 INFO:teuthology.orchestra.run.smithi064.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 894 kB/s | 222 kB 00:00 2024-04-25T18:45:09.112 INFO:teuthology.orchestra.run.smithi064.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-25T18:45:09.115 INFO:teuthology.orchestra.run.smithi032.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 429 kB/s | 46 kB 00:00 2024-04-25T18:45:09.129 INFO:teuthology.orchestra.run.smithi064.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-04-25T18:45:09.180 INFO:teuthology.orchestra.run.smithi064.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 3.9 MB/s | 269 kB 00:00 2024-04-25T18:45:09.190 INFO:teuthology.orchestra.run.smithi032.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 633 kB/s | 79 kB 00:00 2024-04-25T18:45:09.205 INFO:teuthology.orchestra.run.smithi064.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-25T18:45:09.215 INFO:teuthology.orchestra.run.smithi032.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 579 kB/s | 58 kB 00:00 2024-04-25T18:45:09.230 INFO:teuthology.orchestra.run.smithi064.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-04-25T18:45:09.247 INFO:teuthology.orchestra.run.smithi064.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-04-25T18:45:09.273 INFO:teuthology.orchestra.run.smithi064.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-04-25T18:45:09.299 INFO:teuthology.orchestra.run.smithi032.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-04-25T18:45:09.314 INFO:teuthology.orchestra.run.smithi064.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-04-25T18:45:09.366 INFO:teuthology.orchestra.run.smithi032.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 110 kB/s | 16 kB 00:00 2024-04-25T18:45:09.416 INFO:teuthology.orchestra.run.smithi032.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 772 kB/s | 90 kB 00:00 2024-04-25T18:45:09.423 INFO:teuthology.orchestra.run.smithi064.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 410 kB/s | 44 kB 00:00 2024-04-25T18:45:09.508 INFO:teuthology.orchestra.run.smithi032.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 200 kB/s | 28 kB 00:00 2024-04-25T18:45:09.534 INFO:teuthology.orchestra.run.smithi032.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 264 kB/s | 31 kB 00:00 2024-04-25T18:45:09.667 INFO:teuthology.orchestra.run.smithi032.stdout:(138/152): python3-rsa-4.9-2.el9.noarch.rpm 447 kB/s | 59 kB 00:00 2024-04-25T18:45:09.723 INFO:teuthology.orchestra.run.smithi064.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 741 kB/s | 221 kB 00:00 2024-04-25T18:45:09.792 INFO:teuthology.orchestra.run.smithi032.stdout:(139/152): python3-tempora-5.0.0-2.el9.noarch.r 288 kB/s | 36 kB 00:00 2024-04-25T18:45:09.893 INFO:teuthology.orchestra.run.smithi032.stdout:(140/152): python3-typing-extensions-4.4.0-2.el 513 kB/s | 51 kB 00:00 2024-04-25T18:45:09.918 INFO:teuthology.orchestra.run.smithi032.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 461 kB/s | 188 kB 00:00 2024-04-25T18:45:09.940 INFO:teuthology.orchestra.run.smithi064.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-04-25T18:45:09.976 INFO:teuthology.orchestra.run.smithi064.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 144 kB/s | 36 kB 00:00 2024-04-25T18:45:10.002 INFO:teuthology.orchestra.run.smithi032.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-25T18:45:10.026 INFO:teuthology.orchestra.run.smithi064.stdout:(96/152): socat-1.7.4.1-5.el9.x86_64.rpm 6.0 MB/s | 305 kB 00:00 2024-04-25T18:45:10.027 INFO:teuthology.orchestra.run.smithi032.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 832 kB/s | 90 kB 00:00 2024-04-25T18:45:10.051 INFO:teuthology.orchestra.run.smithi064.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-04-25T18:45:10.077 INFO:teuthology.orchestra.run.smithi064.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-25T18:45:10.102 INFO:teuthology.orchestra.run.smithi064.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-25T18:45:10.106 INFO:teuthology.orchestra.run.smithi066.stdout:(117/152): python3-cherrypy-18.6.1-2.el9.noarch 291 kB/s | 358 kB 00:01 2024-04-25T18:45:10.111 INFO:teuthology.orchestra.run.smithi032.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.9 MB/s | 427 kB 00:00 2024-04-25T18:45:10.127 INFO:teuthology.orchestra.run.smithi064.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-25T18:45:10.136 INFO:teuthology.orchestra.run.smithi032.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 185 kB/s | 20 kB 00:00 2024-04-25T18:45:10.153 INFO:teuthology.orchestra.run.smithi064.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-04-25T18:45:10.178 INFO:teuthology.orchestra.run.smithi064.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 446 kB/s | 22 kB 00:00 2024-04-25T18:45:10.220 INFO:teuthology.orchestra.run.smithi064.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 13 MB/s | 863 kB 00:00 2024-04-25T18:45:10.228 INFO:teuthology.orchestra.run.smithi032.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-04-25T18:45:10.312 INFO:teuthology.orchestra.run.smithi032.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 9.1 MB/s | 1.6 MB 00:00 2024-04-25T18:45:10.531 INFO:teuthology.orchestra.run.smithi066.stdout:(118/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 713 kB/s | 303 kB 00:00 2024-04-25T18:45:10.631 INFO:teuthology.orchestra.run.smithi066.stdout:(119/152): python3-colorama-0.4.4-12.el9.noarch 353 kB/s | 35 kB 00:00 2024-04-25T18:45:10.645 INFO:teuthology.orchestra.run.smithi064.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.1 MB/s | 548 kB 00:00 2024-04-25T18:45:10.670 INFO:teuthology.orchestra.run.smithi064.stdout:(105/152): gperftools-libs-2.9.1-2.el9.x86_64.r 686 kB/s | 309 kB 00:00 2024-04-25T18:45:10.720 INFO:teuthology.orchestra.run.smithi064.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 259 kB/s | 19 kB 00:00 2024-04-25T18:45:10.812 INFO:teuthology.orchestra.run.smithi064.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 283 kB/s | 26 kB 00:00 2024-04-25T18:45:10.921 INFO:teuthology.orchestra.run.smithi064.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 449 kB/s | 49 kB 00:00 2024-04-25T18:45:11.006 INFO:teuthology.orchestra.run.smithi066.stdout:(120/152): python3-google-auth-2.29.0-1.el9.noa 549 kB/s | 206 kB 00:00 2024-04-25T18:45:11.029 INFO:teuthology.orchestra.run.smithi064.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 622 kB/s | 67 kB 00:00 2024-04-25T18:45:11.138 INFO:teuthology.orchestra.run.smithi064.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-04-25T18:45:11.222 INFO:teuthology.orchestra.run.smithi064.stdout:(111/152): libarrow-9.0.0-10.el9.x86_64.rpm 8.0 MB/s | 4.4 MB 00:00 2024-04-25T18:45:11.314 INFO:teuthology.orchestra.run.smithi064.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.7 MB/s | 838 kB 00:00 2024-04-25T18:45:11.356 INFO:teuthology.orchestra.run.smithi064.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-04-25T18:45:11.398 INFO:teuthology.orchestra.run.smithi064.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 522 kB/s | 43 kB 00:00 2024-04-25T18:45:11.431 INFO:teuthology.orchestra.run.smithi064.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 428 kB/s | 32 kB 00:00 2024-04-25T18:45:11.481 INFO:teuthology.orchestra.run.smithi064.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 179 kB/s | 15 kB 00:00 2024-04-25T18:45:11.515 INFO:teuthology.orchestra.run.smithi064.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-04-25T18:45:11.574 INFO:teuthology.orchestra.run.smithi064.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-04-25T18:45:11.616 INFO:teuthology.orchestra.run.smithi064.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-04-25T18:45:11.641 INFO:teuthology.orchestra.run.smithi064.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 528 kB/s | 35 kB 00:00 2024-04-25T18:45:11.716 INFO:teuthology.orchestra.run.smithi064.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 2.0 MB/s | 206 kB 00:00 2024-04-25T18:45:11.807 INFO:teuthology.orchestra.run.smithi066.stdout:(121/152): libarrow-9.0.0-10.el9.x86_64.rpm 678 kB/s | 4.4 MB 00:06 2024-04-25T18:45:11.808 INFO:teuthology.orchestra.run.smithi064.stdout:(122/152): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-04-25T18:45:11.833 INFO:teuthology.orchestra.run.smithi064.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.2 MB/s | 144 kB 00:00 2024-04-25T18:45:11.875 INFO:teuthology.orchestra.run.smithi064.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-04-25T18:45:11.892 INFO:teuthology.orchestra.run.smithi064.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 302 kB/s | 18 kB 00:00 2024-04-25T18:45:11.943 INFO:teuthology.orchestra.run.smithi064.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 345 kB/s | 23 kB 00:00 2024-04-25T18:45:11.960 INFO:teuthology.orchestra.run.smithi064.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 290 kB/s | 19 kB 00:00 2024-04-25T18:45:12.010 INFO:teuthology.orchestra.run.smithi064.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 294 kB/s | 20 kB 00:00 2024-04-25T18:45:12.074 INFO:teuthology.orchestra.run.smithi066.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 542 kB/s | 144 kB 00:00 2024-04-25T18:45:12.085 INFO:teuthology.orchestra.run.smithi064.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 618 kB/s | 46 kB 00:00 2024-04-25T18:45:12.119 INFO:teuthology.orchestra.run.smithi064.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-04-25T18:45:12.161 INFO:teuthology.orchestra.run.smithi064.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-25T18:45:12.174 INFO:teuthology.orchestra.run.smithi066.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-04-25T18:45:12.194 INFO:teuthology.orchestra.run.smithi064.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 767 kB/s | 58 kB 00:00 2024-04-25T18:45:12.278 INFO:teuthology.orchestra.run.smithi064.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-04-25T18:45:12.299 INFO:teuthology.orchestra.run.smithi066.stdout:(124/152): python3-jaraco-classes-3.2.1-5.el9.n 141 kB/s | 18 kB 00:00 2024-04-25T18:45:12.328 INFO:teuthology.orchestra.run.smithi064.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 123 kB/s | 16 kB 00:00 2024-04-25T18:45:12.412 INFO:teuthology.orchestra.run.smithi064.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 674 kB/s | 90 kB 00:00 2024-04-25T18:45:12.424 INFO:teuthology.orchestra.run.smithi066.stdout:(125/152): python3-jaraco-collections-3.0.0-8.e 185 kB/s | 23 kB 00:00 2024-04-25T18:45:12.446 INFO:teuthology.orchestra.run.smithi064.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 241 kB/s | 28 kB 00:00 2024-04-25T18:45:12.496 INFO:teuthology.orchestra.run.smithi064.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 368 kB/s | 31 kB 00:00 2024-04-25T18:45:12.533 INFO:teuthology.orchestra.run.smithi066.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 180 kB/s | 19 kB 00:00 2024-04-25T18:45:12.554 INFO:teuthology.orchestra.run.smithi064.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-04-25T18:45:12.579 INFO:teuthology.orchestra.run.smithi064.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 706 kB/s | 59 kB 00:00 2024-04-25T18:45:12.655 INFO:teuthology.orchestra.run.smithi064.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 357 kB/s | 36 kB 00:00 2024-04-25T18:45:12.667 INFO:teuthology.orchestra.run.smithi066.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 148 kB/s | 20 kB 00:00 2024-04-25T18:45:12.688 INFO:teuthology.orchestra.run.smithi064.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 470 kB/s | 51 kB 00:00 2024-04-25T18:45:12.772 INFO:teuthology.orchestra.run.smithi064.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-04-25T18:45:12.797 INFO:teuthology.orchestra.run.smithi064.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 827 kB/s | 90 kB 00:00 2024-04-25T18:45:12.897 INFO:teuthology.orchestra.run.smithi064.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-25T18:45:12.923 INFO:teuthology.orchestra.run.smithi064.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 159 kB/s | 20 kB 00:00 2024-04-25T18:45:13.006 INFO:teuthology.orchestra.run.smithi064.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-25T18:45:13.057 INFO:teuthology.orchestra.run.smithi064.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-04-25T18:45:13.659 INFO:teuthology.orchestra.run.smithi066.stdout:(128/152): python3-grpcio-1.46.7-10.el9.x86_64. 787 kB/s | 2.0 MB 00:02 2024-04-25T18:45:13.767 INFO:teuthology.orchestra.run.smithi066.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 428 kB/s | 46 kB 00:00 2024-04-25T18:45:13.951 INFO:teuthology.orchestra.run.smithi066.stdout:(130/152): python3-more-itertools-8.12.0-2.el9. 430 kB/s | 79 kB 00:00 2024-04-25T18:45:14.034 INFO:teuthology.orchestra.run.smithi066.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 765 kB/s | 1.0 MB 00:01 2024-04-25T18:45:14.143 INFO:teuthology.orchestra.run.smithi066.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 300 kB/s | 58 kB 00:00 2024-04-25T18:45:14.252 INFO:teuthology.orchestra.run.smithi066.stdout:(133/152): python3-portend-3.1.0-2.el9.noarch.r 152 kB/s | 16 kB 00:00 2024-04-25T18:45:14.347 INFO:teuthology.orchestra.run.smithi032.stdout:(148/152): librados2-19.0.0-3156.gd69f13d8.el7. 844 kB/s | 3.4 MB 00:04 2024-04-25T18:45:14.431 INFO:teuthology.orchestra.run.smithi032.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 16 MB/s | 1.3 MB 00:00 2024-04-25T18:45:14.435 INFO:teuthology.orchestra.run.smithi066.stdout:(134/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 491 kB/s | 90 kB 00:00 2024-04-25T18:45:14.494 INFO:teuthology.orchestra.run.smithi066.stdout:(135/152): python3-pecan-1.4.2-3.el9.noarch.rpm 593 kB/s | 272 kB 00:00 2024-04-25T18:45:14.536 INFO:teuthology.orchestra.run.smithi066.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 282 kB/s | 28 kB 00:00 2024-04-25T18:45:14.555 INFO:teuthology.orchestra.run.smithi032.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 19 MB/s | 2.4 MB 00:00 2024-04-25T18:45:14.594 INFO:teuthology.orchestra.run.smithi066.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 307 kB/s | 31 kB 00:00 2024-04-25T18:45:14.778 INFO:teuthology.orchestra.run.smithi066.stdout:(138/152): python3-rsa-4.9-2.el9.noarch.rpm 323 kB/s | 59 kB 00:00 2024-04-25T18:45:14.886 INFO:teuthology.orchestra.run.smithi066.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 538 kB/s | 188 kB 00:00 2024-04-25T18:45:14.911 INFO:teuthology.orchestra.run.smithi066.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 268 kB/s | 36 kB 00:00 2024-04-25T18:45:15.070 INFO:teuthology.orchestra.run.smithi066.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 278 kB/s | 51 kB 00:00 2024-04-25T18:45:15.095 INFO:teuthology.orchestra.run.smithi066.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-04-25T18:45:15.254 INFO:teuthology.orchestra.run.smithi066.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 488 kB/s | 90 kB 00:00 2024-04-25T18:45:15.363 INFO:teuthology.orchestra.run.smithi066.stdout:(144/152): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-25T18:45:15.396 INFO:teuthology.orchestra.run.smithi066.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 1.4 MB/s | 427 kB 00:00 2024-04-25T18:45:15.623 INFO:teuthology.orchestra.run.smithi064.stdout:(148/152): librados2-19.0.0-3156.gd69f13d8.el7. 1.3 MB/s | 3.4 MB 00:02 2024-04-25T18:45:15.707 INFO:teuthology.orchestra.run.smithi064.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 17 MB/s | 1.3 MB 00:00 2024-04-25T18:45:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 547 kB/s | 192 kB 00:00 2024-04-25T18:45:15.815 INFO:teuthology.orchestra.run.smithi064.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-04-25T18:45:16.063 INFO:teuthology.orchestra.run.smithi066.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 2.4 MB/s | 1.6 MB 00:00 2024-04-25T18:45:16.939 INFO:teuthology.orchestra.run.smithi032.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 486 kB/s | 3.1 MB 00:06 2024-04-25T18:45:19.032 INFO:teuthology.orchestra.run.smithi064.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 539 kB/s | 3.1 MB 00:05 2024-04-25T18:45:19.197 INFO:teuthology.orchestra.run.smithi066.stdout:(148/152): librados2-19.0.0-3156.gd69f13d8.el7. 998 kB/s | 3.4 MB 00:03 2024-04-25T18:45:19.280 INFO:teuthology.orchestra.run.smithi066.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 16 MB/s | 1.3 MB 00:00 2024-04-25T18:45:19.380 INFO:teuthology.orchestra.run.smithi066.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-04-25T18:45:19.606 INFO:teuthology.orchestra.run.smithi066.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 909 kB/s | 3.1 MB 00:03 2024-04-25T18:45:22.072 INFO:teuthology.orchestra.run.smithi032.stdout:(152/152): ceph-test-19.0.0-3156.gd69f13d8.el7. 1.3 MB/s | 49 MB 00:37 2024-04-25T18:45:22.081 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2024-04-25T18:45:22.082 INFO:teuthology.orchestra.run.smithi032.stdout:Total 3.8 MB/s | 222 MB 00:58 2024-04-25T18:45:22.490 INFO:teuthology.orchestra.run.smithi064.stdout:(152/152): ceph-test-19.0.0-3156.gd69f13d8.el7. 1.0 MB/s | 49 MB 00:48 2024-04-25T18:45:22.495 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-04-25T18:45:22.495 INFO:teuthology.orchestra.run.smithi064.stdout:Total 3.7 MB/s | 222 MB 00:59 2024-04-25T18:45:23.609 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-04-25T18:45:23.769 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-04-25T18:45:23.769 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-04-25T18:45:25.102 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction check 2024-04-25T18:45:25.359 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction check succeeded. 2024-04-25T18:45:25.359 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction test 2024-04-25T18:45:25.646 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-04-25T18:45:25.647 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-04-25T18:45:28.239 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction test succeeded. 2024-04-25T18:45:28.239 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction 2024-04-25T18:45:29.272 INFO:teuthology.orchestra.run.smithi066.stdout:(152/152): ceph-test-19.0.0-3156.gd69f13d8.el7. 898 kB/s | 49 MB 00:55 2024-04-25T18:45:29.277 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-04-25T18:45:29.278 INFO:teuthology.orchestra.run.smithi066.stdout:Total 3.3 MB/s | 222 MB 01:07 2024-04-25T18:45:30.396 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-04-25T18:45:30.557 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-04-25T18:45:30.557 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-04-25T18:45:31.708 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-04-25T18:45:31.802 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T18:45:31.849 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T18:45:31.903 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T18:45:31.936 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T18:45:31.961 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T18:45:32.005 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T18:45:32.350 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T18:45:32.443 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-04-25T18:45:32.443 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-04-25T18:45:32.454 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:45:32.578 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:45:32.605 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:45:32.697 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:45:32.726 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-25T18:45:32.893 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T18:45:32.957 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T18:45:32.984 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:45:33.089 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:45:33.119 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-25T18:45:33.234 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-25T18:45:33.234 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T18:45:33.234 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T18:45:33.371 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T18:45:33.402 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T18:45:33.513 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T18:45:33.609 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T18:45:33.643 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T18:45:33.696 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T18:45:33.801 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T18:45:33.844 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T18:45:33.888 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T18:45:33.920 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T18:45:33.948 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T18:45:34.019 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T18:45:34.071 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T18:45:34.100 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T18:45:34.144 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T18:45:34.223 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T18:45:34.263 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-25T18:45:34.307 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-25T18:45:34.335 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-25T18:45:34.408 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T18:45:34.459 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T18:45:34.537 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T18:45:34.633 INFO:teuthology.orchestra.run.smithi032.stdout: Preparing : 1/1 2024-04-25T18:45:34.681 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T18:45:34.737 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T18:45:34.855 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T18:45:34.932 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T18:45:35.054 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T18:45:35.118 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T18:45:35.156 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T18:45:35.281 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T18:45:35.293 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T18:45:35.384 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T18:45:35.427 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T18:45:35.469 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T18:45:35.507 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-25T18:45:35.550 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T18:45:35.711 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T18:45:35.735 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T18:45:35.760 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T18:45:35.817 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T18:45:35.870 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:45:35.890 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T18:45:35.927 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T18:45:35.972 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T18:45:36.028 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T18:45:36.057 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:45:36.063 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T18:45:36.107 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T18:45:36.149 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T18:45:36.196 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:45:36.293 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T18:45:36.338 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T18:45:36.360 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:45:36.367 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T18:45:36.406 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-25T18:45:36.409 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T18:45:36.507 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T18:45:36.550 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T18:45:36.591 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T18:45:36.624 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T18:45:36.649 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T18:45:36.727 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T18:45:36.793 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T18:45:36.857 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T18:45:36.898 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T18:45:36.926 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T18:45:36.960 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T18:45:36.970 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T18:45:37.000 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:45:37.007 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T18:45:37.048 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T18:45:37.077 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T18:45:37.112 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T18:45:37.145 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T18:45:37.185 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:45:37.186 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T18:45:37.210 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-25T18:45:37.221 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T18:45:37.307 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-25T18:45:37.311 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T18:45:37.336 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T18:45:37.361 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T18:45:37.391 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T18:45:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T18:45:37.447 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T18:45:37.557 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T18:45:37.611 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T18:45:37.868 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T18:45:37.929 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T18:45:38.136 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T18:45:38.257 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T18:45:38.304 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T18:45:38.370 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T18:45:38.377 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T18:45:38.430 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T18:45:38.465 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T18:45:38.475 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T18:45:38.535 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T18:45:38.568 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T18:45:38.608 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T18:45:38.623 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T18:45:38.656 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T18:45:38.667 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-04-25T18:45:38.695 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T18:45:38.713 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T18:45:38.725 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-25T18:45:38.749 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T18:45:38.773 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-25T18:45:38.815 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T18:45:38.826 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-25T18:45:38.860 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-25T18:45:38.885 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-25T18:45:38.888 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T18:45:38.928 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-25T18:45:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T18:45:38.936 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T18:45:38.964 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T18:45:38.988 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T18:45:39.052 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T18:45:39.109 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T18:45:39.150 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-25T18:45:39.203 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-25T18:45:39.261 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-25T18:45:39.275 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-25T18:45:39.377 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:45:39.389 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T18:45:39.443 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T18:45:39.502 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:45:39.536 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:45:39.556 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T18:45:39.629 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:45:39.666 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-25T18:45:39.735 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T18:45:39.742 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T18:45:39.805 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T18:45:39.829 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-25T18:45:39.849 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T18:45:39.882 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-25T18:45:39.909 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:45:40.015 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:45:40.043 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-25T18:45:40.106 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-25T18:45:40.128 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T18:45:40.152 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-25T18:45:40.320 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T18:45:40.352 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-25T18:45:40.464 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-25T18:45:40.510 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T18:45:40.560 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-25T18:45:40.593 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-25T18:45:40.628 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-25T18:45:40.632 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T18:45:40.680 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T18:45:40.703 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-25T18:45:40.725 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T18:45:40.744 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-25T18:45:40.767 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-25T18:45:40.787 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-25T18:45:40.819 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-25T18:45:40.831 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T18:45:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-25T18:45:40.919 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-25T18:45:40.971 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-25T18:45:41.000 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-25T18:45:41.027 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-25T18:45:41.083 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T18:45:41.106 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-25T18:45:41.138 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-25T18:45:41.141 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T18:45:41.148 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T18:45:41.182 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-25T18:45:41.209 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-25T18:45:41.218 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T18:45:41.225 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T18:45:41.254 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T18:45:41.283 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-25T18:45:41.287 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T18:45:41.316 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T18:45:41.333 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-25T18:45:41.358 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T18:45:41.396 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T18:45:41.435 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-25T18:45:41.466 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T18:45:41.514 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T18:45:41.571 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-25T18:45:41.578 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T18:45:41.615 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T18:45:41.627 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-25T18:45:41.647 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T18:45:41.657 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-25T18:45:41.757 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-25T18:45:41.788 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-25T18:45:41.824 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T18:45:41.858 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T18:45:41.920 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T18:45:41.957 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T18:45:42.004 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T18:45:42.135 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T18:45:42.174 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T18:45:42.179 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-25T18:45:42.221 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T18:45:42.256 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T18:45:42.275 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-25T18:45:42.289 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T18:45:42.309 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-25T18:45:42.329 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T18:45:42.352 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-25T18:45:42.353 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-25T18:45:42.390 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-25T18:45:42.423 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-25T18:45:42.432 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-25T18:45:42.453 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-25T18:45:42.478 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T18:45:42.589 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-25T18:45:42.651 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-25T18:45:42.665 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T18:45:42.708 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-25T18:45:42.713 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T18:45:42.744 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T18:45:42.782 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-25T18:45:42.805 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T18:45:42.819 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-25T18:45:42.855 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-25T18:45:42.878 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T18:45:42.903 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-25T18:45:42.936 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T18:45:42.938 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-25T18:45:42.981 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-25T18:45:42.984 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T18:45:43.023 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-25T18:45:43.032 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T18:45:43.080 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T18:45:43.166 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T18:45:43.167 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-25T18:45:43.212 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-25T18:45:43.213 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T18:45:43.242 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-25T18:45:43.284 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-25T18:45:43.370 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T18:45:43.380 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-25T18:45:43.416 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-25T18:45:43.436 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T18:45:43.448 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-25T18:45:43.473 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-25T18:45:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-25T18:45:43.503 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T18:45:43.576 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-25T18:45:43.587 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T18:45:43.713 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-25T18:45:43.747 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-25T18:45:43.749 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T18:45:43.775 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-25T18:45:43.809 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-25T18:45:43.817 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T18:45:43.849 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-25T18:45:43.880 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-25T18:45:43.910 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-25T18:45:43.936 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-25T18:45:43.969 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-25T18:45:44.011 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-25T18:45:44.045 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-25T18:45:44.136 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-25T18:45:44.184 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-25T18:45:44.215 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-25T18:45:44.263 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-25T18:45:44.374 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-25T18:45:44.434 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-25T18:45:44.825 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T18:45:44.861 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:44.881 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T18:45:44.899 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:44.915 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T18:45:45.043 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T18:45:45.111 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T18:45:45.201 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-25T18:45:45.227 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T18:45:45.247 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-25T18:45:45.275 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T18:45:45.280 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-25T18:45:45.383 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-25T18:45:45.441 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-25T18:45:45.469 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:45.520 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T18:45:45.520 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-25T18:45:45.531 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-25T18:45:45.555 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T18:45:45.574 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-25T18:45:45.618 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-25T18:45:45.618 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T18:45:45.618 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T18:45:45.618 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:45:45.646 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-25T18:45:45.677 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T18:45:45.759 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-25T18:45:45.788 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-25T18:45:45.868 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-25T18:45:46.554 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T18:45:46.600 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-25T18:45:46.673 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T18:45:46.757 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-25T18:45:47.962 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T18:45:48.041 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T18:45:48.069 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T18:45:48.102 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T18:45:48.434 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T18:45:48.465 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-25T18:45:48.474 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-25T18:45:48.556 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-25T18:45:48.571 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-25T18:45:48.587 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-25T18:45:48.620 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-25T18:45:48.623 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T18:45:48.668 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-25T18:45:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-25T18:45:49.117 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-25T18:45:49.124 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T18:45:49.151 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-25T18:45:49.222 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-25T18:45:49.239 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-25T18:45:49.245 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-25T18:45:49.298 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-25T18:45:49.357 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-25T18:45:49.962 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-25T18:45:49.995 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-25T18:45:50.105 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-25T18:45:50.130 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-25T18:45:51.600 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:51.641 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:52.214 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:52.261 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-25T18:45:52.350 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-25T18:45:52.351 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T18:45:52.351 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T18:45:52.351 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:45:52.378 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-25T18:45:52.958 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:53.002 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:53.682 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-25T18:45:53.731 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-25T18:45:53.902 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-25T18:45:53.902 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-25T18:45:53.902 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-25T18:45:53.902 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:45:53.940 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /sys 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /proc 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /mnt 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /var/tmp 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /home 2024-04-25T18:45:57.490 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /root 2024-04-25T18:45:57.491 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /tmp 2024-04-25T18:45:57.491 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:45:57.665 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-25T18:45:57.682 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-25T18:45:57.682 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:45:57.682 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T18:45:57.682 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:45:59.210 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-25T18:45:59.237 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-25T18:45:59.237 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:45:59.237 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T18:45:59.237 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T18:45:59.237 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T18:45:59.238 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:45:59.469 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-25T18:45:59.492 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-25T18:45:59.492 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:45:59.492 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T18:45:59.493 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T18:45:59.493 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T18:45:59.493 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:45:59.961 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-25T18:45:59.985 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-25T18:45:59.985 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:45:59.985 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T18:45:59.986 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T18:45:59.986 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T18:45:59.986 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:00.109 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T18:46:00.166 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T18:46:00.222 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T18:46:00.417 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T18:46:00.471 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T18:46:00.551 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T18:46:00.651 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T18:46:00.795 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T18:46:00.846 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T18:46:00.877 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T18:46:00.904 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T18:46:01.333 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-25T18:46:01.366 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-25T18:46:01.402 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-25T18:46:01.474 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-25T18:46:01.518 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-25T18:46:02.615 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-25T18:46:02.653 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-25T18:46:03.669 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-25T18:46:03.695 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-25T18:46:03.805 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-25T18:46:03.974 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-25T18:46:04.005 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-25T18:46:04.029 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-25T18:46:04.029 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:04.030 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T18:46:04.030 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T18:46:04.030 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T18:46:04.030 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:04.081 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-25T18:46:04.092 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-25T18:46:04.194 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-25T18:46:04.256 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-25T18:46:04.416 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-25T18:46:04.416 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /sys 2024-04-25T18:46:04.416 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /proc 2024-04-25T18:46:04.417 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /mnt 2024-04-25T18:46:04.417 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /var/tmp 2024-04-25T18:46:04.417 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /home 2024-04-25T18:46:04.417 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /root 2024-04-25T18:46:04.417 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /tmp 2024-04-25T18:46:04.417 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:04.592 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-25T18:46:04.609 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-25T18:46:04.609 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:04.609 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T18:46:04.610 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:05.239 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T18:46:05.275 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-25T18:46:05.299 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-25T18:46:05.299 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:05.299 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T18:46:05.299 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T18:46:05.299 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T18:46:05.299 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:05.342 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-25T18:46:05.366 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-25T18:46:05.366 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:05.366 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T18:46:05.366 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:05.410 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-25T18:46:05.433 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-25T18:46:05.433 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:05.433 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T18:46:05.433 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T18:46:05.433 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T18:46:05.434 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:05.752 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-25T18:46:05.776 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-25T18:46:05.776 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:05.776 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T18:46:05.776 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T18:46:05.776 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T18:46:05.776 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:06.136 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-25T18:46:06.163 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-25T18:46:06.163 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:06.163 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T18:46:06.163 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T18:46:06.163 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T18:46:06.163 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:06.395 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-25T18:46:06.419 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-25T18:46:06.419 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:06.419 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T18:46:06.419 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T18:46:06.419 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T18:46:06.419 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:06.879 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-25T18:46:06.903 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-25T18:46:06.903 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:06.903 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T18:46:06.903 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T18:46:06.903 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T18:46:06.904 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:07.018 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T18:46:07.076 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T18:46:07.141 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T18:46:07.338 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T18:46:07.380 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T18:46:07.462 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T18:46:07.563 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T18:46:07.709 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T18:46:07.747 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T18:46:07.770 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T18:46:07.797 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /sys 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /proc 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /mnt 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /var/tmp 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /home 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /root 2024-04-25T18:46:08.057 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /tmp 2024-04-25T18:46:08.058 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:08.184 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-25T18:46:08.213 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-25T18:46:08.245 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-25T18:46:08.305 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-25T18:46:08.310 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-25T18:46:08.336 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-25T18:46:08.353 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-25T18:46:08.353 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:08.353 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-25T18:46:08.353 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:09.433 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-25T18:46:09.471 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-25T18:46:10.042 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-25T18:46:10.134 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-25T18:46:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-25T18:46:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T18:46:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-25T18:46:10.134 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:10.418 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-25T18:46:10.488 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-25T18:46:10.495 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-25T18:46:10.495 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:10.495 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-25T18:46:10.495 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T18:46:10.495 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-25T18:46:10.495 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:10.513 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-25T18:46:10.622 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-25T18:46:10.647 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-25T18:46:10.689 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-25T18:46:10.738 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-25T18:46:10.778 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T18:46:10.793 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-25T18:46:10.805 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T18:46:10.815 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-25T18:46:10.839 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-25T18:46:10.839 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:10.839 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T18:46:10.839 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T18:46:10.839 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T18:46:10.839 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:10.899 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-25T18:46:10.910 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-25T18:46:11.004 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-25T18:46:11.012 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-25T18:46:11.017 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-25T18:46:11.043 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T18:46:11.057 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-25T18:46:11.073 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-25T18:46:11.091 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-25T18:46:11.091 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:11.091 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-25T18:46:11.091 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T18:46:11.091 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-25T18:46:11.091 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:11.227 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-25T18:46:11.290 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-25T18:46:11.375 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-25T18:46:11.631 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-25T18:46:11.658 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:11.695 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:11.699 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-25T18:46:11.716 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:11.791 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-25T18:46:11.909 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T18:46:12.034 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T18:46:12.068 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-25T18:46:12.090 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T18:46:12.092 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-25T18:46:12.092 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:12.092 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T18:46:12.092 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T18:46:12.092 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T18:46:12.092 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:12.135 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-25T18:46:12.159 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-25T18:46:12.159 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:12.159 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T18:46:12.159 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:12.184 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-25T18:46:12.211 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-25T18:46:12.235 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-25T18:46:12.235 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:12.235 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T18:46:12.235 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T18:46:12.235 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T18:46:12.235 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:12.250 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-25T18:46:12.280 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-25T18:46:12.562 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-25T18:46:12.586 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-25T18:46:12.586 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:12.586 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T18:46:12.586 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T18:46:12.586 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T18:46:12.586 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:12.630 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-25T18:46:12.716 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T18:46:12.758 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T18:46:12.843 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T18:46:12.879 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T18:46:12.879 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T18:46:12.929 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-25T18:46:12.963 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T18:46:12.966 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-25T18:46:13.004 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T18:46:13.004 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T18:46:13.021 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-25T18:46:13.103 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T18:46:13.155 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-25T18:46:13.173 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:13.193 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-25T18:46:14.564 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-25T18:46:14.612 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-25T18:46:15.785 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-25T18:46:15.820 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-25T18:46:15.975 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-25T18:46:16.161 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-25T18:46:16.197 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-25T18:46:16.282 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-25T18:46:16.282 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:16.282 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-25T18:46:16.282 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T18:46:16.282 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-25T18:46:16.282 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:16.373 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-25T18:46:16.417 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-25T18:46:16.577 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-25T18:46:16.644 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-25T18:46:17.466 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-25T18:46:17.507 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-25T18:46:17.548 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-25T18:46:17.580 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T18:46:17.607 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T18:46:17.737 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-25T18:46:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-25T18:46:17.800 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-25T18:46:17.844 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T18:46:17.858 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-25T18:46:17.858 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:17.858 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-25T18:46:17.858 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T18:46:17.858 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-25T18:46:17.858 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:17.874 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-25T18:46:17.910 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-25T18:46:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-25T18:46:18.009 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:18.009 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-25T18:46:18.009 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:18.102 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-25T18:46:18.210 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-25T18:46:18.210 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:18.211 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-25T18:46:18.211 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T18:46:18.211 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-25T18:46:18.211 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:18.484 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:18.522 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:18.542 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:18.611 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-25T18:46:18.710 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-25T18:46:18.710 INFO:teuthology.orchestra.run.smithi032.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-25T18:46:18.711 INFO:teuthology.orchestra.run.smithi032.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-25T18:46:18.711 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T18:46:18.711 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-25T18:46:18.711 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-25T18:46:19.089 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-25T18:46:19.090 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-25T18:46:19.091 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-25T18:46:19.103 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T18:46:19.104 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T18:46:19.105 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T18:46:19.106 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T18:46:19.107 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T18:46:19.108 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T18:46:19.109 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T18:46:19.110 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T18:46:19.111 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-25T18:46:19.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T18:46:19.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-25T18:46:19.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T18:46:19.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T18:46:19.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T18:46:19.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T18:46:19.448 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-25T18:46:19.535 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T18:46:19.577 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T18:46:19.662 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T18:46:19.697 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T18:46:19.697 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T18:46:19.781 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T18:46:19.814 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T18:46:19.814 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T18:46:19.888 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T18:46:19.957 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:21.246 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:21.246 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:21.246 INFO:teuthology.orchestra.run.smithi064.stdout:Upgraded: 2024-04-25T18:46:21.246 INFO:teuthology.orchestra.run.smithi064.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.247 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.248 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T18:46:21.249 INFO:teuthology.orchestra.run.smithi064.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T18:46:21.250 INFO:teuthology.orchestra.run.smithi064.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T18:46:21.251 INFO:teuthology.orchestra.run.smithi064.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.252 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T18:46:21.253 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T18:46:21.254 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T18:46:21.255 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T18:46:21.256 INFO:teuthology.orchestra.run.smithi064.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T18:46:21.257 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T18:46:21.258 INFO:teuthology.orchestra.run.smithi064.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T18:46:21.258 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-04-25T18:46:21.258 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-04-25T18:46:21.689 DEBUG:teuthology.parallel:result is None 2024-04-25T18:46:24.026 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-25T18:46:24.081 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-25T18:46:24.177 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-25T18:46:24.223 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-25T18:46:24.271 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-25T18:46:24.630 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-25T18:46:24.689 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-25T18:46:24.717 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-25T18:46:25.576 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-25T18:46:25.581 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-25T18:46:25.582 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-25T18:46:25.583 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-25T18:46:25.583 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-25T18:46:25.583 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-25T18:46:25.594 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T18:46:25.595 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T18:46:25.596 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T18:46:25.597 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T18:46:25.598 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T18:46:25.599 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T18:46:25.600 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T18:46:25.601 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-25T18:46:25.602 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T18:46:25.603 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T18:46:25.603 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T18:46:25.603 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T18:46:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:25.695 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-25T18:46:27.129 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-25T18:46:27.257 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-25T18:46:27.324 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-25T18:46:27.504 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-25T18:46:27.554 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-25T18:46:27.555 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T18:46:27.664 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-25T18:46:27.711 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T18:46:27.711 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout:Upgraded: 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T18:46:27.728 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.729 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T18:46:27.730 INFO:teuthology.orchestra.run.smithi066.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T18:46:27.731 INFO:teuthology.orchestra.run.smithi066.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T18:46:27.732 INFO:teuthology.orchestra.run.smithi066.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T18:46:27.733 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T18:46:27.734 INFO:teuthology.orchestra.run.smithi066.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T18:46:27.735 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T18:46:27.736 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.737 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T18:46:27.738 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T18:46:27.739 INFO:teuthology.orchestra.run.smithi066.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T18:46:27.740 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T18:46:27.740 INFO:teuthology.orchestra.run.smithi066.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T18:46:27.740 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:46:27.740 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-04-25T18:46:27.853 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-25T18:46:27.985 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:28.145 DEBUG:teuthology.parallel:result is None 2024-04-25T18:46:28.296 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:28.296 INFO:teuthology.orchestra.run.smithi032.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-25T18:46:28.297 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:34.027 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-25T18:46:34.027 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-25T18:46:34.027 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-25T18:46:34.027 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-25T18:46:34.027 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-25T18:46:34.027 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-25T18:46:34.028 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-25T18:46:34.029 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-25T18:46:34.030 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-25T18:46:34.031 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-25T18:46:34.032 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-25T18:46:34.033 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-25T18:46:34.034 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-25T18:46:34.035 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-25T18:46:34.036 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-25T18:46:34.037 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-25T18:46:34.038 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-25T18:46:34.039 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-25T18:46:34.040 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-25T18:46:34.041 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-25T18:46:34.041 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-25T18:46:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-25T18:46:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:36.527 INFO:teuthology.orchestra.run.smithi032.stdout:Upgraded: 2024-04-25T18:46:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.528 INFO:teuthology.orchestra.run.smithi032.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout:Installed: 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: automake-1.16.2-8.el9.noarch 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: bison-3.7.4-5.el9.x86_64 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-25T18:46:36.529 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.530 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: flex-2.6.4-9.el9.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-25T18:46:36.531 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-25T18:46:36.532 INFO:teuthology.orchestra.run.smithi032.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: lua-5.4.4-4.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-25T18:46:36.533 INFO:teuthology.orchestra.run.smithi032.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-13.14-1.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-25T18:46:36.534 INFO:teuthology.orchestra.run.smithi032.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-25T18:46:36.535 INFO:teuthology.orchestra.run.smithi032.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-25T18:46:36.536 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ply-3.11-14.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-25T18:46:36.537 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-25T18:46:36.538 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.539 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: re2-1:20211101-3.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:46:36.540 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2024-04-25T18:46:37.116 DEBUG:teuthology.parallel:result is None 2024-04-25T18:46:37.116 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:46:37.466 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T18:46:37.524 INFO:teuthology.orchestra.run.smithi032.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-25T18:46:37.524 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-25T18:46:37.524 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-25T18:46:37.526 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:46:37.663 DEBUG:teuthology.orchestra.run.smithi064:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T18:46:37.689 INFO:teuthology.orchestra.run.smithi064.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-25T18:46:37.689 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-25T18:46:37.690 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-25T18:46:37.691 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:46:37.826 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-25T18:46:37.853 INFO:teuthology.orchestra.run.smithi066.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-25T18:46:37.853 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-25T18:46:37.853 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-25T18:46:37.854 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-25T18:46:37.855 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:46:37.855 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T18:46:37.941 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:46:37.941 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T18:46:37.973 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:46:37.973 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-25T18:46:38.005 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-25T18:46:38.006 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:46:38.006 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T18:46:38.082 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T18:46:38.192 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:46:38.192 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T18:46:38.219 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T18:46:38.284 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:46:38.285 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/daemon-helper 2024-04-25T18:46:38.314 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-25T18:46:38.383 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-25T18:46:38.384 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:46:38.384 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T18:46:38.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T18:46:38.557 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:46:38.557 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T18:46:38.583 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T18:46:38.649 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:46:38.649 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-25T18:46:38.678 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-25T18:46:38.747 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-25T18:46:38.748 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:46:38.748 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T18:46:38.812 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T18:46:38.916 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:46:38.916 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T18:46:38.941 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T18:46:39.005 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:46:39.005 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/stdin-killer 2024-04-25T18:46:39.035 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-25T18:46:39.104 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-25T18:46:39.228 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-25T18:46:39.228 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:46:39.229 INFO:tasks.cephadm:Cluster fsid is 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:46:39.229 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-25T18:46:39.229 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.32', 'mon.b': '172.21.15.64', 'mon.c': '172.21.15.66'} 2024-04-25T18:46:39.229 INFO:tasks.cephadm:First mon is mon.a on smithi032 2024-04-25T18:46:39.229 INFO:tasks.cephadm:First mgr is x 2024-04-25T18:46:39.230 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-25T18:46:39.230 DEBUG:teuthology.orchestra.run.smithi032:> sudo hostname $(hostname -s) 2024-04-25T18:46:39.296 DEBUG:teuthology.orchestra.run.smithi064:> sudo hostname $(hostname -s) 2024-04-25T18:46:39.320 DEBUG:teuthology.orchestra.run.smithi066:> sudo hostname $(hostname -s) 2024-04-25T18:46:39.350 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-25T18:46:39.351 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:46:39.489 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-25T18:46:39.725 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:46:39.726 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-25T18:46:39.727 DEBUG:teuthology.orchestra.run.smithi032:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:40.433 INFO:teuthology.orchestra.run.smithi032.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 25 18:46 /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:40.434 DEBUG:teuthology.orchestra.run.smithi064:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:41.559 INFO:teuthology.orchestra.run.smithi064.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 25 18:46 /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:41.559 DEBUG:teuthology.orchestra.run.smithi066:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 25 18:46 /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:42.436 DEBUG:teuthology.orchestra.run.smithi032:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:42.485 DEBUG:teuthology.orchestra.run.smithi064:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:42.505 DEBUG:teuthology.orchestra.run.smithi066:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-25T18:46:42.538 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-25T18:46:42.539 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-25T18:46:42.543 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-25T18:46:42.547 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-25T18:46:44.049 INFO:teuthology.orchestra.run.smithi064.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-25T18:46:44.206 INFO:teuthology.orchestra.run.smithi066.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-25T18:46:44.790 INFO:teuthology.orchestra.run.smithi032.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout: "repo_digests": [ 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-04-25T18:47:21.041 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-25T18:49:14.145 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-25T18:49:14.146 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-25T18:49:14.146 INFO:teuthology.orchestra.run.smithi064.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-25T18:49:14.146 INFO:teuthology.orchestra.run.smithi064.stdout: "repo_digests": [ 2024-04-25T18:49:14.146 INFO:teuthology.orchestra.run.smithi064.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-25T18:49:14.146 INFO:teuthology.orchestra.run.smithi064.stdout: ] 2024-04-25T18:49:14.146 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout: "repo_digests": [ 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T18:49:15.235 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T18:49:15.278 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph 2024-04-25T18:49:15.369 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /etc/ceph 2024-04-25T18:49:15.401 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph 2024-04-25T18:49:15.436 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /etc/ceph 2024-04-25T18:49:15.526 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 777 /etc/ceph 2024-04-25T18:49:15.555 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 777 /etc/ceph 2024-04-25T18:49:15.583 INFO:tasks.cephadm:Writing seed config... 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-25T18:49:15.584 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-25T18:49:15.585 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-25T18:49:15.586 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-25T18:49:15.587 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-25T18:49:15.587 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-25T18:49:15.587 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-25T18:49:15.587 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-25T18:49:15.587 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-25T18:49:15.587 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-25T18:49:15.587 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:49:15.588 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-25T18:49:15.647 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 26958fb4-0334-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-25T18:49:15.647 DEBUG:teuthology.orchestra.run.smithi032:mon.a> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service 2024-04-25T18:49:15.697 DEBUG:teuthology.orchestra.run.smithi032:mgr.x> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x.service 2024-04-25T18:49:15.744 INFO:tasks.cephadm:Bootstrapping... 2024-04-25T18:49:15.744 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.32 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-25T18:49:16.020 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2024-04-25T18:49:16.020 INFO:teuthology.orchestra.run.smithi032.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', '26958fb4-0334-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.32', '--skip-admin-label'] 2024-04-25T18:49:16.021 INFO:teuthology.orchestra.run.smithi032.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-25T18:49:16.021 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying podman|docker is present... 2024-04-25T18:49:16.082 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T18:49:16.083 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying lvm2 is present... 2024-04-25T18:49:16.083 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying time synchronization is in place... 2024-04-25T18:49:16.102 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T18:49:16.102 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T18:49:16.121 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T18:49:16.122 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-04-25T18:49:16.145 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout enabled 2024-04-25T18:49:16.165 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout active 2024-04-25T18:49:16.166 INFO:teuthology.orchestra.run.smithi032.stdout:Unit chronyd.service is enabled and running 2024-04-25T18:49:16.166 INFO:teuthology.orchestra.run.smithi032.stdout:Repeating the final host check... 2024-04-25T18:49:16.221 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-25T18:49:16.221 INFO:teuthology.orchestra.run.smithi032.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-25T18:49:16.221 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl is present 2024-04-25T18:49:16.222 INFO:teuthology.orchestra.run.smithi032.stdout:lvcreate is present 2024-04-25T18:49:16.238 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-25T18:49:16.238 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-25T18:49:16.254 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-25T18:49:16.254 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-04-25T18:49:16.273 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout enabled 2024-04-25T18:49:16.295 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout active 2024-04-25T18:49:16.295 INFO:teuthology.orchestra.run.smithi032.stdout:Unit chronyd.service is enabled and running 2024-04-25T18:49:16.295 INFO:teuthology.orchestra.run.smithi032.stdout:Host looks OK 2024-04-25T18:49:16.296 INFO:teuthology.orchestra.run.smithi032.stdout:Cluster fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:16.296 INFO:teuthology.orchestra.run.smithi032.stdout:Acquiring lock 140318450883744 on /run/cephadm/26958fb4-0334-11ef-bc93-c7b262605968.lock 2024-04-25T18:49:16.297 INFO:teuthology.orchestra.run.smithi032.stdout:Lock 140318450883744 acquired on /run/cephadm/26958fb4-0334-11ef-bc93-c7b262605968.lock 2024-04-25T18:49:16.298 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying IP 172.21.15.32 port 3300 ... 2024-04-25T18:49:16.299 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying IP 172.21.15.32 port 6789 ... 2024-04-25T18:49:16.299 INFO:teuthology.orchestra.run.smithi032.stdout:Base mon IP(s) is [172.21.15.32:3300, 172.21.15.32:6789], mon addrv is [v2:172.21.15.32:3300,v1:172.21.15.32:6789] 2024-04-25T18:49:16.314 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.32 metric 100 2024-04-25T18:49:16.314 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.32 metric 100 2024-04-25T18:49:16.327 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-25T18:49:16.327 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-25T18:49:16.327 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-25T18:49:16.338 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-25T18:49:16.338 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-25T18:49:16.338 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T18:49:16.339 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-25T18:49:16.339 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:2602/64 scope link noprefixroute 2024-04-25T18:49:16.339 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-25T18:49:16.341 INFO:teuthology.orchestra.run.smithi032.stdout:Mon IP `172.21.15.32` is in CIDR network `172.21.0.0/20` 2024-04-25T18:49:16.341 INFO:teuthology.orchestra.run.smithi032.stdout:Mon IP `172.21.15.32` is in CIDR network `172.21.0.0/20` 2024-04-25T18:49:16.341 INFO:teuthology.orchestra.run.smithi032.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-25T18:49:16.344 INFO:teuthology.orchestra.run.smithi032.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-25T18:49:16.347 INFO:teuthology.orchestra.run.smithi032.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-25T18:49:17.122 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-25T18:49:17.122 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-25T18:49:17.123 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Getting image source signatures 2024-04-25T18:49:17.123 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-25T18:49:17.123 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-25T18:49:17.123 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-25T18:49:17.123 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-25T18:49:18.378 INFO:teuthology.orchestra.run.smithi032.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-25T18:49:18.378 INFO:teuthology.orchestra.run.smithi032.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-25T18:49:18.379 INFO:teuthology.orchestra.run.smithi032.stdout:Extracting ceph user uid/gid from container image... 2024-04-25T18:49:19.515 INFO:teuthology.orchestra.run.smithi032.stdout:stat: stdout 167 167 2024-04-25T18:49:19.515 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial keys... 2024-04-25T18:49:20.653 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQCvpSpmIXm2OhAAVaAMtJYqxA/MA0S75jEbdw== 2024-04-25T18:49:21.689 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQCxpSpmAiTuAxAAs1D6VJi3nJXQ5BnJ6dw70A== 2024-04-25T18:49:22.802 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQCypSpmeLS9CRAAQGy2skf9QiG5SkUYRGlxWg== 2024-04-25T18:49:22.804 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial monmap... 2024-04-25T18:49:24.069 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T18:49:24.069 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-25T18:49:24.069 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:24.069 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T18:49:24.070 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool for a [v2:172.21.15.32:3300,v1:172.21.15.32:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-25T18:49:24.070 INFO:teuthology.orchestra.run.smithi032.stdout:setting min_mon_release = quincy 2024-04-25T18:49:24.070 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: set fsid to 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:24.070 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-25T18:49:24.070 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:49:24.070 INFO:teuthology.orchestra.run.smithi032.stdout:Creating mon... 2024-04-25T18:49:25.338 INFO:teuthology.orchestra.run.smithi032.stdout:create mon.a on 2024-04-25T18:49:25.743 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-25T18:49:25.988 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-25T18:49:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-26958fb4-0334-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-26958fb4-0334-11ef-bc93-c7b262605968.target. 2024-04-25T18:49:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-26958fb4-0334-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-26958fb4-0334-11ef-bc93-c7b262605968.target. 2024-04-25T18:49:26.713 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a 2024-04-25T18:49:26.713 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to reset failed state of unit ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-25T18:49:27.017 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-26958fb4-0334-11ef-bc93-c7b262605968.target.wants/ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-26958fb4-0334-11ef-bc93-c7b262605968@.service. 2024-04-25T18:49:27.748 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:27 smithi032 podman[27654]: 2024-04-25 18:49:27.676159982 +0000 UTC m=+0.374035462 container start eb2e0477a02f07e7d56d4dfd4306b95102346addcde32ae3cb4c122f5a944efd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T18:49:27.779 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T18:49:27.779 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2024-04-25T18:49:27.793 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T18:49:27.793 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-04-25T18:49:27.793 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2024-04-25T18:49:27.793 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T18:49:27.794 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mon to start... 2024-04-25T18:49:27.794 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mon... 2024-04-25T18:49:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:27 smithi032 bash[27654]: eb2e0477a02f07e7d56d4dfd4306b95102346addcde32ae3cb4c122f5a944efd 2024-04-25T18:49:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:27 smithi032 systemd[1]: Started Ceph mon.a for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:49:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:27 smithi032 ceph-mon[27673]: mkfs 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:27 smithi032 ceph-mon[27673]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: monmap epoch 1 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: last_changed 2024-04-25T18:49:23.414532+0000 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: min_mon_release 19 (squid) 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: election_strategy: 1 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: fsmap 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T18:49:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: mgrmap e1: no daemons active 2024-04-25T18:49:29.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:28 smithi032 ceph-mon[27673]: from='client.? 172.21.15.32:0/1422025549' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-25T18:49:29.328 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout cluster: 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout id: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout services: 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.769387s) 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-25T18:49:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout data: 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout pgs: 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.427+0000 7fe04c200700 1 Processor -- start 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.428+0000 7fe04c200700 1 -- start start 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.428+0000 7fe04c200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04410ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.428+0000 7fe04c200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe04410b0d0 con 0x7fe04410a6e0 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.429+0000 7fe049800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04410ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.429+0000 7fe049800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04410ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45246/0 (socket says 172.21.15.32:45246) 2024-04-25T18:49:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.429+0000 7fe049800700 1 -- 172.21.15.32:0/1964512265 learned_addr learned my addr 172.21.15.32:0/1964512265 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.430+0000 7fe049800700 1 -- 172.21.15.32:0/1964512265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe04410b890 con 0x7fe04410a6e0 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.430+0000 7fe049800700 1 --2- 172.21.15.32:0/1964512265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04410ab00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe0380098a0 tx=0x7fe038009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48fea5a36898899 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.430+0000 7fe043e00700 1 -- 172.21.15.32:0/1964512265 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe038004160 con 0x7fe04410a6e0 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.430+0000 7fe043e00700 1 -- 172.21.15.32:0/1964512265 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe038004300 con 0x7fe04410a6e0 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe043e00700 1 -- 172.21.15.32:0/1964512265 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0380036a0 con 0x7fe04410a6e0 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 -- 172.21.15.32:0/1964512265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 msgr2=0x7fe04410ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 --2- 172.21.15.32:0/1964512265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04410ab00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe0380098a0 tx=0x7fe038009bb0 comp rx=0 tx=0).stop 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 -- 172.21.15.32:0/1964512265 shutdown_connections 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 --2- 172.21.15.32:0/1964512265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04410ab00 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 -- 172.21.15.32:0/1964512265 >> 172.21.15.32:0/1964512265 conn(0x7fe04407dc20 msgr2=0x7fe0441084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 -- 172.21.15.32:0/1964512265 shutdown_connections 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.431+0000 7fe04c200700 1 -- 172.21.15.32:0/1964512265 wait complete. 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe04c200700 1 Processor -- start 2024-04-25T18:49:29.337 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe04c200700 1 -- start start 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe04c200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04419e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe04c200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe04410bdc0 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe049800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04419e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe049800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04419e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45254/0 (socket says 172.21.15.32:45254) 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.433+0000 7fe049800700 1 -- 172.21.15.32:0/1422025549 learned_addr learned my addr 172.21.15.32:0/1422025549 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.434+0000 7fe049800700 1 -- 172.21.15.32:0/1422025549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe04419e610 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.434+0000 7fe049800700 1 --2- 172.21.15.32:0/1422025549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04419e0d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe038000c00 tx=0x7fe038004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.434+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe038003db0 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.434+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe038011630 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.434+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe038011950 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.435+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe04419e8a0 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.435+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0441a1590 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.435+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe038011af0 con 0x7fe04410a6e0 2024-04-25T18:49:29.338 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.435+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe03801c450 con 0x7fe04410a6e0 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.436+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0440640a0 con 0x7fe04410a6e0 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.439+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fe038032020 con 0x7fe04410a6e0 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.521+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fe04402df80 con 0x7fe04410a6e0 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.522+0000 7fe042000700 1 -- 172.21.15.32:0/1422025549 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fe038004260 con 0x7fe04410a6e0 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 msgr2=0x7fe04419e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 --2- 172.21.15.32:0/1422025549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04419e0d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe038000c00 tx=0x7fe038004750 comp rx=0 tx=0).stop 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 shutdown_connections 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 --2- 172.21.15.32:0/1422025549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe04410a6e0 0x7fe04419e0d0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 >> 172.21.15.32:0/1422025549 conn(0x7fe04407dc20 msgr2=0x7fe044194a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 shutdown_connections 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:28.523+0000 7fe04c200700 1 -- 172.21.15.32:0/1422025549 wait complete. 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:mon is available 2024-04-25T18:49:29.339 INFO:teuthology.orchestra.run.smithi032.stdout:Assimilating anything we can from ceph.conf... 2024-04-25T18:49:30.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:30 smithi032 ceph-mon[27673]: from='client.? 172.21.15.32:0/455551171' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T18:49:30.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:30 smithi032 ceph-mon[27673]: from='client.? 172.21.15.32:0/455551171' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout fsid = 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.32:3300,v1:172.21.15.32:6789] 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T18:49:30.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.962+0000 7f8e71400700 1 Processor -- start 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.962+0000 7f8e71400700 1 -- start start 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.962+0000 7f8e71400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c07c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:30.890 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.962+0000 7f8e71400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6c07c920 con 0x7f8e6c07dea0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.963+0000 7f8e6a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c07c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.963+0000 7f8e6a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c07c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45266/0 (socket says 172.21.15.32:45266) 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.963+0000 7f8e6a800700 1 -- 172.21.15.32:0/2100580098 learned_addr learned my addr 172.21.15.32:0/2100580098 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.963+0000 7f8e6a800700 1 -- 172.21.15.32:0/2100580098 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e6c07caa0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.964+0000 7f8e6a800700 1 --2- 172.21.15.32:0/2100580098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c07c350 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c0098a0 tx=0x7f8e5c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb7c726ce0c5a9c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.964+0000 7f8e69e00700 1 -- 172.21.15.32:0/2100580098 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e5c004160 con 0x7f8e6c07dea0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.964+0000 7f8e69e00700 1 -- 172.21.15.32:0/2100580098 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e5c004300 con 0x7f8e6c07dea0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.964+0000 7f8e69e00700 1 -- 172.21.15.32:0/2100580098 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e5c0036a0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 -- 172.21.15.32:0/2100580098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 msgr2=0x7f8e6c07c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 --2- 172.21.15.32:0/2100580098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c07c350 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c0098a0 tx=0x7f8e5c009bb0 comp rx=0 tx=0).stop 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 -- 172.21.15.32:0/2100580098 shutdown_connections 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 --2- 172.21.15.32:0/2100580098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c07c350 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 -- 172.21.15.32:0/2100580098 >> 172.21.15.32:0/2100580098 conn(0x7f8e6c103b10 msgr2=0x7f8e6c105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:30.891 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 -- 172.21.15.32:0/2100580098 shutdown_connections 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.965+0000 7f8e71400700 1 -- 172.21.15.32:0/2100580098 wait complete. 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.966+0000 7f8e71400700 1 Processor -- start 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.966+0000 7f8e71400700 1 -- start start 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.967+0000 7f8e71400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c1a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.967+0000 7f8e71400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8e6c07cfd0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.967+0000 7f8e6a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c1a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.967+0000 7f8e6a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c1a24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45272/0 (socket says 172.21.15.32:45272) 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.967+0000 7f8e6a800700 1 -- 172.21.15.32:0/455551171 learned_addr learned my addr 172.21.15.32:0/455551171 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e6a800700 1 -- 172.21.15.32:0/455551171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e6c1a2a20 con 0x7f8e6c07dea0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e6a800700 1 --2- 172.21.15.32:0/455551171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c1a24e0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c000c00 tx=0x7f8e5c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e5c003db0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e5c011630 con 0x7f8e6c07dea0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e6c1a2cb0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.892 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e5c011950 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.968+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e6c1a59a0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.969+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8e5c011af0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.969+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8e5c01c450 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.970+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e6c0640a0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:29.972+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f8e5c032020 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.050+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f8e6c1a6cf0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.056+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f8e5c004260 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.057+0000 7f8e63400700 1 -- 172.21.15.32:0/455551171 <== mon.0 v2:172.21.15.32:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8e5c01c6a0 con 0x7f8e6c07dea0 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.058+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 msgr2=0x7f8e6c1a24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.058+0000 7f8e71400700 1 --2- 172.21.15.32:0/455551171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c1a24e0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f8e5c000c00 tx=0x7f8e5c004750 comp rx=0 tx=0).stop 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.058+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 shutdown_connections 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.058+0000 7f8e71400700 1 --2- 172.21.15.32:0/455551171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8e6c07dea0 0x7f8e6c1a24e0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.058+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 >> 172.21.15.32:0/455551171 conn(0x7f8e6c103b10 msgr2=0x7f8e6c105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:30.893 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.058+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 shutdown_connections 2024-04-25T18:49:30.894 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:30.059+0000 7f8e71400700 1 -- 172.21.15.32:0/455551171 wait complete. 2024-04-25T18:49:30.894 INFO:teuthology.orchestra.run.smithi032.stdout:Generating new minimal ceph.conf... 2024-04-25T18:49:31.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:31 smithi032 ceph-mon[27673]: from='client.? 172.21.15.32:0/3786861032' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:49:32.241 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.548+0000 7f8d74a00700 1 Processor -- start 2024-04-25T18:49:32.241 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.548+0000 7f8d74a00700 1 -- start start 2024-04-25T18:49:32.241 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.549+0000 7f8d74a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d7007ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.549+0000 7f8d74a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8d7007f260 con 0x7f8d7007e870 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.549+0000 7f8d6de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d7007ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.549+0000 7f8d6de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d7007ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45284/0 (socket says 172.21.15.32:45284) 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.549+0000 7f8d6de00700 1 -- 172.21.15.32:0/2399661220 learned_addr learned my addr 172.21.15.32:0/2399661220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.550+0000 7f8d6de00700 1 -- 172.21.15.32:0/2399661220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d7007fa70 con 0x7f8d7007e870 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.550+0000 7f8d6de00700 1 --2- 172.21.15.32:0/2399661220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d7007ec90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8d600098a0 tx=0x7f8d60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f7cd6987bea4c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.550+0000 7f8d6ca00700 1 -- 172.21.15.32:0/2399661220 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d60004160 con 0x7f8d7007e870 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d6ca00700 1 -- 172.21.15.32:0/2399661220 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8d60004300 con 0x7f8d7007e870 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d6ca00700 1 -- 172.21.15.32:0/2399661220 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d60011af0 con 0x7f8d7007e870 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 -- 172.21.15.32:0/2399661220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 msgr2=0x7f8d7007ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 --2- 172.21.15.32:0/2399661220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d7007ec90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8d600098a0 tx=0x7f8d60009bb0 comp rx=0 tx=0).stop 2024-04-25T18:49:32.242 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 -- 172.21.15.32:0/2399661220 shutdown_connections 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 --2- 172.21.15.32:0/2399661220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d7007ec90 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 -- 172.21.15.32:0/2399661220 >> 172.21.15.32:0/2399661220 conn(0x7f8d7007db70 msgr2=0x7f8d701084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 -- 172.21.15.32:0/2399661220 shutdown_connections 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.551+0000 7f8d74a00700 1 -- 172.21.15.32:0/2399661220 wait complete. 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d74a00700 1 Processor -- start 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d74a00700 1 -- start start 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d74a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d701a2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d74a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8d70080e30 con 0x7f8d7007e870 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d6de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d701a2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d6de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d701a2aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45292/0 (socket says 172.21.15.32:45292) 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.553+0000 7f8d6de00700 1 -- 172.21.15.32:0/3786861032 learned_addr learned my addr 172.21.15.32:0/3786861032 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.554+0000 7f8d6de00700 1 -- 172.21.15.32:0/3786861032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d701a2fe0 con 0x7f8d7007e870 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.554+0000 7f8d6de00700 1 --2- 172.21.15.32:0/3786861032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d701a2aa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8d60011ac0 tx=0x7f8d60011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:32.243 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.554+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d60003970 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.554+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8d60003b10 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.554+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d701a3270 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.554+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d60024610 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.555+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d701a5f60 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.555+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8d60024bd0 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.555+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8d60019700 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.556+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d700640a0 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.559+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f8d6002ddf0 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.638+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f8d7002e180 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.638+0000 7f8d66a00700 1 -- 172.21.15.32:0/3786861032 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f8d6001a9e0 con 0x7f8d7007e870 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 msgr2=0x7f8d701a2aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 --2- 172.21.15.32:0/3786861032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d701a2aa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8d60011ac0 tx=0x7f8d60011ba0 comp rx=0 tx=0).stop 2024-04-25T18:49:32.244 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 shutdown_connections 2024-04-25T18:49:32.245 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 --2- 172.21.15.32:0/3786861032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8d7007e870 0x7f8d701a2aa0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:32.245 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 >> 172.21.15.32:0/3786861032 conn(0x7f8d7007db70 msgr2=0x7f8d70199740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:32.245 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 shutdown_connections 2024-04-25T18:49:32.245 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:31.640+0000 7f8d74a00700 1 -- 172.21.15.32:0/3786861032 wait complete. 2024-04-25T18:49:32.245 INFO:teuthology.orchestra.run.smithi032.stdout:Restarting the monitor... 2024-04-25T18:49:32.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:32 smithi032 systemd[1]: Stopping Ceph mon.a for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:49:33.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a[27669]: 2024-04-25T18:49:32.733+0000 7f292dc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T18:49:33.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a[27669]: 2024-04-25T18:49:32.733+0000 7f292dc00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-25T18:49:33.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:32 smithi032 podman[27917]: 2024-04-25 18:49:32.898251831 +0000 UTC m=+0.293510395 container died eb2e0477a02f07e7d56d4dfd4306b95102346addcde32ae3cb4c122f5a944efd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T18:49:33.619 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:33 smithi032 podman[27917]: 2024-04-25 18:49:33.45028247 +0000 UTC m=+0.845541054 container cleanup eb2e0477a02f07e7d56d4dfd4306b95102346addcde32ae3cb4c122f5a944efd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-25T18:49:33.619 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:33 smithi032 bash[27917]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a 2024-04-25T18:49:34.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:33 smithi032 podman[27931]: 2024-04-25 18:49:33.617517989 +0000 UTC m=+0.707895123 container remove eb2e0477a02f07e7d56d4dfd4306b95102346addcde32ae3cb4c122f5a944efd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-25T18:49:34.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:34 smithi032 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-25T18:49:34.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:34 smithi032 systemd[1]: Stopped Ceph mon.a for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:49:34.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:34 smithi032 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service: Consumed 1.946s CPU time. 2024-04-25T18:49:34.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:34 smithi032 systemd[1]: Starting Ceph mon.a for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:49:34.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:34 smithi032 podman[28023]: 2024-04-25 18:49:34.37488156 +0000 UTC m=+0.033857009 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:49:40.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:39 smithi032 podman[28023]: 2024-04-25 18:49:39.793875999 +0000 UTC m=+5.452851489 container create 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-25T18:49:43.234 INFO:teuthology.orchestra.run.smithi032.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-25T18:49:43.387 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 podman[28023]: 2024-04-25 18:49:43.124373222 +0000 UTC m=+8.783348732 container init 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 podman[28023]: 2024-04-25 18:49:43.136265663 +0000 UTC m=+8.795241132 container start 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: pidfile_write: ignore empty --pid-file 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: load: jerasure load: lrc 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: RocksDB version: 7.9.2 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Git sha 0 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: DB SUMMARY 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: DB Session ID: GVHTAT88JBXVITY2SK6Z 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: CURRENT file: CURRENT 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-25T18:49:43.388 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105680 ; 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.error_if_exists: 0 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.create_if_missing: 0 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.paranoid_checks: 1 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.env: 0x55b866fdccc0 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.info_log: 0x55b888ddbc40 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T18:49:43.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.statistics: (nil) 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.use_fsync: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_log_file_size: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.allow_fallocate: 1 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.use_direct_reads: 0 2024-04-25T18:49:43.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.db_log_dir: 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.wal_dir: 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.write_buffer_manager: 0x55b888d6f0e0 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T18:49:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.unordered_write: 0 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.row_cache: None 2024-04-25T18:49:43.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.wal_filter: None 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.two_write_queues: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.wal_compression: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.atomic_flush: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T18:49:43.393 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.log_readahead_size: 0 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_background_jobs: 2 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_background_compactions: -1 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_subcompactions: 1 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T18:49:43.394 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_open_files: -1 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T18:49:43.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_background_flushes: -1 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Compression algorithms supported: 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kZSTD supported: 0 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kXpressCompression supported: 0 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kZlibCompression supported: 1 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kSnappyCompression supported: 1 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kLZ4Compression supported: 1 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: kBZip2Compression supported: 0 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T18:49:43.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.merge_operator: 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_filter: None 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b888ddbe00) 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout: cache_index_and_filter_blocks: 1 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T18:49:43.397 INFO:journalctl@ceph.mon.a.smithi032.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: pin_top_level_index_and_filter: 1 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_type: 0 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_block_index_type: 0 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_shortening: 1 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: checksum: 4 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: no_block_cache: 0 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache: 0x55b888da11f0 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_name: BinnedLRUCache 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_options: 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: capacity : 536870912 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: num_shard_bits : 4 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: strict_capacity_limit : 0 2024-04-25T18:49:43.398 INFO:journalctl@ceph.mon.a.smithi032.stdout: high_pri_pool_ratio: 0.000 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_compressed: (nil) 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: persistent_cache: (nil) 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_size: 4096 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_size_deviation: 10 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_restart_interval: 16 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_block_restart_interval: 1 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: metadata_block_size: 4096 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: partition_filters: 0 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: use_delta_encoding: 1 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: filter_policy: bloomfilter 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: whole_key_filtering: 1 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: verify_compression: 0 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: read_amp_bytes_per_bit: 0 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: format_version: 5 2024-04-25T18:49:43.399 INFO:journalctl@ceph.mon.a.smithi032.stdout: enable_index_compression: 1 2024-04-25T18:49:43.400 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_align: 0 2024-04-25T18:49:43.400 INFO:journalctl@ceph.mon.a.smithi032.stdout: max_auto_readahead_size: 262144 2024-04-25T18:49:43.400 INFO:journalctl@ceph.mon.a.smithi032.stdout: prepopulate_block_cache: 0 2024-04-25T18:49:43.400 INFO:journalctl@ceph.mon.a.smithi032.stdout: initial_auto_readahead_size: 8192 2024-04-25T18:49:43.400 INFO:journalctl@ceph.mon.a.smithi032.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression: NoCompression 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.num_levels: 7 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T18:49:43.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T18:49:43.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T18:49:43.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T18:49:43.404 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.inplace_update_support: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.bloom_locality: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.max_successive_merges: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T18:49:43.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.ttl: 2592000 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.enable_blob_files: false 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.min_blob_size: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T18:49:43.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 64edfaea-341e-4d0f-9cfc-686f14f1a818 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714070983196288, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714070983198188, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100787, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98675, "index_size": 304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14302, "raw_average_key_size": 49, "raw_value_size": 90893, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714070983, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "64edfaea-341e-4d0f-9cfc-686f14f1a818", "db_session_id": "GVHTAT88JBXVITY2SK6Z", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714070983198344, "job": 1, "event": "recovery_finished"} 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b888eb6000 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: DB pointer 0x55b888ea0000 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** DB Stats ** 2024-04-25T18:49:43.407 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: L0 2/0 100.29 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 81.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Sum 2/0 100.29 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 81.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 81.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2024-04-25T18:49:43.408 INFO:journalctl@ceph.mon.a.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 81.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative compaction: 0.00 GB write, 13.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval compaction: 0.00 GB write, 13.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T18:49:43.409 INFO:journalctl@ceph.mon.a.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: Block cache BinnedLRUCache@0x55b888da11f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: starting mon.a rank 0 at public addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] at bind addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???) e1 preinit fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).mds e1 new map 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).mds e1 print_map 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: e1 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: legacy client fscid: -1 2024-04-25T18:49:43.410 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout: No filesystems configured 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 bash[28023]: 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 systemd[1]: Started Ceph mon.a for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: monmap epoch 1 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: last_changed 2024-04-25T18:49:23.414532+0000 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: min_mon_release 19 (squid) 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: election_strategy: 1 2024-04-25T18:49:43.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:49:43.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: fsmap 2024-04-25T18:49:43.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: osdmap e1: 0 total, 0 up, 0 in 2024-04-25T18:49:43.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:43 smithi032 ceph-mon[28041]: mgrmap e1: no daemons active 2024-04-25T18:49:44.896 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.105+0000 7fed4ac00700 1 Processor -- start 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.106+0000 7fed4ac00700 1 -- start start 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.106+0000 7fed4ac00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed441077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.106+0000 7fed4ac00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fed44107d80 con 0x7fed44107390 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.107+0000 7fed43e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed441077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.107+0000 7fed43e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed441077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57438/0 (socket says 172.21.15.32:57438) 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.107+0000 7fed43e00700 1 -- 172.21.15.32:0/195901302 learned_addr learned my addr 172.21.15.32:0/195901302 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.108+0000 7fed43e00700 1 -- 172.21.15.32:0/195901302 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed44108590 con 0x7fed44107390 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.108+0000 7fed43e00700 1 --2- 172.21.15.32:0/195901302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed441077b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fed3400bb40 tx=0x7fed3400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e88f9e4ab9b49f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.108+0000 7fed42a00700 1 -- 172.21.15.32:0/195901302 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed3400dbe0 con 0x7fed44107390 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.108+0000 7fed42a00700 1 -- 172.21.15.32:0/195901302 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fed340044c0 con 0x7fed44107390 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.108+0000 7fed42a00700 1 -- 172.21.15.32:0/195901302 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed34010470 con 0x7fed44107390 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 -- 172.21.15.32:0/195901302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 msgr2=0x7fed441077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 --2- 172.21.15.32:0/195901302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed441077b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fed3400bb40 tx=0x7fed3400be50 comp rx=0 tx=0).stop 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 -- 172.21.15.32:0/195901302 shutdown_connections 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 --2- 172.21.15.32:0/195901302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed441077b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 -- 172.21.15.32:0/195901302 >> 172.21.15.32:0/195901302 conn(0x7fed441029b0 msgr2=0x7fed44104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 -- 172.21.15.32:0/195901302 shutdown_connections 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.109+0000 7fed4ac00700 1 -- 172.21.15.32:0/195901302 wait complete. 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.110+0000 7fed4ac00700 1 Processor -- start 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.110+0000 7fed4ac00700 1 -- start start 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.111+0000 7fed4ac00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed4419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.111+0000 7fed4ac00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fed4407afe0 con 0x7fed44107390 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.111+0000 7fed43e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed4419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.111+0000 7fed43e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed4419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57454/0 (socket says 172.21.15.32:57454) 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.111+0000 7fed43e00700 1 -- 172.21.15.32:0/1418479919 learned_addr learned my addr 172.21.15.32:0/1418479919 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed43e00700 1 -- 172.21.15.32:0/1418479919 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed4419eb60 con 0x7fed44107390 2024-04-25T18:49:44.898 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed43e00700 1 --2- 172.21.15.32:0/1418479919 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed4419e620 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fed3400b340 tx=0x7fed34003dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed34010720 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fed3401d070 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed4419edf0 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed34021ba0 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.112+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed441a1ae0 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.113+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fed3401f030 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.113+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fed3402ad90 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.113+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed440640a0 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.117+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fed34015070 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.195+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fed44197b80 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.198+0000 7fed40c00700 1 -- 172.21.15.32:0/1418479919 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fed34021d90 con 0x7fed44107390 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.199+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 msgr2=0x7fed4419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.199+0000 7fed4ac00700 1 --2- 172.21.15.32:0/1418479919 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed4419e620 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fed3400b340 tx=0x7fed34003dc0 comp rx=0 tx=0).stop 2024-04-25T18:49:44.899 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.199+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 shutdown_connections 2024-04-25T18:49:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.199+0000 7fed4ac00700 1 --2- 172.21.15.32:0/1418479919 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed44107390 0x7fed4419e620 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.199+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 >> 172.21.15.32:0/1418479919 conn(0x7fed441029b0 msgr2=0x7fed44194c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.200+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 shutdown_connections 2024-04-25T18:49:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:44.200+0000 7fed4ac00700 1 -- 172.21.15.32:0/1418479919 wait complete. 2024-04-25T18:49:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-25T18:49:44.921 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-25T18:49:44.921 INFO:teuthology.orchestra.run.smithi032.stdout:Creating mgr... 2024-04-25T18:49:44.923 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-25T18:49:44.924 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-25T18:49:45.398 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x 2024-04-25T18:49:45.398 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to reset failed state of unit ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-25T18:49:45.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:45 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1418479919' entity='client.admin' 2024-04-25T18:49:45.684 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-26958fb4-0334-11ef-bc93-c7b262605968.target.wants/ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-26958fb4-0334-11ef-bc93-c7b262605968@.service. 2024-04-25T18:49:46.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:45 smithi032 systemd[1]: Starting Ceph mgr.x for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:49:46.378 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 podman[28264]: 2024-04-25 18:49:45.974710467 +0000 UTC m=+0.031391087 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-25T18:49:46.379 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 podman[28264]: 2024-04-25 18:49:46.115453891 +0000 UTC m=+0.172134534 container create 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-25T18:49:46.379 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 podman[28264]: 2024-04-25 18:49:46.377012664 +0000 UTC m=+0.433693314 container init 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T18:49:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T18:49:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2024-04-25T18:49:46.511 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T18:49:46.511 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-04-25T18:49:46.512 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2024-04-25T18:49:46.512 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to enable service . firewalld.service is not available 2024-04-25T18:49:46.536 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T18:49:46.536 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2024-04-25T18:49:46.557 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T18:49:46.557 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-04-25T18:49:46.558 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2024-04-25T18:49:46.558 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-25T18:49:46.558 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr to start... 2024-04-25T18:49:46.558 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr... 2024-04-25T18:49:46.649 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 podman[28264]: 2024-04-25 18:49:46.387734265 +0000 UTC m=+0.444414877 container start 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-25T18:49:46.649 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 bash[28264]: 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 2024-04-25T18:49:46.649 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 systemd[1]: Started Ceph mgr.x for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:49:46.924 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:46.646+0000 7fce68d15200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T18:49:46.924 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:46.921+0000 7fce68d15200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:49:47.196 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:47.061+0000 7fce68d15200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T18:49:47.491 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:47 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/119511995' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T18:49:47.780 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:47.488+0000 7fce68d15200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T18:49:47.780 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:47.604+0000 7fce68d15200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T18:49:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:48.601 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:49:48.601 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T18:49:48.601 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T18:49:48.601 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T18:49:48.601 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:48.604 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T18:49:48.605 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T18:49:48.614 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T18:49:48.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T18:49:27.756283+0000", 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:48.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.220+0000 7f7d89400700 1 Processor -- start 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.220+0000 7f7d89400700 1 -- start start 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.221+0000 7f7d89400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d84107190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.221+0000 7f7d89400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8407be40 con 0x7f7d84106d70 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.221+0000 7f7d82800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d84107190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.221+0000 7f7d82800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d84107190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57474/0 (socket says 172.21.15.32:57474) 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.221+0000 7f7d82800700 1 -- 172.21.15.32:0/2802636277 learned_addr learned my addr 172.21.15.32:0/2802636277 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.222+0000 7f7d82800700 1 -- 172.21.15.32:0/2802636277 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d841076d0 con 0x7f7d84106d70 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.222+0000 7f7d82800700 1 --2- 172.21.15.32:0/2802636277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d84107190 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7d740098a0 tx=0x7f7d74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94f993134669e27e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.222+0000 7f7d81400700 1 -- 172.21.15.32:0/2802636277 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d74004160 con 0x7f7d84106d70 2024-04-25T18:49:48.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.222+0000 7f7d81400700 1 -- 172.21.15.32:0/2802636277 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7d74004300 con 0x7f7d84106d70 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.222+0000 7f7d81400700 1 -- 172.21.15.32:0/2802636277 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d74011af0 con 0x7f7d84106d70 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 -- 172.21.15.32:0/2802636277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 msgr2=0x7f7d84107190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 --2- 172.21.15.32:0/2802636277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d84107190 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7d740098a0 tx=0x7f7d74009bb0 comp rx=0 tx=0).stop 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 -- 172.21.15.32:0/2802636277 shutdown_connections 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 --2- 172.21.15.32:0/2802636277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d84107190 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 -- 172.21.15.32:0/2802636277 >> 172.21.15.32:0/2802636277 conn(0x7f7d841029b0 msgr2=0x7f7d84104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 -- 172.21.15.32:0/2802636277 shutdown_connections 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.223+0000 7f7d89400700 1 -- 172.21.15.32:0/2802636277 wait complete. 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.224+0000 7f7d89400700 1 Processor -- start 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.225+0000 7f7d89400700 1 -- start start 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.225+0000 7f7d89400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d8419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:48.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.225+0000 7f7d89400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7d84108700 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.225+0000 7f7d82800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d8419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.225+0000 7f7d82800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d8419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57480/0 (socket says 172.21.15.32:57480) 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.225+0000 7f7d82800700 1 -- 172.21.15.32:0/119511995 learned_addr learned my addr 172.21.15.32:0/119511995 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d82800700 1 -- 172.21.15.32:0/119511995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8419eb60 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d82800700 1 --2- 172.21.15.32:0/119511995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d8419e620 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7d74011ac0 tx=0x7f7d74011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d74003970 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7d74003b10 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7d74024610 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d8419edf0 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.226+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d841a1ae0 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.227+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7d74024bd0 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.227+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7d74019700 con 0x7f7d84106d70 2024-04-25T18:49:48.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.228+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d840640a0 con 0x7f7d84106d70 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.230+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f7d7402ddf0 con 0x7f7d84106d70 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.309+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f7d8402e180 con 0x7f7d84106d70 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.310+0000 7f7d7b400700 1 -- 172.21.15.32:0/119511995 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f7d7401a9e0 con 0x7f7d84106d70 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.311+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 msgr2=0x7f7d8419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.311+0000 7f7d89400700 1 --2- 172.21.15.32:0/119511995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d8419e620 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7d74011ac0 tx=0x7f7d74011ba0 comp rx=0 tx=0).stop 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.311+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 shutdown_connections 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.311+0000 7f7d89400700 1 --2- 172.21.15.32:0/119511995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d84106d70 0x7f7d8419e620 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.311+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 >> 172.21.15.32:0/119511995 conn(0x7f7d841029b0 msgr2=0x7f7d84195280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.312+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 shutdown_connections 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:47.312+0000 7f7d89400700 1 -- 172.21.15.32:0/119511995 wait complete. 2024-04-25T18:49:48.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (1/15)... 2024-04-25T18:49:49.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:49.233+0000 7fce68d15200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T18:49:49.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:49.466+0000 7fce68d15200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T18:49:50.029 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:49.682+0000 7fce68d15200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T18:49:50.456 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:50.074+0000 7fce68d15200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T18:49:50.457 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:50.199+0000 7fce68d15200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T18:49:50.714 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:50.454+0000 7fce68d15200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T18:49:50.989 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:50.712+0000 7fce68d15200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:49:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:51 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/346254620' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T18:49:51.802 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:51.546+0000 7fce68d15200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T18:49:52.010 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:52.010 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:49:52.010 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T18:49:52.010 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T18:49:52.010 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T18:49:52.011 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T18:49:52.012 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.012 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T18:49:52.012 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:52.012 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T18:49:52.012 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T18:49:52.020 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T18:49:52.021 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T18:49:27.756283+0000", 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.240+0000 7f4d6d600700 1 Processor -- start 2024-04-25T18:49:52.022 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.240+0000 7f4d6d600700 1 -- start start 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.240+0000 7f4d6d600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d681077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.241+0000 7f4d6d600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4d68107d80 con 0x7f4d68107390 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.241+0000 7f4d66a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d681077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.241+0000 7f4d66a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d681077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57486/0 (socket says 172.21.15.32:57486) 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.241+0000 7f4d66a00700 1 -- 172.21.15.32:0/3771454738 learned_addr learned my addr 172.21.15.32:0/3771454738 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.242+0000 7f4d66a00700 1 -- 172.21.15.32:0/3771454738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d68108590 con 0x7f4d68107390 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.242+0000 7f4d66a00700 1 --2- 172.21.15.32:0/3771454738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d681077b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4d580098a0 tx=0x7f4d58009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4577e3466e21eda server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.242+0000 7f4d65600700 1 -- 172.21.15.32:0/3771454738 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d58004160 con 0x7f4d68107390 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.242+0000 7f4d65600700 1 -- 172.21.15.32:0/3771454738 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4d58004300 con 0x7f4d68107390 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.242+0000 7f4d65600700 1 -- 172.21.15.32:0/3771454738 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d58011af0 con 0x7f4d68107390 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 -- 172.21.15.32:0/3771454738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 msgr2=0x7f4d681077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 --2- 172.21.15.32:0/3771454738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d681077b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4d580098a0 tx=0x7f4d58009bb0 comp rx=0 tx=0).stop 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 -- 172.21.15.32:0/3771454738 shutdown_connections 2024-04-25T18:49:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 --2- 172.21.15.32:0/3771454738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d681077b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 -- 172.21.15.32:0/3771454738 >> 172.21.15.32:0/3771454738 conn(0x7f4d681029b0 msgr2=0x7f4d68104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 -- 172.21.15.32:0/3771454738 shutdown_connections 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.243+0000 7f4d6d600700 1 -- 172.21.15.32:0/3771454738 wait complete. 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.244+0000 7f4d6d600700 1 Processor -- start 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.244+0000 7f4d6d600700 1 -- start start 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.245+0000 7f4d6d600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d6819e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.245+0000 7f4d6d600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4d6810b940 con 0x7f4d68107390 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.245+0000 7f4d66a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d6819e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.245+0000 7f4d66a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d6819e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57494/0 (socket says 172.21.15.32:57494) 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.245+0000 7f4d66a00700 1 -- 172.21.15.32:0/346254620 learned_addr learned my addr 172.21.15.32:0/346254620 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.245+0000 7f4d66a00700 1 -- 172.21.15.32:0/346254620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6819ec80 con 0x7f4d68107390 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d66a00700 1 --2- 172.21.15.32:0/346254620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d6819e740 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d580117b0 tx=0x7f4d58011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d58003af0 con 0x7f4d68107390 2024-04-25T18:49:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4d58020070 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d6819ef10 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4d58019630 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d681a1b60 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.246+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4d58019c80 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.247+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4d5800b720 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.247+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d680640a0 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.250+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f4d580042a0 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.329+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f4d6802e180 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.330+0000 7f4d5f400700 1 -- 172.21.15.32:0/346254620 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f4d5801a9c0 con 0x7f4d68107390 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.331+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 msgr2=0x7f4d6819e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.331+0000 7f4d6d600700 1 --2- 172.21.15.32:0/346254620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d6819e740 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d580117b0 tx=0x7f4d58011b70 comp rx=0 tx=0).stop 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.332+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 shutdown_connections 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.332+0000 7f4d6d600700 1 --2- 172.21.15.32:0/346254620 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d68107390 0x7f4d6819e740 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:52.025 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.332+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 >> 172.21.15.32:0/346254620 conn(0x7f4d681029b0 msgr2=0x7f4d68103900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:52.026 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.332+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 shutdown_connections 2024-04-25T18:49:52.026 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:51.332+0000 7f4d6d600700 1 -- 172.21.15.32:0/346254620 wait complete. 2024-04-25T18:49:52.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (2/15)... 2024-04-25T18:49:52.520 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:52 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:52.115+0000 7fce68d15200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T18:49:52.520 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:52 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:52.245+0000 7fce68d15200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T18:49:52.779 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:52 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:52.518+0000 7fce68d15200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T18:49:53.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:53 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:53.208+0000 7fce68d15200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T18:49:53.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:53 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:53.337+0000 7fce68d15200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T18:49:53.982 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:53 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:53.666+0000 7fce68d15200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T18:49:53.982 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:53 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:53.850+0000 7fce68d15200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T18:49:53.982 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:53 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:53.980+0000 7fce68d15200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T18:49:54.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:54 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:54.156+0000 7fce68d15200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T18:49:54.599 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:54 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:54.547+0000 7fce68d15200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T18:49:55.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:54 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1215335817' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T18:49:55.478 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:55.344+0000 7fce68d15200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T18:49:55.485 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T18:49:55.486 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T18:49:55.487 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T18:49:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T18:49:27.756283+0000", 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:55.497 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.663+0000 7ff9c4600700 1 Processor -- start 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.663+0000 7ff9c4600700 1 -- start start 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.663+0000 7ff9c4600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc108930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.663+0000 7ff9c4600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc108f00 con 0x7ff9bc108510 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.664+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc108930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.664+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc108930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34902/0 (socket says 172.21.15.32:34902) 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.664+0000 7ff9c1c00700 1 -- 172.21.15.32:0/106596396 learned_addr learned my addr 172.21.15.32:0/106596396 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.664+0000 7ff9c1c00700 1 -- 172.21.15.32:0/106596396 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9bc1096c0 con 0x7ff9bc108510 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.665+0000 7ff9c1c00700 1 --2- 172.21.15.32:0/106596396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc108930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff9b00098a0 tx=0x7ff9b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1640c8f1158dc124 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.665+0000 7ff9bbe00700 1 -- 172.21.15.32:0/106596396 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9b0004160 con 0x7ff9bc108510 2024-04-25T18:49:55.498 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.665+0000 7ff9bbe00700 1 -- 172.21.15.32:0/106596396 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff9b0004300 con 0x7ff9bc108510 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.665+0000 7ff9bbe00700 1 -- 172.21.15.32:0/106596396 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9b0011af0 con 0x7ff9bc108510 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 -- 172.21.15.32:0/106596396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 msgr2=0x7ff9bc108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 --2- 172.21.15.32:0/106596396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc108930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff9b00098a0 tx=0x7ff9b0009bb0 comp rx=0 tx=0).stop 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 -- 172.21.15.32:0/106596396 shutdown_connections 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 --2- 172.21.15.32:0/106596396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc108930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 -- 172.21.15.32:0/106596396 >> 172.21.15.32:0/106596396 conn(0x7ff9bc103b70 msgr2=0x7ff9bc105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 -- 172.21.15.32:0/106596396 shutdown_connections 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.666+0000 7ff9c4600700 1 -- 172.21.15.32:0/106596396 wait complete. 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.667+0000 7ff9c4600700 1 Processor -- start 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.668+0000 7ff9c4600700 1 -- start start 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.668+0000 7ff9c4600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc19e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.668+0000 7ff9c4600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc10ca70 con 0x7ff9bc108510 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.668+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc19e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.668+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc19e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34912/0 (socket says 172.21.15.32:34912) 2024-04-25T18:49:55.499 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.668+0000 7ff9c1c00700 1 -- 172.21.15.32:0/1215335817 learned_addr learned my addr 172.21.15.32:0/1215335817 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9c1c00700 1 -- 172.21.15.32:0/1215335817 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9bc19ee90 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9c1c00700 1 --2- 172.21.15.32:0/1215335817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc19e950 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0000c00 tx=0x7ff9b0011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9b0003b20 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff9b001a8c0 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9bc19f120 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9b0024940 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.669+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9bc1a1e10 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.670+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff9b0022020 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.670+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff9b002d930 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.671+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9bc0640a0 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.673+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7ff9b00042a0 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.753+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ff9bc02df80 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.753+0000 7ff9ba000700 1 -- 172.21.15.32:0/1215335817 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7ff9b002d3f0 con 0x7ff9bc108510 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 msgr2=0x7ff9bc19e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:55.500 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 --2- 172.21.15.32:0/1215335817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc19e950 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0000c00 tx=0x7ff9b0011b70 comp rx=0 tx=0).stop 2024-04-25T18:49:55.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 shutdown_connections 2024-04-25T18:49:55.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 --2- 172.21.15.32:0/1215335817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9bc108510 0x7ff9bc19e950 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:55.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 >> 172.21.15.32:0/1215335817 conn(0x7ff9bc103b70 msgr2=0x7ff9bc104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:55.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 shutdown_connections 2024-04-25T18:49:55.501 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:54.755+0000 7ff9c4600700 1 -- 172.21.15.32:0/1215335817 wait complete. 2024-04-25T18:49:55.501 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (3/15)... 2024-04-25T18:49:55.780 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:49:55.642+0000 7fce68d15200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: Activating manager daemon x 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: mgrmap e2: x(active, starting, since 0.0117197s) 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:49:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T18:49:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: Manager daemon x is now available 2024-04-25T18:49:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T18:49:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' 2024-04-25T18:49:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T18:49:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' 2024-04-25T18:49:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:55 smithi032 ceph-mon[28041]: from='mgr.14100 172.21.15.32:0/3542330751' entity='mgr.x' 2024-04-25T18:49:57.965 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:57 smithi032 ceph-mon[28041]: mgrmap e3: x(active, since 1.02307s) 2024-04-25T18:49:58.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:58 smithi032 ceph-mon[28041]: mgrmap e4: x(active, since 2s) 2024-04-25T18:49:58.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:49:58 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1727779002' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-25T18:49:59.189 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:59.190 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-25T18:49:59.191 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-25T18:49:59.200 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-25T18:49:59.200 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-25T18:49:59.200 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:59.201 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-25T18:49:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2024-04-25T18:49:27.756283+0000", 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.130+0000 7f574e800700 1 Processor -- start 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.130+0000 7f574e800700 1 -- start start 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.130+0000 7f574e800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574810ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.131+0000 7f574e800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f574810b0d0 con 0x7f574810a6e0 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.131+0000 7f5747400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574810ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.131+0000 7f5747400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574810ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34988/0 (socket says 172.21.15.32:34988) 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.131+0000 7f5747400700 1 -- 172.21.15.32:0/2727463682 learned_addr learned my addr 172.21.15.32:0/2727463682 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.132+0000 7f5747400700 1 -- 172.21.15.32:0/2727463682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f574810b890 con 0x7f574810a6e0 2024-04-25T18:49:59.203 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.132+0000 7f5747400700 1 --2- 172.21.15.32:0/2727463682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574810ab00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5738009e80 tx=0x7f573800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be96f751d8354464 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.132+0000 7f5746a00700 1 -- 172.21.15.32:0/2727463682 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5738017070 con 0x7f574810a6e0 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.132+0000 7f5746a00700 1 -- 172.21.15.32:0/2727463682 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f573800b8c0 con 0x7f574810a6e0 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.132+0000 7f5746a00700 1 -- 172.21.15.32:0/2727463682 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5738004490 con 0x7f574810a6e0 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 -- 172.21.15.32:0/2727463682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 msgr2=0x7f574810ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 --2- 172.21.15.32:0/2727463682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574810ab00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5738009e80 tx=0x7f573800b330 comp rx=0 tx=0).stop 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 -- 172.21.15.32:0/2727463682 shutdown_connections 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 --2- 172.21.15.32:0/2727463682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574810ab00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 -- 172.21.15.32:0/2727463682 >> 172.21.15.32:0/2727463682 conn(0x7f574807dc20 msgr2=0x7f57481084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 -- 172.21.15.32:0/2727463682 shutdown_connections 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.133+0000 7f574e800700 1 -- 172.21.15.32:0/2727463682 wait complete. 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.134+0000 7f574e800700 1 Processor -- start 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.134+0000 7f574e800700 1 -- start start 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f574e800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574819e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f574e800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f574810ec40 con 0x7f574810a6e0 2024-04-25T18:49:59.204 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f5747400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574819e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f5747400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574819e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34994/0 (socket says 172.21.15.32:34994) 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f5747400700 1 -- 172.21.15.32:0/1727779002 learned_addr learned my addr 172.21.15.32:0/1727779002 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f5747400700 1 -- 172.21.15.32:0/1727779002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f574819edf0 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.135+0000 7f5747400700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574819e8b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5738004a60 tx=0x7f573800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.136+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5738020020 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.136+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5738003c60 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.136+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f574819f080 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.136+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5738017040 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.136+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57481a1d70 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.137+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f5738023020 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.137+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57480640a0 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.138+0000 7f5744c00700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f572c0395b0 0x7f572c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.138+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f573800f050 con 0x7f574810a6e0 2024-04-25T18:49:59.205 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.138+0000 7f573ea00700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f572c0395b0 0x7f572c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.139+0000 7f573ea00700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f572c0395b0 0x7f572c03ba70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5730006fd0 tx=0x7f5730006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.144+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f573802a020 con 0x7f574810a6e0 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.468+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f574802e020 con 0x7f574810a6e0 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.469+0000 7f5744c00700 1 -- 172.21.15.32:0/1727779002 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f573802c300 con 0x7f574810a6e0 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.472+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f572c0395b0 msgr2=0x7f572c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.472+0000 7f574e800700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f572c0395b0 0x7f572c03ba70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5730006fd0 tx=0x7f5730006e40 comp rx=0 tx=0).stop 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.472+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 msgr2=0x7f574819e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.472+0000 7f574e800700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574819e8b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5738004a60 tx=0x7f573800bd50 comp rx=0 tx=0).stop 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.473+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 shutdown_connections 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.473+0000 7f574e800700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f572c0395b0 0x7f572c03ba70 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.473+0000 7f574e800700 1 --2- 172.21.15.32:0/1727779002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f574810a6e0 0x7f574819e8b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.473+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 >> 172.21.15.32:0/1727779002 conn(0x7f574807dc20 msgr2=0x7f5748107d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.473+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 shutdown_connections 2024-04-25T18:49:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:58.473+0000 7f574e800700 1 -- 172.21.15.32:0/1727779002 wait complete. 2024-04-25T18:49:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr is available 2024-04-25T18:50:00.497 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:00 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3860984299' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [global] 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout fsid = 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-25T18:50:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [osd] 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.826+0000 7fcdc3800700 1 Processor -- start 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.826+0000 7fcdc3800700 1 -- start start 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.826+0000 7fcdc3800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc07c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:00.832 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.826+0000 7fcdc3800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fcdbc07c920 con 0x7fcdbc07dea0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.827+0000 7fcdc0e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc07c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.827+0000 7fcdc0e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc07c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35006/0 (socket says 172.21.15.32:35006) 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.827+0000 7fcdc0e00700 1 -- 172.21.15.32:0/620247237 learned_addr learned my addr 172.21.15.32:0/620247237 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.827+0000 7fcdc0e00700 1 -- 172.21.15.32:0/620247237 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdbc07caa0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.828+0000 7fcdc0e00700 1 --2- 172.21.15.32:0/620247237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc07c350 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fcdac0098a0 tx=0x7fcdac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a549510f4baed211 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.828+0000 7fcdbbe00700 1 -- 172.21.15.32:0/620247237 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdac004160 con 0x7fcdbc07dea0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.828+0000 7fcdbbe00700 1 -- 172.21.15.32:0/620247237 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fcdac004300 con 0x7fcdbc07dea0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.828+0000 7fcdbbe00700 1 -- 172.21.15.32:0/620247237 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdac011af0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.828+0000 7fcdc3800700 1 -- 172.21.15.32:0/620247237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 msgr2=0x7fcdbc07c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.828+0000 7fcdc3800700 1 --2- 172.21.15.32:0/620247237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc07c350 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fcdac0098a0 tx=0x7fcdac009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.829+0000 7fcdc3800700 1 -- 172.21.15.32:0/620247237 shutdown_connections 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.829+0000 7fcdc3800700 1 --2- 172.21.15.32:0/620247237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc07c350 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:00.833 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.829+0000 7fcdc3800700 1 -- 172.21.15.32:0/620247237 >> 172.21.15.32:0/620247237 conn(0x7fcdbc103b10 msgr2=0x7fcdbc105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.829+0000 7fcdc3800700 1 -- 172.21.15.32:0/620247237 shutdown_connections 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.829+0000 7fcdc3800700 1 -- 172.21.15.32:0/620247237 wait complete. 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.830+0000 7fcdc3800700 1 Processor -- start 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.830+0000 7fcdc3800700 1 -- start start 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.830+0000 7fcdc3800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc1a2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.830+0000 7fcdc3800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fcdbc10a650 con 0x7fcdbc07dea0 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.831+0000 7fcdc0e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc1a2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.831+0000 7fcdc0e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc1a2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35012/0 (socket says 172.21.15.32:35012) 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.831+0000 7fcdc0e00700 1 -- 172.21.15.32:0/3860984299 learned_addr learned my addr 172.21.15.32:0/3860984299 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.831+0000 7fcdc0e00700 1 -- 172.21.15.32:0/3860984299 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdbc1a3240 con 0x7fcdbc07dea0 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.831+0000 7fcdc0e00700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc1a2d00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fcdac011ac0 tx=0x7fcdac011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:00.834 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.832+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdac003b20 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.832+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fcdac01a8c0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.832+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdbc1a34d0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.832+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcdac0248d0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.832+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdbc1a61b0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.833+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fcdac022020 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.833+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdbc0640a0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.834+0000 7fcdba000700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fcd9c0395b0 0x7fcd9c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.834+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fcdac04d4b0 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.834+0000 7fcdb3e00700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fcd9c0395b0 0x7fcd9c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.835+0000 7fcdb3e00700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fcd9c0395b0 0x7fcd9c03ba70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fcda4006fd0 tx=0x7fcda4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:49:59.840+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcdac01ab20 con 0x7fcdbc07dea0 2024-04-25T18:50:00.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.068+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fcdbc1a7500 con 0x7fcdbc07dea0 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.070+0000 7fcdba000700 1 -- 172.21.15.32:0/3860984299 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7fcdac04d210 con 0x7fcdbc07dea0 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fcd9c0395b0 msgr2=0x7fcd9c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fcd9c0395b0 0x7fcd9c03ba70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fcda4006fd0 tx=0x7fcda4006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 msgr2=0x7fcdbc1a2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc1a2d00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fcdac011ac0 tx=0x7fcdac011ba0 comp rx=0 tx=0).stop 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 shutdown_connections 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fcd9c0395b0 0x7fcd9c03ba70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 --2- 172.21.15.32:0/3860984299 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcdbc07dea0 0x7fcdbc1a2d00 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.073+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 >> 172.21.15.32:0/3860984299 conn(0x7fcdbc103b10 msgr2=0x7fcdbc1997e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.074+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 shutdown_connections 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:00.074+0000 7fcdc3800700 1 -- 172.21.15.32:0/3860984299 wait complete. 2024-04-25T18:50:00.836 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling cephadm module... 2024-04-25T18:50:02.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:01 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2143375718' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-25T18:50:02.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:01 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: ignoring --setuser ceph since I am not root 2024-04-25T18:50:02.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:01 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: ignoring --setgroup ceph since I am not root 2024-04-25T18:50:02.447 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:02 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:02.085+0000 7f07cd4ed200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T18:50:02.447 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:02 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:02.332+0000 7f07cd4ed200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:50:02.461 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.440+0000 7fbd34000700 1 Processor -- start 2024-04-25T18:50:02.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.440+0000 7fbd34000700 1 -- start start 2024-04-25T18:50:02.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.441+0000 7fbd34000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c10ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:02.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.441+0000 7fbd34000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2c10b0d0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.441+0000 7fbd31600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c10ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:02.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.441+0000 7fbd31600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c10ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35014/0 (socket says 172.21.15.32:35014) 2024-04-25T18:50:02.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.441+0000 7fbd31600700 1 -- 172.21.15.32:0/1272949094 learned_addr learned my addr 172.21.15.32:0/1272949094 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.442+0000 7fbd31600700 1 -- 172.21.15.32:0/1272949094 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd2c10b890 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.442+0000 7fbd31600700 1 --2- 172.21.15.32:0/1272949094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c10ab00 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbd200098a0 tx=0x7fbd20009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8890998b7b1810 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd2be00700 1 -- 172.21.15.32:0/1272949094 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd20004160 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd2be00700 1 -- 172.21.15.32:0/1272949094 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbd20004300 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd2be00700 1 -- 172.21.15.32:0/1272949094 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd20011af0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd34000700 1 -- 172.21.15.32:0/1272949094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 msgr2=0x7fbd2c10ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd34000700 1 --2- 172.21.15.32:0/1272949094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c10ab00 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbd200098a0 tx=0x7fbd20009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd34000700 1 -- 172.21.15.32:0/1272949094 shutdown_connections 2024-04-25T18:50:02.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd34000700 1 --2- 172.21.15.32:0/1272949094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c10ab00 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.443+0000 7fbd34000700 1 -- 172.21.15.32:0/1272949094 >> 172.21.15.32:0/1272949094 conn(0x7fbd2c07dc20 msgr2=0x7fbd2c1084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.444+0000 7fbd34000700 1 -- 172.21.15.32:0/1272949094 shutdown_connections 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.444+0000 7fbd34000700 1 -- 172.21.15.32:0/1272949094 wait complete. 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.445+0000 7fbd34000700 1 Processor -- start 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.445+0000 7fbd34000700 1 -- start start 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.445+0000 7fbd34000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c19e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.445+0000 7fbd34000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2c10ec40 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.446+0000 7fbd31600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c19e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.446+0000 7fbd31600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c19e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35028/0 (socket says 172.21.15.32:35028) 2024-04-25T18:50:02.466 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.446+0000 7fbd31600700 1 -- 172.21.15.32:0/2143375718 learned_addr learned my addr 172.21.15.32:0/2143375718 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.446+0000 7fbd31600700 1 -- 172.21.15.32:0/2143375718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd2c19ee30 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.446+0000 7fbd31600700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c19e8f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbd20000c00 tx=0x7fbd20011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.446+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd20003b20 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.447+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbd2001a8c0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.447+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd2c19f0c0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.447+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd20024940 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.447+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd2c1a1db0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.448+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fbd20022020 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.448+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd2c0640a0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.448+0000 7fbd2a000700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fbd14039560 0x7fbd1403ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.448+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbd2004d450 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.449+0000 7fbd30c00700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fbd14039560 0x7fbd1403ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.449+0000 7fbd30c00700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fbd14039560 0x7fbd1403ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbd18006fd0 tx=0x7fbd18006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.454+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbd2000f2e0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.743+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fbd2c02df80 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.797+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fbd2004d1b0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd2a000700 1 -- 172.21.15.32:0/2143375718 <== mon.0 v2:172.21.15.32:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fbd2002d3f0 con 0x7fbd2c10a6e0 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fbd14039560 msgr2=0x7fbd1403ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fbd14039560 0x7fbd1403ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbd18006fd0 tx=0x7fbd18006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 msgr2=0x7fbd2c19e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c19e8f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbd20000c00 tx=0x7fbd20011b70 comp rx=0 tx=0).stop 2024-04-25T18:50:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 shutdown_connections 2024-04-25T18:50:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7fbd14039560 0x7fbd1403ba20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 --2- 172.21.15.32:0/2143375718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbd2c10a6e0 0x7fbd2c19e8f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.801+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 >> 172.21.15.32:0/2143375718 conn(0x7fbd2c07dc20 msgr2=0x7fbd2c107df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.802+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 shutdown_connections 2024-04-25T18:50:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:01.802+0000 7fbd34000700 1 -- 172.21.15.32:0/2143375718 wait complete. 2024-04-25T18:50:02.762 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:02 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:02.469+0000 7f07cd4ed200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T18:50:03.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:02 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2143375718' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-25T18:50:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:02 smithi032 ceph-mon[28041]: mgrmap e5: x(active, since 6s) 2024-04-25T18:50:03.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:02 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:02.885+0000 7f07cd4ed200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T18:50:03.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:03 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:03.002+0000 7f07cd4ed200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T18:50:04.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:03 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1565974112' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T18:50:04.103 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:50:04.104 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-25T18:50:04.104 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T18:50:04.104 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T18:50:04.105 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T18:50:04.105 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:50:04.105 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.083+0000 7f1c55200700 1 Processor -- start 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.083+0000 7f1c55200700 1 -- start start 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.084+0000 7f1c55200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5007c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.084+0000 7f1c55200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5007c830 con 0x7f1c5007de40 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.084+0000 7f1c4de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5007c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.084+0000 7f1c4de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5007c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44736/0 (socket says 172.21.15.32:44736) 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.084+0000 7f1c4de00700 1 -- 172.21.15.32:0/764296396 learned_addr learned my addr 172.21.15.32:0/764296396 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.084+0000 7f1c4de00700 1 -- 172.21.15.32:0/764296396 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5007c9b0 con 0x7f1c5007de40 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.085+0000 7f1c4de00700 1 --2- 172.21.15.32:0/764296396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5007c2f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f1c400098a0 tx=0x7f1c40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5139539b505c175d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.085+0000 7f1c4ca00700 1 -- 172.21.15.32:0/764296396 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c40004160 con 0x7f1c5007de40 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.085+0000 7f1c4ca00700 1 -- 172.21.15.32:0/764296396 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1c40004300 con 0x7f1c5007de40 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.085+0000 7f1c4ca00700 1 -- 172.21.15.32:0/764296396 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c40011af0 con 0x7f1c5007de40 2024-04-25T18:50:04.108 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 -- 172.21.15.32:0/764296396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 msgr2=0x7f1c5007c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 --2- 172.21.15.32:0/764296396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5007c2f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f1c400098a0 tx=0x7f1c40009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 -- 172.21.15.32:0/764296396 shutdown_connections 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 --2- 172.21.15.32:0/764296396 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5007c2f0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 -- 172.21.15.32:0/764296396 >> 172.21.15.32:0/764296396 conn(0x7f1c50103ab0 msgr2=0x7f1c50105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 -- 172.21.15.32:0/764296396 shutdown_connections 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.086+0000 7f1c55200700 1 -- 172.21.15.32:0/764296396 wait complete. 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.087+0000 7f1c55200700 1 Processor -- start 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.087+0000 7f1c55200700 1 -- start start 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c55200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5019e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c55200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c5010ea60 con 0x7f1c5007de40 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c4de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5019e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c4de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5019e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44748/0 (socket says 172.21.15.32:44748) 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c4de00700 1 -- 172.21.15.32:0/1565974112 learned_addr learned my addr 172.21.15.32:0/1565974112 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:04.109 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c4de00700 1 -- 172.21.15.32:0/1565974112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5019eea0 con 0x7f1c5007de40 2024-04-25T18:50:04.112 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.088+0000 7f1c4de00700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5019e960 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1c40011ac0 tx=0x7f1c40011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.089+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c40003970 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.089+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1c40003b10 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.089+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c5019f130 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.089+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c40024610 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.089+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c501a1e20 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.090+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f1c4001a430 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.090+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c500640a0 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.091+0000 7f1c46a00700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 0x7f1c3403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.091+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1c4004d930 con 0x7f1c5007de40 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.091+0000 7f1c4d400700 1 -- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 msgr2=0x7f1c3403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.091+0000 7f1c4d400700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 0x7f1c3403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:50:04.113 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.096+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c40016260 con 0x7f1c5007de40 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.292+0000 7f1c4d400700 1 -- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 msgr2=0x7f1c3403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.292+0000 7f1c4d400700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 0x7f1c3403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.402+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f1c5002df80 con 0x7f1c5007de40 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.403+0000 7f1c46a00700 1 -- 172.21.15.32:0/1565974112 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f1c4004d350 con 0x7f1c5007de40 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 msgr2=0x7f1c3403ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 0x7f1c3403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 msgr2=0x7f1c5019e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5019e960 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1c40011ac0 tx=0x7f1c40011ba0 comp rx=0 tx=0).stop 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 shutdown_connections 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f1c340395b0 0x7f1c3403ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 --2- 172.21.15.32:0/1565974112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c5007de40 0x7f1c5019e960 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.407+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 >> 172.21.15.32:0/1565974112 conn(0x7f1c50103ab0 msgr2=0x7f1c50104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.408+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 shutdown_connections 2024-04-25T18:50:04.114 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:03.408+0000 7f1c55200700 1 -- 172.21.15.32:0/1565974112 wait complete. 2024-04-25T18:50:04.115 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for the mgr to restart... 2024-04-25T18:50:04.115 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr epoch 5... 2024-04-25T18:50:04.924 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:04.660+0000 7f07cd4ed200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T18:50:04.924 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:04.897+0000 7f07cd4ed200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T18:50:05.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:05 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:05.118+0000 7f07cd4ed200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T18:50:05.648 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:05 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:05.521+0000 7f07cd4ed200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T18:50:05.648 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:05 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:05.646+0000 7f07cd4ed200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T18:50:06.169 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:05 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:05.904+0000 7f07cd4ed200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T18:50:06.169 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:06 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:06.167+0000 7f07cd4ed200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:50:07.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:06 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:06.972+0000 7f07cd4ed200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T18:50:07.949 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:07.541+0000 7f07cd4ed200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T18:50:07.949 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:07.673+0000 7f07cd4ed200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T18:50:07.950 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:07.947+0000 7f07cd4ed200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T18:50:09.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:08 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:08.615+0000 7f07cd4ed200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T18:50:09.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:08 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:08.742+0000 7f07cd4ed200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T18:50:09.392 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:09.075+0000 7f07cd4ed200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T18:50:09.393 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:09.260+0000 7f07cd4ed200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T18:50:09.393 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:09.390+0000 7f07cd4ed200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T18:50:09.779 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:09.547+0000 7f07cd4ed200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T18:50:10.280 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:09.923+0000 7f07cd4ed200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T18:50:11.005 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:10 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:10.708+0000 7f07cd4ed200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T18:50:11.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:11.003+0000 7f07cd4ed200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: Active manager daemon x restarted 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: Activating manager daemon x 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: osdmap e2: 0 total, 0 up, 0 in 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: mgrmap e6: x(active, starting, since 0.0088602s) 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T18:50:11.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:11 smithi032 ceph-mon[28041]: Manager daemon x is now available 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: Found migration_current of "None". Setting to last migration. 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:12 smithi032 ceph-mon[28041]: mgrmap e7: x(active, since 1.00935s) 2024-04-25T18:50:12.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.713+0000 7f5bc0c00700 1 Processor -- start 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.713+0000 7f5bc0c00700 1 -- start start 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.714+0000 7f5bc0c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc07c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.714+0000 7f5bc0c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5bbc07c920 con 0x7f5bbc07dea0 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.714+0000 7f5bb9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc07c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.714+0000 7f5bb9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc07c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44754/0 (socket says 172.21.15.32:44754) 2024-04-25T18:50:12.758 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.714+0000 7f5bb9e00700 1 -- 172.21.15.32:0/479741635 learned_addr learned my addr 172.21.15.32:0/479741635 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.715+0000 7f5bb9e00700 1 -- 172.21.15.32:0/479741635 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bbc07caa0 con 0x7f5bbc07dea0 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.715+0000 7f5bb9e00700 1 --2- 172.21.15.32:0/479741635 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc07c350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5bac0098a0 tx=0x7f5bac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75cef4c3f514cdbe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.715+0000 7f5bb8a00700 1 -- 172.21.15.32:0/479741635 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bac004160 con 0x7f5bbc07dea0 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.715+0000 7f5bb8a00700 1 -- 172.21.15.32:0/479741635 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5bac004300 con 0x7f5bbc07dea0 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.715+0000 7f5bb8a00700 1 -- 172.21.15.32:0/479741635 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bac011af0 con 0x7f5bbc07dea0 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.716+0000 7f5bc0c00700 1 -- 172.21.15.32:0/479741635 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 msgr2=0x7f5bbc07c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.716+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/479741635 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc07c350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5bac0098a0 tx=0x7f5bac009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.716+0000 7f5bc0c00700 1 -- 172.21.15.32:0/479741635 shutdown_connections 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.716+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/479741635 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc07c350 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.716+0000 7f5bc0c00700 1 -- 172.21.15.32:0/479741635 >> 172.21.15.32:0/479741635 conn(0x7f5bbc103b10 msgr2=0x7f5bbc105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.717+0000 7f5bc0c00700 1 -- 172.21.15.32:0/479741635 shutdown_connections 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.717+0000 7f5bc0c00700 1 -- 172.21.15.32:0/479741635 wait complete. 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bc0c00700 1 Processor -- start 2024-04-25T18:50:12.759 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bc0c00700 1 -- start start 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bc0c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc19e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bc0c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5bbc10ea60 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bb9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc19e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bb9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc19e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44764/0 (socket says 172.21.15.32:44764) 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.718+0000 7f5bb9e00700 1 -- 172.21.15.32:0/372237061 learned_addr learned my addr 172.21.15.32:0/372237061 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.719+0000 7f5bb9e00700 1 -- 172.21.15.32:0/372237061 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bbc19eed0 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.719+0000 7f5bb9e00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc19e990 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5bac011ac0 tx=0x7f5bac011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.719+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bac003970 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.719+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5bac003b10 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.719+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bbc19f160 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.719+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bac024610 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.720+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bbc1a1e50 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.721+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f5bac01a9e0 con 0x7f5bbc07dea0 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.721+0000 7f5bb2a00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:12.760 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.721+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 --> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f5ba003c1d0 con 0x7f5ba0039600 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.721+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5bac04d8b0 con 0x7f5bbc07dea0 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.721+0000 7f5bb9400700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.721+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.922+0000 7f5bb9400700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:04.922+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:05.323+0000 7f5bb9400700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:05.323+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:06.124+0000 7f5bb9400700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:06.124+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:07.726+0000 7f5bb9400700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:07.726+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:10.929+0000 7f5bb9400700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/3424437008 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:10.929+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:11.013+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f5bac02c350 con 0x7f5bbc07dea0 2024-04-25T18:50:12.761 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:11.013+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 msgr2=0x7f5ba003bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:11.013+0000 7f5bb2a00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.015+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f5bac04f3c0 con 0x7f5bbc07dea0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.015+0000 7f5bb2a00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5ba003cef0 0x7f5ba003f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.016+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f5bac029e50 con 0x7f5ba003cef0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.019+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5ba003cef0 0x7f5ba003f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.022+0000 7f5bb9400700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5ba003cef0 0x7f5ba003f2e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8003a10 tx=0x7f5ba80092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.025+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f5bac029e50 con 0x7f5ba003cef0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.034+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f5bbc069b90 con 0x7f5ba003cef0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.034+0000 7f5bb2a00700 1 -- 172.21.15.32:0/372237061 <== mgr.14120 v2:172.21.15.32:6800/4197524533 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f5bbc069b90 con 0x7f5ba003cef0 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5ba003cef0 msgr2=0x7f5ba003f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5ba003cef0 0x7f5ba003f2e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8003a10 tx=0x7f5ba80092b0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 msgr2=0x7f5bbc19e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc19e990 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5bac011ac0 tx=0x7f5bac011ba0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.762 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 shutdown_connections 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5ba003cef0 0x7f5ba003f2e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bbc07dea0 0x7f5bbc19e990 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 --2- 172.21.15.32:0/372237061 >> [v2:172.21.15.32:6800/3424437008,v1:172.21.15.32:6801/3424437008] conn(0x7f5ba0039600 0x7f5ba003bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 >> 172.21.15.32:0/372237061 conn(0x7f5bbc103b10 msgr2=0x7f5bbc1049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 shutdown_connections 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:12.035+0000 7f5bc0c00700 1 -- 172.21.15.32:0/372237061 wait complete. 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:mgr epoch 5 is available 2024-04-25T18:50:12.763 INFO:teuthology.orchestra.run.smithi032.stdout:Setting orchestrator backend to cephadm... 2024-04-25T18:50:13.318 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:13 smithi032 ceph-mon[28041]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T18:50:13.318 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:13 smithi032 ceph-mon[28041]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T18:50:14.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:12] ENGINE Bus STARTING 2024-04-25T18:50:14.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:13] ENGINE Serving on http://172.21.15.32:8765 2024-04-25T18:50:14.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: mgrmap e8: x(active, since 2s) 2024-04-25T18:50:14.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:13] ENGINE Serving on https://172.21.15.32:7150 2024-04-25T18:50:14.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:13] ENGINE Bus STARTED 2024-04-25T18:50:14.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:50:14.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:14.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:14.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:14 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:50:14.315 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.367+0000 7f3ed7600700 1 Processor -- start 2024-04-25T18:50:14.315 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.368+0000 7f3ed7600700 1 -- start start 2024-04-25T18:50:14.315 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.368+0000 7f3ed7600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed0108900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.368+0000 7f3ed7600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed0108ed0 con 0x7f3ed01084e0 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.369+0000 7f3ed4c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed0108900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.369+0000 7f3ed4c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed0108900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41846/0 (socket says 172.21.15.32:41846) 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.369+0000 7f3ed4c00700 1 -- 172.21.15.32:0/3860052999 learned_addr learned my addr 172.21.15.32:0/3860052999 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.369+0000 7f3ed4c00700 1 -- 172.21.15.32:0/3860052999 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed0109690 con 0x7f3ed01084e0 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.370+0000 7f3ed4c00700 1 --2- 172.21.15.32:0/3860052999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed0108900 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3ec40098a0 tx=0x7f3ec4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627e2f278a9c8531 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.370+0000 7f3ecf400700 1 -- 172.21.15.32:0/3860052999 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ec4004160 con 0x7f3ed01084e0 2024-04-25T18:50:14.316 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.370+0000 7f3ecf400700 1 -- 172.21.15.32:0/3860052999 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3ec4004300 con 0x7f3ed01084e0 2024-04-25T18:50:14.320 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.370+0000 7f3ecf400700 1 -- 172.21.15.32:0/3860052999 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ec4011af0 con 0x7f3ed01084e0 2024-04-25T18:50:14.320 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.370+0000 7f3ed7600700 1 -- 172.21.15.32:0/3860052999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 msgr2=0x7f3ed0108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:14.320 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.370+0000 7f3ed7600700 1 --2- 172.21.15.32:0/3860052999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed0108900 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3ec40098a0 tx=0x7f3ec4009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:14.320 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.371+0000 7f3ed7600700 1 -- 172.21.15.32:0/3860052999 shutdown_connections 2024-04-25T18:50:14.320 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.371+0000 7f3ed7600700 1 --2- 172.21.15.32:0/3860052999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed0108900 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.371+0000 7f3ed7600700 1 -- 172.21.15.32:0/3860052999 >> 172.21.15.32:0/3860052999 conn(0x7f3ed0103b40 msgr2=0x7f3ed0105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.371+0000 7f3ed7600700 1 -- 172.21.15.32:0/3860052999 shutdown_connections 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.371+0000 7f3ed7600700 1 -- 172.21.15.32:0/3860052999 wait complete. 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.372+0000 7f3ed7600700 1 Processor -- start 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.372+0000 7f3ed7600700 1 -- start start 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.372+0000 7f3ed7600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed019e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.372+0000 7f3ed7600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed010ca40 con 0x7f3ed01084e0 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.373+0000 7f3ed4c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed019e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.373+0000 7f3ed4c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed019e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41848/0 (socket says 172.21.15.32:41848) 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.373+0000 7f3ed4c00700 1 -- 172.21.15.32:0/1953381455 learned_addr learned my addr 172.21.15.32:0/1953381455 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.373+0000 7f3ed4c00700 1 -- 172.21.15.32:0/1953381455 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed019ee90 con 0x7f3ed01084e0 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.373+0000 7f3ed4c00700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed019e950 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4000c00 tx=0x7f3ec4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.374+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ec4003b20 con 0x7f3ed01084e0 2024-04-25T18:50:14.321 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.374+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3ec401a8c0 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.374+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ed019f120 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.374+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ec4024940 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.374+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ed01a1e10 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.375+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f3ec4022020 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.375+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ed00640a0 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.376+0000 7f3ecd600700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f3eb8039600 0x7f3eb803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.376+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3ec404d860 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.376+0000 7f3ecfe00700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f3eb8039600 0x7f3eb803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.377+0000 7f3ecfe00700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f3eb8039600 0x7f3eb803bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc006fd0 tx=0x7f3ebc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.382+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ec400be50 con 0x7f3ed01084e0 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.627+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f3ed002dff0 con 0x7f3eb8039600 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.637+0000 7f3ecd600700 1 -- 172.21.15.32:0/1953381455 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3ed002dff0 con 0x7f3eb8039600 2024-04-25T18:50:14.322 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.640+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f3eb8039600 msgr2=0x7f3eb803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.640+0000 7f3ed7600700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f3eb8039600 0x7f3eb803bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc006fd0 tx=0x7f3ebc006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.640+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 msgr2=0x7f3ed019e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.640+0000 7f3ed7600700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed019e950 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3ec4000c00 tx=0x7f3ec4011b70 comp rx=0 tx=0).stop 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.641+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 shutdown_connections 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.641+0000 7f3ed7600700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f3eb8039600 0x7f3eb803bac0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.641+0000 7f3ed7600700 1 --2- 172.21.15.32:0/1953381455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ed01084e0 0x7f3ed019e950 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.641+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 >> 172.21.15.32:0/1953381455 conn(0x7f3ed0103b40 msgr2=0x7f3ed01048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.641+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 shutdown_connections 2024-04-25T18:50:14.323 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:13.641+0000 7f3ed7600700 1 -- 172.21.15.32:0/1953381455 wait complete. 2024-04-25T18:50:15.923 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-25T18:50:15.923 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.971+0000 7f4161400700 1 Processor -- start 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.971+0000 7f4161400700 1 -- start start 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.972+0000 7f4161400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c1088f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.972+0000 7f4161400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f415c108ec0 con 0x7f415c1084d0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.972+0000 7f415a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c1088f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.972+0000 7f415a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c1088f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41860/0 (socket says 172.21.15.32:41860) 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.972+0000 7f415a800700 1 -- 172.21.15.32:0/3511863744 learned_addr learned my addr 172.21.15.32:0/3511863744 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.973+0000 7f415a800700 1 -- 172.21.15.32:0/3511863744 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f415c109680 con 0x7f415c1084d0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.973+0000 7f415a800700 1 --2- 172.21.15.32:0/3511863744 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c1088f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f414c0098a0 tx=0x7f414c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479232a900306fdd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.973+0000 7f4159e00700 1 -- 172.21.15.32:0/3511863744 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f414c004160 con 0x7f415c1084d0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4159e00700 1 -- 172.21.15.32:0/3511863744 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f414c004300 con 0x7f415c1084d0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4159e00700 1 -- 172.21.15.32:0/3511863744 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f414c011af0 con 0x7f415c1084d0 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4161400700 1 -- 172.21.15.32:0/3511863744 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 msgr2=0x7f415c1088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:15.924 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4161400700 1 --2- 172.21.15.32:0/3511863744 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c1088f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f414c0098a0 tx=0x7f414c009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4161400700 1 -- 172.21.15.32:0/3511863744 shutdown_connections 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4161400700 1 --2- 172.21.15.32:0/3511863744 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c1088f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.974+0000 7f4161400700 1 -- 172.21.15.32:0/3511863744 >> 172.21.15.32:0/3511863744 conn(0x7f415c103b10 msgr2=0x7f415c105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.975+0000 7f4161400700 1 -- 172.21.15.32:0/3511863744 shutdown_connections 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.975+0000 7f4161400700 1 -- 172.21.15.32:0/3511863744 wait complete. 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f4161400700 1 Processor -- start 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f4161400700 1 -- start start 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f4161400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c07db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f4161400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f415c10ca30 con 0x7f415c1084d0 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f415a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c07db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f415a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c07db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41868/0 (socket says 172.21.15.32:41868) 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.976+0000 7f415a800700 1 -- 172.21.15.32:0/4139851385 learned_addr learned my addr 172.21.15.32:0/4139851385 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.977+0000 7f415a800700 1 -- 172.21.15.32:0/4139851385 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f415c07e0c0 con 0x7f415c1084d0 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.977+0000 7f415a800700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c07db80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f414c003f40 tx=0x7f414c011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:15.925 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.977+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f414c0038b0 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.978+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f414c003a50 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.978+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f415c07c2b0 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.978+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f414c01a5c0 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.978+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f415c07c7f0 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.979+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f414c01a8c0 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.979+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f415c069b90 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.979+0000 7f4153e00700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f413c039560 0x7f413c03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.979+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f414c04db90 con 0x7f415c1084d0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.980+0000 7f4151e00700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f413c039560 0x7f413c03ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.980+0000 7f4151e00700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f413c039560 0x7f413c03ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4144006fd0 tx=0x7f4144006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:15.926 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:14.985+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f414c04d4e0 con 0x7f415c1084d0 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.222+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f415c07d050 con 0x7f413c039560 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.223+0000 7f4153e00700 1 -- 172.21.15.32:0/4139851385 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f415c07d050 con 0x7f413c039560 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f413c039560 msgr2=0x7f413c03ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f413c039560 0x7f413c03ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4144006fd0 tx=0x7f4144006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 msgr2=0x7f415c07db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c07db80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f414c003f40 tx=0x7f414c011890 comp rx=0 tx=0).stop 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 shutdown_connections 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f413c039560 0x7f413c03ba20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 --2- 172.21.15.32:0/4139851385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f415c1084d0 0x7f415c07db80 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 >> 172.21.15.32:0/4139851385 conn(0x7f415c103b10 msgr2=0x7f415c1046f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 shutdown_connections 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:15.227+0000 7f4161400700 1 -- 172.21.15.32:0/4139851385 wait complete. 2024-04-25T18:50:15.927 INFO:teuthology.orchestra.run.smithi032.stdout:Generating ssh key... 2024-04-25T18:50:16.246 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:15 smithi032 ceph-mon[28041]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: Generating public/private rsa key pair. 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: Your identification has been saved in /tmp/tmp_9913q56/key. 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: Your public key has been saved in /tmp/tmp_9913q56/key.pub. 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: The key fingerprint is: 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: SHA256:zaBGKnfwWc2qN0Ehk56rlo5jJuWJAeML2mMS1TU1RzY ceph-26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: The key's randomart image is: 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: +---[RSA 3072]----+ 2024-04-25T18:50:17.274 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: | oo+.E | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: | +o B . | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: | ..o.o+ o | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: |o . .=o= = | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: |oo. o *.S o | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: |+..o o.. . | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: |oB.. o. o | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: |=.X.+ . . | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: | *.=. | 2024-04-25T18:50:17.275 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: +----[SHA256]-----+ 2024-04-25T18:50:17.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.559+0000 7f5c0c000700 1 Processor -- start 2024-04-25T18:50:17.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.559+0000 7f5c0c000700 1 -- start start 2024-04-25T18:50:17.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.559+0000 7f5c0c000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0410b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.559+0000 7f5c0c000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0407bec0 con 0x7f5c04108f00 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.560+0000 7f5c09600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0410b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.560+0000 7f5c09600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0410b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41884/0 (socket says 172.21.15.32:41884) 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.560+0000 7f5c09600700 1 -- 172.21.15.32:0/2659591340 learned_addr learned my addr 172.21.15.32:0/2659591340 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.561+0000 7f5c09600700 1 -- 172.21.15.32:0/2659591340 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0410b830 con 0x7f5c04108f00 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.561+0000 7f5c09600700 1 --2- 172.21.15.32:0/2659591340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0410b2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009e80 tx=0x7f5bf400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e8e38993c135a47 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.561+0000 7f5c03e00700 1 -- 172.21.15.32:0/2659591340 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf4017070 con 0x7f5c04108f00 2024-04-25T18:50:17.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c03e00700 1 -- 172.21.15.32:0/2659591340 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5bf400b8c0 con 0x7f5c04108f00 2024-04-25T18:50:17.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c03e00700 1 -- 172.21.15.32:0/2659591340 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf4004490 con 0x7f5c04108f00 2024-04-25T18:50:17.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c0c000700 1 -- 172.21.15.32:0/2659591340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 msgr2=0x7f5c0410b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:17.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c0c000700 1 --2- 172.21.15.32:0/2659591340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0410b2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5bf4009e80 tx=0x7f5bf400b330 comp rx=0 tx=0).stop 2024-04-25T18:50:17.625 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c0c000700 1 -- 172.21.15.32:0/2659591340 shutdown_connections 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c0c000700 1 --2- 172.21.15.32:0/2659591340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0410b2f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.562+0000 7f5c0c000700 1 -- 172.21.15.32:0/2659591340 >> 172.21.15.32:0/2659591340 conn(0x7f5c041029b0 msgr2=0x7f5c04104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.563+0000 7f5c0c000700 1 -- 172.21.15.32:0/2659591340 shutdown_connections 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.563+0000 7f5c0c000700 1 -- 172.21.15.32:0/2659591340 wait complete. 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.564+0000 7f5c0c000700 1 Processor -- start 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.564+0000 7f5c0c000700 1 -- start start 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.564+0000 7f5c0c000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0419e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.564+0000 7f5c0c000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0410c800 con 0x7f5c04108f00 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.565+0000 7f5c09600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0419e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.565+0000 7f5c09600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0419e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41898/0 (socket says 172.21.15.32:41898) 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.565+0000 7f5c09600700 1 -- 172.21.15.32:0/1839554933 learned_addr learned my addr 172.21.15.32:0/1839554933 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.565+0000 7f5c09600700 1 -- 172.21.15.32:0/1839554933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0419eb70 con 0x7f5c04108f00 2024-04-25T18:50:17.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.565+0000 7f5c09600700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0419e630 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400b7b0 tx=0x7f5bf400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.566+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf4020020 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.566+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5bf4003d10 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.566+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf4017040 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.566+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0419ee00 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.566+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c041a1af0 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.567+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c040640a0 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.567+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f5bf4023020 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.568+0000 7f5c02000700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5be8039600 0x7f5be803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.568+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5bf400f050 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.568+0000 7f5c08c00700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5be8039600 0x7f5be803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.569+0000 7f5c08c00700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5be8039600 0x7f5be803bac0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0006fd0 tx=0x7f5bf0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.573+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5bf402a020 con 0x7f5c04108f00 2024-04-25T18:50:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.804+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f5c04103b70 con 0x7f5be8039600 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.888+0000 7f5c02000700 1 -- 172.21.15.32:0/1839554933 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5c04103b70 con 0x7f5be8039600 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.891+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5be8039600 msgr2=0x7f5be803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.891+0000 7f5c0c000700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5be8039600 0x7f5be803bac0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0006fd0 tx=0x7f5bf0006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.891+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 msgr2=0x7f5c0419e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.891+0000 7f5c0c000700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0419e630 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400b7b0 tx=0x7f5bf400be90 comp rx=0 tx=0).stop 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.892+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 shutdown_connections 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.892+0000 7f5c0c000700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f5be8039600 0x7f5be803bac0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.892+0000 7f5c0c000700 1 --2- 172.21.15.32:0/1839554933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c04108f00 0x7f5c0419e630 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.892+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 >> 172.21.15.32:0/1839554933 conn(0x7f5c041029b0 msgr2=0x7f5c04103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.892+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 shutdown_connections 2024-04-25T18:50:17.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:16.892+0000 7f5c0c000700 1 -- 172.21.15.32:0/1839554933 wait complete. 2024-04-25T18:50:18.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:17 smithi032 ceph-mon[28041]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:18.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:17 smithi032 ceph-mon[28041]: Generating ssh key... 2024-04-25T18:50:18.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:17 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:18.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:17 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:19.140 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:18 smithi032 ceph-mon[28041]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:19.153 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:50:19.153 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.198+0000 7f90c3000700 1 Processor -- start 2024-04-25T18:50:19.153 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.199+0000 7f90c3000700 1 -- start start 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.199+0000 7f90c3000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1104a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.199+0000 7f90c3000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f90bc110a70 con 0x7f90bc110080 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.200+0000 7f90bbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1104a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.200+0000 7f90bbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1104a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41908/0 (socket says 172.21.15.32:41908) 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.200+0000 7f90bbe00700 1 -- 172.21.15.32:0/1537459423 learned_addr learned my addr 172.21.15.32:0/1537459423 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.200+0000 7f90bbe00700 1 -- 172.21.15.32:0/1537459423 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90bc10ece0 con 0x7f90bc110080 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.201+0000 7f90bbe00700 1 --2- 172.21.15.32:0/1537459423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1104a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0098a0 tx=0x7f90ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7d5a384f67223cc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.201+0000 7f90baa00700 1 -- 172.21.15.32:0/1537459423 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ac004160 con 0x7f90bc110080 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.201+0000 7f90baa00700 1 -- 172.21.15.32:0/1537459423 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f90ac004300 con 0x7f90bc110080 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.201+0000 7f90baa00700 1 -- 172.21.15.32:0/1537459423 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ac011af0 con 0x7f90bc110080 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 -- 172.21.15.32:0/1537459423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 msgr2=0x7f90bc1104a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 --2- 172.21.15.32:0/1537459423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1104a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0098a0 tx=0x7f90ac009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 -- 172.21.15.32:0/1537459423 shutdown_connections 2024-04-25T18:50:19.154 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 --2- 172.21.15.32:0/1537459423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1104a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:19.155 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 -- 172.21.15.32:0/1537459423 >> 172.21.15.32:0/1537459423 conn(0x7f90bc07db70 msgr2=0x7f90bc07ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:19.155 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 -- 172.21.15.32:0/1537459423 shutdown_connections 2024-04-25T18:50:19.155 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.202+0000 7f90c3000700 1 -- 172.21.15.32:0/1537459423 wait complete. 2024-04-25T18:50:19.155 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.203+0000 7f90c3000700 1 Processor -- start 2024-04-25T18:50:19.155 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.203+0000 7f90c3000700 1 -- start start 2024-04-25T18:50:19.158 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.204+0000 7f90c3000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:19.158 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.204+0000 7f90c3000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f90bc1130a0 con 0x7f90bc110080 2024-04-25T18:50:19.158 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.204+0000 7f90bbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:19.158 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.204+0000 7f90bbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1a2ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41916/0 (socket says 172.21.15.32:41916) 2024-04-25T18:50:19.158 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.204+0000 7f90bbe00700 1 -- 172.21.15.32:0/261244954 learned_addr learned my addr 172.21.15.32:0/261244954 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.204+0000 7f90bbe00700 1 -- 172.21.15.32:0/261244954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90bc1a2ff0 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.205+0000 7f90bbe00700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1a2ab0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0117b0 tx=0x7f90ac011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.205+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ac003af0 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.205+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f90ac020070 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.205+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ac019630 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.205+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90bc1a3280 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.205+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90bc1a5f70 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.207+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90bc0640a0 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.207+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f90ac01a9c0 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.207+0000 7f90b8c00700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f90a00395b0 0x7f90a003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.207+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f90ac04dc00 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.207+0000 7f90bb400700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f90a00395b0 0x7f90a003ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.208+0000 7f90bb400700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f90a00395b0 0x7f90a003ba70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f90a8006fd0 tx=0x7f90a8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.213+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90ac00e260 con 0x7f90bc110080 2024-04-25T18:50:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.442+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f90bc07ee80 con 0x7f90a00395b0 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.444+0000 7f90b8c00700 1 -- 172.21.15.32:0/261244954 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f90bc07ee80 con 0x7f90a00395b0 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.446+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f90a00395b0 msgr2=0x7f90a003ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f90a00395b0 0x7f90a003ba70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f90a8006fd0 tx=0x7f90a8006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 msgr2=0x7f90bc1a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1a2ab0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0117b0 tx=0x7f90ac011b70 comp rx=0 tx=0).stop 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 shutdown_connections 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f90a00395b0 0x7f90a003ba70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 --2- 172.21.15.32:0/261244954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90bc110080 0x7f90bc1a2ab0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 >> 172.21.15.32:0/261244954 conn(0x7f90bc07db70 msgr2=0x7f90bc07e770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 shutdown_connections 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:18.447+0000 7f90c3000700 1 -- 172.21.15.32:0/261244954 wait complete. 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-25T18:50:19.160 INFO:teuthology.orchestra.run.smithi032.stdout:Adding key to root@localhost authorized_keys... 2024-04-25T18:50:19.168 INFO:teuthology.orchestra.run.smithi032.stdout:Adding host smithi032... 2024-04-25T18:50:21.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:20 smithi032 ceph-mon[28041]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi032", "addr": "172.21.15.32", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:22.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:21 smithi032 ceph-mon[28041]: Deploying cephadm binary to smithi032 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Added host 'smithi032' with addr '172.21.15.32' 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.749+0000 7f0a92a00700 1 Processor -- start 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.749+0000 7f0a92a00700 1 -- start start 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.749+0000 7f0a92a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c10f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.749+0000 7f0a92a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8c10f930 con 0x7f0a8c10ef40 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.750+0000 7f0a91600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c10f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.750+0000 7f0a91600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c10f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41918/0 (socket says 172.21.15.32:41918) 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.750+0000 7f0a91600700 1 -- 172.21.15.32:0/1904880516 learned_addr learned my addr 172.21.15.32:0/1904880516 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:26.983 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.751+0000 7f0a91600700 1 -- 172.21.15.32:0/1904880516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a8c10fab0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.751+0000 7f0a91600700 1 --2- 172.21.15.32:0/1904880516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c10f360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0a800098a0 tx=0x7f0a80009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a66d1c95f136f8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.751+0000 7f0a8be00700 1 -- 172.21.15.32:0/1904880516 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a80004160 con 0x7f0a8c10ef40 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.751+0000 7f0a8be00700 1 -- 172.21.15.32:0/1904880516 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0a80004300 con 0x7f0a8c10ef40 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.751+0000 7f0a8be00700 1 -- 172.21.15.32:0/1904880516 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a80011af0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 -- 172.21.15.32:0/1904880516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 msgr2=0x7f0a8c10f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 --2- 172.21.15.32:0/1904880516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c10f360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0a800098a0 tx=0x7f0a80009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 -- 172.21.15.32:0/1904880516 shutdown_connections 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 --2- 172.21.15.32:0/1904880516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c10f360 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 -- 172.21.15.32:0/1904880516 >> 172.21.15.32:0/1904880516 conn(0x7f0a8c07de20 msgr2=0x7f0a8c080240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 -- 172.21.15.32:0/1904880516 shutdown_connections 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.752+0000 7f0a92a00700 1 -- 172.21.15.32:0/1904880516 wait complete. 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.753+0000 7f0a92a00700 1 Processor -- start 2024-04-25T18:50:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.754+0000 7f0a92a00700 1 -- start start 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.754+0000 7f0a92a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c1a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.754+0000 7f0a92a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0a8c110ae0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.754+0000 7f0a91600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c1a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.754+0000 7f0a91600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c1a2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41930/0 (socket says 172.21.15.32:41930) 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.754+0000 7f0a91600700 1 -- 172.21.15.32:0/3749471866 learned_addr learned my addr 172.21.15.32:0/3749471866 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.755+0000 7f0a91600700 1 -- 172.21.15.32:0/3749471866 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a8c1a30c0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.755+0000 7f0a91600700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c1a2b80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0a800117b0 tx=0x7f0a80011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.755+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a80003af0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.755+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0a80020070 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.755+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a8c1a3350 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.756+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0a80019630 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.756+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a8c1a6040 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.757+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f0a8001a9c0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.988 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.757+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a8c0640a0 con 0x7f0a8c10ef40 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.757+0000 7f0a8a000700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0a74039600 0x7f0a7403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.757+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0a8004db30 con 0x7f0a8c10ef40 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.758+0000 7f0a90c00700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0a74039600 0x7f0a7403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.758+0000 7f0a90c00700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0a74039600 0x7f0a7403bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0a78006fd0 tx=0x7f0a78006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:19.765+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a8000e260 con 0x7f0a8c10ef40 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:20.001+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi032", "addr": "172.21.15.32", "target": ["mon-mgr", ""]}) -- 0x7f0a8c02dff0 con 0x7f0a74039600 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.228+0000 7f0a8a000700 1 -- 172.21.15.32:0/3749471866 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f0a8c02dff0 con 0x7f0a74039600 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.232+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0a74039600 msgr2=0x7f0a7403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.232+0000 7f0a92a00700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0a74039600 0x7f0a7403bac0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0a78006fd0 tx=0x7f0a78006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.232+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 msgr2=0x7f0a8c1a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.232+0000 7f0a92a00700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c1a2b80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0a800117b0 tx=0x7f0a80011b70 comp rx=0 tx=0).stop 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.233+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 shutdown_connections 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.233+0000 7f0a92a00700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0a74039600 0x7f0a7403bac0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.233+0000 7f0a92a00700 1 --2- 172.21.15.32:0/3749471866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a8c10ef40 0x7f0a8c1a2b80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:26.989 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.233+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 >> 172.21.15.32:0/3749471866 conn(0x7f0a8c07de20 msgr2=0x7f0a8c07fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:26.990 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.233+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 shutdown_connections 2024-04-25T18:50:26.990 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:26.233+0000 7f0a92a00700 1 -- 172.21.15.32:0/3749471866 wait complete. 2024-04-25T18:50:26.990 INFO:teuthology.orchestra.run.smithi032.stdout:Deploying unmanaged mon service... 2024-04-25T18:50:27.492 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:27 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:27.493 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:27 smithi032 ceph-mon[28041]: Added host smithi032 2024-04-25T18:50:27.493 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:27 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:50:29.143 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-25T18:50:29.144 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.663+0000 7fa9dc600700 1 Processor -- start 2024-04-25T18:50:29.144 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.663+0000 7fa9dc600700 1 -- start start 2024-04-25T18:50:29.144 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.663+0000 7fa9dc600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d410ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:29.144 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.664+0000 7fa9dc600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d410b120 con 0x7fa9d410a730 2024-04-25T18:50:29.144 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.664+0000 7fa9d9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d410ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:29.144 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.664+0000 7fa9d9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d410ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52682/0 (socket says 172.21.15.32:52682) 2024-04-25T18:50:29.145 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.664+0000 7fa9d9c00700 1 -- 172.21.15.32:0/2956958125 learned_addr learned my addr 172.21.15.32:0/2956958125 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:29.145 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.664+0000 7fa9d9c00700 1 -- 172.21.15.32:0/2956958125 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d410b8e0 con 0x7fa9d410a730 2024-04-25T18:50:29.145 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.665+0000 7fa9d9c00700 1 --2- 172.21.15.32:0/2956958125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d410ab50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80098a0 tx=0x7fa9c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47e26edd26307337 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:29.145 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.665+0000 7fa9d3e00700 1 -- 172.21.15.32:0/2956958125 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9c8004160 con 0x7fa9d410a730 2024-04-25T18:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.665+0000 7fa9d3e00700 1 -- 172.21.15.32:0/2956958125 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa9c8004300 con 0x7fa9d410a730 2024-04-25T18:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.665+0000 7fa9d3e00700 1 -- 172.21.15.32:0/2956958125 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9c8011af0 con 0x7fa9d410a730 2024-04-25T18:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 -- 172.21.15.32:0/2956958125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 msgr2=0x7fa9d410ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 --2- 172.21.15.32:0/2956958125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d410ab50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80098a0 tx=0x7fa9c8009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 -- 172.21.15.32:0/2956958125 shutdown_connections 2024-04-25T18:50:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 --2- 172.21.15.32:0/2956958125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d410ab50 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:29.148 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 -- 172.21.15.32:0/2956958125 >> 172.21.15.32:0/2956958125 conn(0x7fa9d407dbc0 msgr2=0x7fa9d41084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:29.148 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 -- 172.21.15.32:0/2956958125 shutdown_connections 2024-04-25T18:50:29.148 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.666+0000 7fa9dc600700 1 -- 172.21.15.32:0/2956958125 wait complete. 2024-04-25T18:50:29.148 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.668+0000 7fa9dc600700 1 Processor -- start 2024-04-25T18:50:29.148 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.668+0000 7fa9dc600700 1 -- start start 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.668+0000 7fa9dc600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d419e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.668+0000 7fa9dc600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d410ec90 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.669+0000 7fa9d9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d419e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.669+0000 7fa9d9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d419e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52688/0 (socket says 172.21.15.32:52688) 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.669+0000 7fa9d9c00700 1 -- 172.21.15.32:0/910031648 learned_addr learned my addr 172.21.15.32:0/910031648 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.669+0000 7fa9d9c00700 1 -- 172.21.15.32:0/910031648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d419eec0 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.669+0000 7fa9d9c00700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d419e980 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80117b0 tx=0x7fa9c8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.669+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9c8003af0 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.670+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa9c8020070 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.670+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9d419f150 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.670+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9c8019630 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.670+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9d41a1e40 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.671+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fa9c801a9c0 con 0x7fa9d410a730 2024-04-25T18:50:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.671+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9d40640a0 con 0x7fa9d410a730 2024-04-25T18:50:29.150 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.672+0000 7fa9d2000700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9bc0395b0 0x7fa9bc03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:29.150 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.672+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa9c804db80 con 0x7fa9d410a730 2024-04-25T18:50:29.150 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.672+0000 7fa9d9200700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9bc0395b0 0x7fa9bc03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:29.150 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.673+0000 7fa9d9200700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9bc0395b0 0x7fa9bc03ba70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa9c0006fd0 tx=0x7fa9c0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:29.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.678+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa9c800e260 con 0x7fa9d410a730 2024-04-25T18:50:29.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.934+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fa9d402dff0 con 0x7fa9bc0395b0 2024-04-25T18:50:29.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.940+0000 7fa9d2000700 1 -- 172.21.15.32:0/910031648 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fa9d402dff0 con 0x7fa9bc0395b0 2024-04-25T18:50:29.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9bc0395b0 msgr2=0x7fa9bc03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9bc0395b0 0x7fa9bc03ba70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa9c0006fd0 tx=0x7fa9c0006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 msgr2=0x7fa9d419e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d419e980 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80117b0 tx=0x7fa9c8011b70 comp rx=0 tx=0).stop 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 shutdown_connections 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9bc0395b0 0x7fa9bc03ba70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 --2- 172.21.15.32:0/910031648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9d410a730 0x7fa9d419e980 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 >> 172.21.15.32:0/910031648 conn(0x7fa9d407dbc0 msgr2=0x7fa9d4107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 shutdown_connections 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:27.943+0000 7fa9dc600700 1 -- 172.21.15.32:0/910031648 wait complete. 2024-04-25T18:50:29.152 INFO:teuthology.orchestra.run.smithi032.stdout:Deploying unmanaged mgr service... 2024-04-25T18:50:29.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:28 smithi032 ceph-mon[28041]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:29.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:28 smithi032 ceph-mon[28041]: Saving service mon spec with placement count:5 2024-04-25T18:50:29.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:28 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:30 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:30 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:30 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:31.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-25T18:50:31.370 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.381+0000 7fed6a000700 1 Processor -- start 2024-04-25T18:50:31.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.381+0000 7fed6a000700 1 -- start start 2024-04-25T18:50:31.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.381+0000 7fed6a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed641088f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:31.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.381+0000 7fed6a000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fed64108ec0 con 0x7fed641084d0 2024-04-25T18:50:31.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.381+0000 7fed63400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed641088f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:31.371 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.382+0000 7fed63400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed641088f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52696/0 (socket says 172.21.15.32:52696) 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.382+0000 7fed63400700 1 -- 172.21.15.32:0/1626121174 learned_addr learned my addr 172.21.15.32:0/1626121174 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.382+0000 7fed63400700 1 -- 172.21.15.32:0/1626121174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed64109680 con 0x7fed641084d0 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.382+0000 7fed63400700 1 --2- 172.21.15.32:0/1626121174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed641088f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fed540098a0 tx=0x7fed54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb3dfd9158b09468 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed62000700 1 -- 172.21.15.32:0/1626121174 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed54004160 con 0x7fed641084d0 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed62000700 1 -- 172.21.15.32:0/1626121174 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed54004300 con 0x7fed641084d0 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed62000700 1 -- 172.21.15.32:0/1626121174 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed54011a20 con 0x7fed641084d0 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed6a000700 1 -- 172.21.15.32:0/1626121174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 msgr2=0x7fed641088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:31.376 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed6a000700 1 --2- 172.21.15.32:0/1626121174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed641088f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fed540098a0 tx=0x7fed54009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed6a000700 1 -- 172.21.15.32:0/1626121174 shutdown_connections 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.383+0000 7fed6a000700 1 --2- 172.21.15.32:0/1626121174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed641088f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.384+0000 7fed6a000700 1 -- 172.21.15.32:0/1626121174 >> 172.21.15.32:0/1626121174 conn(0x7fed64103b10 msgr2=0x7fed64105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.384+0000 7fed6a000700 1 -- 172.21.15.32:0/1626121174 shutdown_connections 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.384+0000 7fed6a000700 1 -- 172.21.15.32:0/1626121174 wait complete. 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.385+0000 7fed6a000700 1 Processor -- start 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.385+0000 7fed6a000700 1 -- start start 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.385+0000 7fed6a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed6419e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.385+0000 7fed6a000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fed6410ca30 con 0x7fed641084d0 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.386+0000 7fed63400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed6419e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.386+0000 7fed63400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed6419e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52708/0 (socket says 172.21.15.32:52708) 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.386+0000 7fed63400700 1 -- 172.21.15.32:0/1686991218 learned_addr learned my addr 172.21.15.32:0/1686991218 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.386+0000 7fed63400700 1 -- 172.21.15.32:0/1686991218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed6419eb50 con 0x7fed641084d0 2024-04-25T18:50:31.377 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.386+0000 7fed63400700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed6419e610 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fed54009520 tx=0x7fed54011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.387+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed540039e0 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.387+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed5401b8f0 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.387+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fed54019770 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.387+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed6419ede0 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.387+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed641a1ad0 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.388+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fed5401b440 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.388+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed640640a0 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.388+0000 7fed5be00700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fed48039600 0x7fed4803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.389+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fed5404df00 con 0x7fed641084d0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.389+0000 7fed62a00700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fed48039600 0x7fed4803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.389+0000 7fed62a00700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fed48039600 0x7fed4803bac0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fed50006fd0 tx=0x7fed50006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:31.378 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.394+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fed5401f030 con 0x7fed641084d0 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.645+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fed64104c90 con 0x7fed48039600 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.652+0000 7fed5be00700 1 -- 172.21.15.32:0/1686991218 <== mgr.14120 v2:172.21.15.32:6800/4197524533 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fed64104c90 con 0x7fed48039600 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.655+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fed48039600 msgr2=0x7fed4803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.655+0000 7fed6a000700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fed48039600 0x7fed4803bac0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fed50006fd0 tx=0x7fed50006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.655+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 msgr2=0x7fed6419e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.655+0000 7fed6a000700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed6419e610 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fed54009520 tx=0x7fed54011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.655+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 shutdown_connections 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.656+0000 7fed6a000700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fed48039600 0x7fed4803bac0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.656+0000 7fed6a000700 1 --2- 172.21.15.32:0/1686991218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed641084d0 0x7fed6419e610 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.656+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 >> 172.21.15.32:0/1686991218 conn(0x7fed64103b10 msgr2=0x7fed64104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.656+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 shutdown_connections 2024-04-25T18:50:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:30.656+0000 7fed6a000700 1 -- 172.21.15.32:0/1686991218 wait complete. 2024-04-25T18:50:31.953 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:31 smithi032 ceph-mon[28041]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:31.953 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:31 smithi032 ceph-mon[28041]: Saving service mgr spec with placement count:2 2024-04-25T18:50:33.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:32 smithi032 ceph-mon[28041]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:50:33.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:32 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/89846668' entity='client.admin' 2024-04-25T18:50:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.005+0000 7f96db200700 1 Processor -- start 2024-04-25T18:50:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.005+0000 7f96db200700 1 -- start start 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.005+0000 7f96db200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d4108740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.006+0000 7f96db200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f96d4108c80 con 0x7f96d4108320 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.006+0000 7f96d9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d4108740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.006+0000 7f96d9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d4108740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47554/0 (socket says 172.21.15.32:47554) 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.006+0000 7f96d9e00700 1 -- 172.21.15.32:0/1248557907 learned_addr learned my addr 172.21.15.32:0/1248557907 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.006+0000 7f96d9e00700 1 -- 172.21.15.32:0/1248557907 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d4108e00 con 0x7f96d4108320 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.007+0000 7f96d9e00700 1 --2- 172.21.15.32:0/1248557907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d4108740 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f96c80098a0 tx=0x7f96c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5c40ae0bc3fc436 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.007+0000 7f96d8a00700 1 -- 172.21.15.32:0/1248557907 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f96c8004160 con 0x7f96d4108320 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.007+0000 7f96d8a00700 1 -- 172.21.15.32:0/1248557907 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96c8004300 con 0x7f96d4108320 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.007+0000 7f96d8a00700 1 -- 172.21.15.32:0/1248557907 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f96c8011a20 con 0x7f96d4108320 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.008+0000 7f96db200700 1 -- 172.21.15.32:0/1248557907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 msgr2=0x7f96d4108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.008+0000 7f96db200700 1 --2- 172.21.15.32:0/1248557907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d4108740 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f96c80098a0 tx=0x7f96c8009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.008+0000 7f96db200700 1 -- 172.21.15.32:0/1248557907 shutdown_connections 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.008+0000 7f96db200700 1 --2- 172.21.15.32:0/1248557907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d4108740 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.008+0000 7f96db200700 1 -- 172.21.15.32:0/1248557907 >> 172.21.15.32:0/1248557907 conn(0x7f96d41039e0 msgr2=0x7f96d4105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.008+0000 7f96db200700 1 -- 172.21.15.32:0/1248557907 shutdown_connections 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.009+0000 7f96db200700 1 -- 172.21.15.32:0/1248557907 wait complete. 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.010+0000 7f96db200700 1 Processor -- start 2024-04-25T18:50:33.426 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.010+0000 7f96db200700 1 -- start start 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.010+0000 7f96db200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d419e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.010+0000 7f96db200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f96d410a360 con 0x7f96d4108320 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.011+0000 7f96d9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d419e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.011+0000 7f96d9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d419e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47566/0 (socket says 172.21.15.32:47566) 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.011+0000 7f96d9e00700 1 -- 172.21.15.32:0/89846668 learned_addr learned my addr 172.21.15.32:0/89846668 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.011+0000 7f96d9e00700 1 -- 172.21.15.32:0/89846668 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d419ec90 con 0x7f96d4108320 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.012+0000 7f96d9e00700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d419e750 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f96c8000c00 tx=0x7f96c8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.012+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f96c8003aa0 con 0x7f96d4108320 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.012+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96c801b8f0 con 0x7f96d4108320 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.012+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96d419ef20 con 0x7f96d4108320 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.012+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f96c8023870 con 0x7f96d4108320 2024-04-25T18:50:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.012+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96d41a1bc0 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.013+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f96c8023b20 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.013+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96d4069b90 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.014+0000 7f96cea00700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f96bc039600 0x7f96bc03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.014+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f96c804df80 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.014+0000 7f96d9400700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f96bc039600 0x7f96bc03bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.015+0000 7f96d9400700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f96bc039600 0x7f96bc03bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f96c4006fd0 tx=0x7f96c4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.020+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f96c801f030 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.266+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f96d402df80 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.272+0000 7f96cea00700 1 -- 172.21.15.32:0/89846668 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f96c801baa0 con 0x7f96d4108320 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f96bc039600 msgr2=0x7f96bc03bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f96bc039600 0x7f96bc03bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f96c4006fd0 tx=0x7f96c4006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:33.428 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 msgr2=0x7f96d419e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d419e750 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f96c8000c00 tx=0x7f96c8011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 shutdown_connections 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f96bc039600 0x7f96bc03bac0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 --2- 172.21.15.32:0/89846668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96d4108320 0x7f96d419e750 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 >> 172.21.15.32:0/89846668 conn(0x7f96d41039e0 msgr2=0x7f96d41045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.275+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 shutdown_connections 2024-04-25T18:50:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:32.276+0000 7f96db200700 1 -- 172.21.15.32:0/89846668 wait complete. 2024-04-25T18:50:34.278 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:34 smithi032 ceph-mon[28041]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:50:34.278 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:34 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:34.940 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.026+0000 7f4bc2e00700 1 Processor -- start 2024-04-25T18:50:34.940 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.026+0000 7f4bc2e00700 1 -- start start 2024-04-25T18:50:34.941 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.026+0000 7f4bc2e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc07c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:34.941 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.026+0000 7f4bc2e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4bbc07c830 con 0x7f4bbc07de40 2024-04-25T18:50:34.941 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.027+0000 7f4bbbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc07c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:34.941 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.027+0000 7f4bbbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc07c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47576/0 (socket says 172.21.15.32:47576) 2024-04-25T18:50:34.941 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.027+0000 7f4bbbe00700 1 -- 172.21.15.32:0/1720505445 learned_addr learned my addr 172.21.15.32:0/1720505445 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:34.941 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.027+0000 7f4bbbe00700 1 -- 172.21.15.32:0/1720505445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bbc07c9b0 con 0x7f4bbc07de40 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.028+0000 7f4bbbe00700 1 --2- 172.21.15.32:0/1720505445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc07c2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4bac0098a0 tx=0x7f4bac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d41858b4c471ad5e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.028+0000 7f4bbaa00700 1 -- 172.21.15.32:0/1720505445 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bac004160 con 0x7f4bbc07de40 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.028+0000 7f4bbaa00700 1 -- 172.21.15.32:0/1720505445 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bac004300 con 0x7f4bbc07de40 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.028+0000 7f4bbaa00700 1 -- 172.21.15.32:0/1720505445 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bac011a20 con 0x7f4bbc07de40 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.028+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1720505445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 msgr2=0x7f4bbc07c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.028+0000 7f4bc2e00700 1 --2- 172.21.15.32:0/1720505445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc07c2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4bac0098a0 tx=0x7f4bac009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.029+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1720505445 shutdown_connections 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.029+0000 7f4bc2e00700 1 --2- 172.21.15.32:0/1720505445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc07c2f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.029+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1720505445 >> 172.21.15.32:0/1720505445 conn(0x7f4bbc103ab0 msgr2=0x7f4bbc105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:34.946 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.029+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1720505445 shutdown_connections 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.029+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1720505445 wait complete. 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.030+0000 7f4bc2e00700 1 Processor -- start 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.030+0000 7f4bc2e00700 1 -- start start 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.030+0000 7f4bc2e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.030+0000 7f4bc2e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4bbc10ea50 con 0x7f4bbc07de40 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.031+0000 7f4bbbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.031+0000 7f4bbbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc19e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47584/0 (socket says 172.21.15.32:47584) 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.031+0000 7f4bbbe00700 1 -- 172.21.15.32:0/1919284087 learned_addr learned my addr 172.21.15.32:0/1919284087 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.031+0000 7f4bbbe00700 1 -- 172.21.15.32:0/1919284087 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bbc19ee50 con 0x7f4bbc07de40 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.032+0000 7f4bbbe00700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc19e910 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4bac011a60 tx=0x7f4bac011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.032+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bac003b20 con 0x7f4bbc07de40 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.032+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bac01b8f0 con 0x7f4bbc07de40 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.032+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4bac023900 con 0x7f4bbc07de40 2024-04-25T18:50:34.947 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.032+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bbc19f0e0 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.032+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bbc1a1dd0 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.033+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4bac01b440 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.034+0000 7f4bb8c00700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f4ba0039600 0x7f4ba003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.034+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4bac04dff0 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.034+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bbc0640a0 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.034+0000 7f4bbb400700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f4ba0039600 0x7f4ba003bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.035+0000 7f4bbb400700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f4ba0039600 0x7f4ba003bac0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4ba8006fd0 tx=0x7f4ba8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.040+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4bac01f030 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.276+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f4bbc02df80 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.279+0000 7f4bb8c00700 1 -- 172.21.15.32:0/1919284087 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f4bac01bda0 con 0x7f4bbc07de40 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f4ba0039600 msgr2=0x7f4ba003bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f4ba0039600 0x7f4ba003bac0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4ba8006fd0 tx=0x7f4ba8006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 msgr2=0x7f4bbc19e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:34.948 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc19e910 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4bac011a60 tx=0x7f4bac011b40 comp rx=0 tx=0).stop 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 shutdown_connections 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f4ba0039600 0x7f4ba003bac0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 --2- 172.21.15.32:0/1919284087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4bbc07de40 0x7f4bbc19e910 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.283+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 >> 172.21.15.32:0/1919284087 conn(0x7f4bbc103ab0 msgr2=0x7f4bbc1047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.284+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 shutdown_connections 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:34.284+0000 7f4bc2e00700 1 -- 172.21.15.32:0/1919284087 wait complete. 2024-04-25T18:50:34.949 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling the dashboard module... 2024-04-25T18:50:35.501 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:35 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1919284087' entity='client.admin' 2024-04-25T18:50:36.688 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: ignoring --setuser ceph since I am not root 2024-04-25T18:50:36.688 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: ignoring --setgroup ceph since I am not root 2024-04-25T18:50:36.688 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:36.685+0000 7f8bc5545200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T18:50:36.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-mon[28041]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:50:36.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-mon[28041]: from='mgr.14120 172.21.15.32:0/813458983' entity='mgr.x' 2024-04-25T18:50:36.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1811602694' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-25T18:50:37.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:36.930+0000 7f8bc5545200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:50:37.394 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:37.065+0000 7f8bc5545200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T18:50:37.676 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:37 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1811602694' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-25T18:50:37.676 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:37 smithi032 ceph-mon[28041]: mgrmap e9: x(active, since 25s) 2024-04-25T18:50:37.676 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:37.476+0000 7f8bc5545200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T18:50:37.677 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:37.593+0000 7f8bc5545200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T18:50:37.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.576+0000 7fc1f4e00700 1 Processor -- start 2024-04-25T18:50:37.996 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.577+0000 7fc1f4e00700 1 -- start start 2024-04-25T18:50:37.996 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.577+0000 7fc1f4e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f0109120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:37.996 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.577+0000 7fc1f4e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f007bec0 con 0x7fc1f0106cf0 2024-04-25T18:50:37.997 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.577+0000 7fc1ede00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f0109120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:37.997 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.577+0000 7fc1ede00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f0109120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47588/0 (socket says 172.21.15.32:47588) 2024-04-25T18:50:37.997 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.578+0000 7fc1ede00700 1 -- 172.21.15.32:0/1915810369 learned_addr learned my addr 172.21.15.32:0/1915810369 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:37.997 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.578+0000 7fc1ede00700 1 -- 172.21.15.32:0/1915810369 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f0109660 con 0x7fc1f0106cf0 2024-04-25T18:50:37.998 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.578+0000 7fc1ede00700 1 --2- 172.21.15.32:0/1915810369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f0109120 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009e80 tx=0x7fc1e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df3745a3ceb58a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:37.998 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.579+0000 7fc1ed400700 1 -- 172.21.15.32:0/1915810369 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1e0017070 con 0x7fc1f0106cf0 2024-04-25T18:50:37.998 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.579+0000 7fc1ed400700 1 -- 172.21.15.32:0/1915810369 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e000b8c0 con 0x7fc1f0106cf0 2024-04-25T18:50:37.999 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.579+0000 7fc1ed400700 1 -- 172.21.15.32:0/1915810369 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1e0004490 con 0x7fc1f0106cf0 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1915810369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 msgr2=0x7fc1f0109120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 --2- 172.21.15.32:0/1915810369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f0109120 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009e80 tx=0x7fc1e000b330 comp rx=0 tx=0).stop 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1915810369 shutdown_connections 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 --2- 172.21.15.32:0/1915810369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f0109120 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1915810369 >> 172.21.15.32:0/1915810369 conn(0x7fc1f01029b0 msgr2=0x7fc1f0104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1915810369 shutdown_connections 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.580+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1915810369 wait complete. 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.581+0000 7fc1f4e00700 1 Processor -- start 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.581+0000 7fc1f4e00700 1 -- start start 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.582+0000 7fc1f4e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f01a2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.582+0000 7fc1f4e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f010a6d0 con 0x7fc1f0106cf0 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.582+0000 7fc1ede00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f01a2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.582+0000 7fc1ede00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f01a2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47600/0 (socket says 172.21.15.32:47600) 2024-04-25T18:50:38.000 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.582+0000 7fc1ede00700 1 -- 172.21.15.32:0/1811602694 learned_addr learned my addr 172.21.15.32:0/1811602694 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.583+0000 7fc1ede00700 1 -- 172.21.15.32:0/1811602694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f01a2f80 con 0x7fc1f0106cf0 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.583+0000 7fc1ede00700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f01a2a40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000b7b0 tx=0x7fc1e000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.583+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1e0020020 con 0x7fc1f0106cf0 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.583+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e0003c60 con 0x7fc1f0106cf0 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.583+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f01a3210 con 0x7fc1f0106cf0 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.583+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1e0017040 con 0x7fc1f0106cf0 2024-04-25T18:50:38.003 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.584+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f01a5f00 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.585+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f019bfd0 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.585+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fc1e0023020 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.586+0000 7fc1e7400700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fc1d4039600 0x7fc1d403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.586+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc1e000f050 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.586+0000 7fc1e5400700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fc1d4039600 0x7fc1d403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.587+0000 7fc1e5400700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fc1d4039600 0x7fc1d403bac0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8006fd0 tx=0x7fc1d8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.591+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1e002a020 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:35.906+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fc1f002e190 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.383+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fc1e00222c0 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.387+0000 7fc1e7400700 1 -- 172.21.15.32:0/1811602694 <== mon.0 v2:172.21.15.32:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fc1e004c890 con 0x7fc1f0106cf0 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fc1d4039600 msgr2=0x7fc1d403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fc1d4039600 0x7fc1d403bac0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8006fd0 tx=0x7fc1d8006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:38.004 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 msgr2=0x7fc1f01a2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f01a2a40 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000b7b0 tx=0x7fc1e000bd50 comp rx=0 tx=0).stop 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 shutdown_connections 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fc1d4039600 0x7fc1d403bac0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 --2- 172.21.15.32:0/1811602694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f0106cf0 0x7fc1f01a2a40 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 >> 172.21.15.32:0/1811602694 conn(0x7fc1f01029b0 msgr2=0x7fc1f0104da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 shutdown_connections 2024-04-25T18:50:38.005 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:36.388+0000 7fc1f4e00700 1 -- 172.21.15.32:0/1811602694 wait complete. 2024-04-25T18:50:39.240 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:38 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3209159984' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-25T18:50:39.529 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:39.237+0000 7f8bc5545200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T18:50:39.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:39.472+0000 7f8bc5545200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.586+0000 7f0152800700 1 Processor -- start 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.587+0000 7f0152800700 1 -- start start 2024-04-25T18:50:39.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.587+0000 7f0152800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c108910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.587+0000 7f0152800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f014c108ee0 con 0x7f014c1084f0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.588+0000 7f014b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c108910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.588+0000 7f014b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c108910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47622/0 (socket says 172.21.15.32:47622) 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.588+0000 7f014b400700 1 -- 172.21.15.32:0/486576270 learned_addr learned my addr 172.21.15.32:0/486576270 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.589+0000 7f014b400700 1 -- 172.21.15.32:0/486576270 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f014c1096a0 con 0x7f014c1084f0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.589+0000 7f014b400700 1 --2- 172.21.15.32:0/486576270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c108910 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f013c0098a0 tx=0x7f013c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b5f1a91f418beb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.589+0000 7f014a000700 1 -- 172.21.15.32:0/486576270 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f013c004160 con 0x7f014c1084f0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.589+0000 7f014a000700 1 -- 172.21.15.32:0/486576270 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f013c004300 con 0x7f014c1084f0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.589+0000 7f014a000700 1 -- 172.21.15.32:0/486576270 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f013c011a20 con 0x7f014c1084f0 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 -- 172.21.15.32:0/486576270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 msgr2=0x7f014c108910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 --2- 172.21.15.32:0/486576270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c108910 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f013c0098a0 tx=0x7f013c009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 -- 172.21.15.32:0/486576270 shutdown_connections 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 --2- 172.21.15.32:0/486576270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c108910 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:39.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 -- 172.21.15.32:0/486576270 >> 172.21.15.32:0/486576270 conn(0x7f014c103ab0 msgr2=0x7f014c105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 -- 172.21.15.32:0/486576270 shutdown_connections 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.590+0000 7f0152800700 1 -- 172.21.15.32:0/486576270 wait complete. 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.591+0000 7f0152800700 1 Processor -- start 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.591+0000 7f0152800700 1 -- start start 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.591+0000 7f0152800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c19c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.592+0000 7f0152800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f014c10ca50 con 0x7f014c1084f0 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.592+0000 7f014b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c19c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.592+0000 7f014b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c19c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47632/0 (socket says 172.21.15.32:47632) 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.592+0000 7f014b400700 1 -- 172.21.15.32:0/3209159984 learned_addr learned my addr 172.21.15.32:0/3209159984 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.592+0000 7f014b400700 1 -- 172.21.15.32:0/3209159984 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f014c19cc60 con 0x7f014c1084f0 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.592+0000 7f014b400700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c19c720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f013c000c00 tx=0x7f013c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.593+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f013c003aa0 con 0x7f014c1084f0 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.593+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f014c19cef0 con 0x7f014c1084f0 2024-04-25T18:50:39.618 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.593+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f013c01b8f0 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.593+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f013c023890 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.593+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f014c19fbe0 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.594+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f013c02c3f0 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.594+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f014c0640a0 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.594+0000 7f0143e00700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 0x7f013003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.594+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f013c04df80 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.594+0000 7f014aa00700 1 -- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 msgr2=0x7f013003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.595+0000 7f014aa00700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 0x7f013003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.601+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f013c01f030 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.796+0000 7f014aa00700 1 -- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 msgr2=0x7f013003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.796+0000 7f014aa00700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 0x7f013003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.894+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f014c02df80 con 0x7f014c1084f0 2024-04-25T18:50:39.619 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.895+0000 7f0143e00700 1 -- 172.21.15.32:0/3209159984 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f013c01bda0 con 0x7f014c1084f0 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.897+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 msgr2=0x7f013003bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.897+0000 7f0152800700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 0x7f013003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.897+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 msgr2=0x7f014c19c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.897+0000 7f0152800700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c19c720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f013c000c00 tx=0x7f013c011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.898+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 shutdown_connections 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.898+0000 7f0152800700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7f0130039600 0x7f013003bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.898+0000 7f0152800700 1 --2- 172.21.15.32:0/3209159984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f014c1084f0 0x7f014c19c720 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.898+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 >> 172.21.15.32:0/3209159984 conn(0x7f014c103ab0 msgr2=0x7f014c104840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.898+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 shutdown_connections 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:38.898+0000 7f0152800700 1 -- 172.21.15.32:0/3209159984 wait complete. 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for the mgr to restart... 2024-04-25T18:50:39.620 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr epoch 9... 2024-04-25T18:50:39.920 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:39.696+0000 7f8bc5545200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T18:50:40.177 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:40.101+0000 7f8bc5545200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T18:50:40.448 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:40.230+0000 7f8bc5545200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T18:50:40.755 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:40.491+0000 7f8bc5545200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T18:50:40.756 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:40.753+0000 7f8bc5545200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:50:42.029 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:41.562+0000 7f8bc5545200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T18:50:42.529 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:42.137+0000 7f8bc5545200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T18:50:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:42.268+0000 7f8bc5545200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T18:50:43.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:42.544+0000 7f8bc5545200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T18:50:43.352 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:43.217+0000 7f8bc5545200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T18:50:43.352 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:43.349+0000 7f8bc5545200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T18:50:43.697 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:43.695+0000 7f8bc5545200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T18:50:44.023 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:43.885+0000 7f8bc5545200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T18:50:44.023 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:44.021+0000 7f8bc5545200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T18:50:44.280 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:44.180+0000 7f8bc5545200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T18:50:45.029 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:44.560+0000 7f8bc5545200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T18:50:45.648 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:45.350+0000 7f8bc5545200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T18:50:46.029 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:50:45.646+0000 7f8bc5545200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: Active manager daemon x restarted 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: Activating manager daemon x 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: osdmap e3: 0 total, 0 up, 0 in 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: mgrmap e10: x(active, starting, since 0.00635953s) 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T18:50:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:45 smithi032 ceph-mon[28041]: Manager daemon x is now available 2024-04-25T18:50:47.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:50:47.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T18:50:47.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T18:50:47.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:46 smithi032 ceph-mon[28041]: mgrmap e11: x(active, since 1.01221s) 2024-04-25T18:50:47.745 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.237+0000 7fa9a2600700 1 Processor -- start 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.237+0000 7fa9a2600700 1 -- start start 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.238+0000 7fa9a2600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c07c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.238+0000 7fa9a2600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c07c830 con 0x7fa99c07de40 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.238+0000 7fa9a1200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c07c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.238+0000 7fa9a1200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c07c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47636/0 (socket says 172.21.15.32:47636) 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.238+0000 7fa9a1200700 1 -- 172.21.15.32:0/1027875171 learned_addr learned my addr 172.21.15.32:0/1027875171 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:47.746 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.238+0000 7fa9a1200700 1 -- 172.21.15.32:0/1027875171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c07c9b0 con 0x7fa99c07de40 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.239+0000 7fa9a1200700 1 --2- 172.21.15.32:0/1027875171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c07c2f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa9900098a0 tx=0x7fa990009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a8b33eec7d26818 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.239+0000 7fa99b400700 1 -- 172.21.15.32:0/1027875171 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa990004160 con 0x7fa99c07de40 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.239+0000 7fa99b400700 1 -- 172.21.15.32:0/1027875171 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa990004300 con 0x7fa99c07de40 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.239+0000 7fa99b400700 1 -- 172.21.15.32:0/1027875171 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa990011a20 con 0x7fa99c07de40 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 -- 172.21.15.32:0/1027875171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 msgr2=0x7fa99c07c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 --2- 172.21.15.32:0/1027875171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c07c2f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa9900098a0 tx=0x7fa990009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 -- 172.21.15.32:0/1027875171 shutdown_connections 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 --2- 172.21.15.32:0/1027875171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c07c2f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 -- 172.21.15.32:0/1027875171 >> 172.21.15.32:0/1027875171 conn(0x7fa99c103910 msgr2=0x7fa99c105d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 -- 172.21.15.32:0/1027875171 shutdown_connections 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.240+0000 7fa9a2600700 1 -- 172.21.15.32:0/1027875171 wait complete. 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.241+0000 7fa9a2600700 1 Processor -- start 2024-04-25T18:50:47.747 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.241+0000 7fa9a2600700 1 -- start start 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.241+0000 7fa9a2600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c19e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.241+0000 7fa9a2600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c10e870 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.242+0000 7fa9a1200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c19e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.242+0000 7fa9a1200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c19e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47638/0 (socket says 172.21.15.32:47638) 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.242+0000 7fa9a1200700 1 -- 172.21.15.32:0/4207526002 learned_addr learned my addr 172.21.15.32:0/4207526002 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.242+0000 7fa9a1200700 1 -- 172.21.15.32:0/4207526002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c19ebc0 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.242+0000 7fa9a1200700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c19e680 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa9900116e0 tx=0x7fa990011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.243+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa990003a60 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.243+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa99001b8f0 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.243+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa990019860 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.243+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa99c19ee50 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.243+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa99c1a1b40 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.244+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fa990019b60 con 0x7fa99c07de40 2024-04-25T18:50:47.748 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.245+0000 7fa999600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.245+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 --> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa98403c180 con 0x7fa9840395b0 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.245+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa99004de50 con 0x7fa99c07de40 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.245+0000 7fa99be00700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 msgr2=0x7fa98403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.245+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.446+0000 7fa99be00700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 msgr2=0x7fa98403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.446+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.847+0000 7fa99be00700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 msgr2=0x7fa98403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:40.847+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:41.648+0000 7fa99be00700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 msgr2=0x7fa98403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:41.648+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:43.250+0000 7fa99be00700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 msgr2=0x7fa98403ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/4197524533 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:43.250+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-25T18:50:47.749 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:45.655+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7fa99002b350 con 0x7fa99c07de40 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:45.655+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 msgr2=0x7fa98403ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:45.655+0000 7fa999600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.659+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7fa990021d30 con 0x7fa99c07de40 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.659+0000 7fa999600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa98403cfe0 0x7fa98403f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.659+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa98403c180 con 0x7fa98403cfe0 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.660+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa98403cfe0 0x7fa98403f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.662+0000 7fa99be00700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa98403cfe0 0x7fa98403f3d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa988003a10 tx=0x7fa9880092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.663+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fa98403c180 con 0x7fa98403cfe0 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.675+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa99c069b90 con 0x7fa98403cfe0 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa999600700 1 -- 172.21.15.32:0/4207526002 <== mgr.14152 v2:172.21.15.32:6800/396827153 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fa99c069b90 con 0x7fa98403cfe0 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa98403cfe0 msgr2=0x7fa98403f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa98403cfe0 0x7fa98403f3d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa988003a10 tx=0x7fa9880092b0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.750 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 msgr2=0x7fa99c19e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c19e680 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa9900116e0 tx=0x7fa990011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 shutdown_connections 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa98403cfe0 0x7fa98403f3d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa99c07de40 0x7fa99c19e680 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 --2- 172.21.15.32:0/4207526002 >> [v2:172.21.15.32:6800/4197524533,v1:172.21.15.32:6801/4197524533] conn(0x7fa9840395b0 0x7fa98403ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.676+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 >> 172.21.15.32:0/4207526002 conn(0x7fa99c103910 msgr2=0x7fa99c1044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.677+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 shutdown_connections 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:46.677+0000 7fa9a2600700 1 -- 172.21.15.32:0/4207526002 wait complete. 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr epoch 9 is available 2024-04-25T18:50:47.751 INFO:teuthology.orchestra.run.smithi032.stdout:Generating a dashboard self-signed certificate... 2024-04-25T18:50:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:47 smithi032 ceph-mon[28041]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-25T18:50:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:47 smithi032 ceph-mon[28041]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-25T18:50:48.973 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:48 smithi032 ceph-mon[28041]: mgrmap e12: x(active, since 2s) 2024-04-25T18:50:48.973 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:50:49.541 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-25T18:50:49.541 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.614+0000 7f7321c00700 1 Processor -- start 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.615+0000 7f7321c00700 1 -- start start 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.615+0000 7f7321c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c10b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.615+0000 7f7321c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f731c07bec0 con 0x7f731c108f00 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.615+0000 7f731aa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c10b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.616+0000 7f731aa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c10b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47058/0 (socket says 172.21.15.32:47058) 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.616+0000 7f731aa00700 1 -- 172.21.15.32:0/1035895194 learned_addr learned my addr 172.21.15.32:0/1035895194 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.616+0000 7f731aa00700 1 -- 172.21.15.32:0/1035895194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731c10b830 con 0x7f731c108f00 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.616+0000 7f731aa00700 1 --2- 172.21.15.32:0/1035895194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c10b2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f730c0098a0 tx=0x7f730c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=273e4ae838570a9d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.617+0000 7f7319600700 1 -- 172.21.15.32:0/1035895194 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f730c004160 con 0x7f731c108f00 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.617+0000 7f7319600700 1 -- 172.21.15.32:0/1035895194 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f730c004300 con 0x7f731c108f00 2024-04-25T18:50:49.542 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.617+0000 7f7319600700 1 -- 172.21.15.32:0/1035895194 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f730c011a20 con 0x7f731c108f00 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 -- 172.21.15.32:0/1035895194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 msgr2=0x7f731c10b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 --2- 172.21.15.32:0/1035895194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c10b2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f730c0098a0 tx=0x7f730c009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 -- 172.21.15.32:0/1035895194 shutdown_connections 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 --2- 172.21.15.32:0/1035895194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c10b2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 -- 172.21.15.32:0/1035895194 >> 172.21.15.32:0/1035895194 conn(0x7f731c1029b0 msgr2=0x7f731c104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 -- 172.21.15.32:0/1035895194 shutdown_connections 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.618+0000 7f7321c00700 1 -- 172.21.15.32:0/1035895194 wait complete. 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.619+0000 7f7321c00700 1 Processor -- start 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.620+0000 7f7321c00700 1 -- start start 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.620+0000 7f7321c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.620+0000 7f7321c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f731c10c840 con 0x7f731c108f00 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.620+0000 7f731aa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.620+0000 7f731aa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c19e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47064/0 (socket says 172.21.15.32:47064) 2024-04-25T18:50:49.543 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.620+0000 7f731aa00700 1 -- 172.21.15.32:0/2671860377 learned_addr learned my addr 172.21.15.32:0/2671860377 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:49.546 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.621+0000 7f731aa00700 1 -- 172.21.15.32:0/2671860377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f731c19eb40 con 0x7f731c108f00 2024-04-25T18:50:49.546 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.621+0000 7f731aa00700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c19e600 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f730c004660 tx=0x7f730c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.622+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f730c003aa0 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.622+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f730c01b8f0 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.622+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f731c19edd0 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.622+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f730c023900 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.622+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f731c1a1ac0 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.623+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f731c0640a0 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.624+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f730c023b70 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.624+0000 7f7313400700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7300039660 0x7f730003bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.624+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f730c04e070 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.625+0000 7f731a000700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7300039660 0x7f730003bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.625+0000 7f731a000700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7300039660 0x7f730003bb20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7308006fd0 tx=0x7f7308006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.634+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f730c01f030 con 0x7f731c108f00 2024-04-25T18:50:49.547 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.873+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f731c103b50 con 0x7f7300039660 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.971+0000 7f7313400700 1 -- 172.21.15.32:0/2671860377 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f731c103b50 con 0x7f7300039660 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7300039660 msgr2=0x7f730003bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7300039660 0x7f730003bb20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7308006fd0 tx=0x7f7308006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 msgr2=0x7f731c19e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c19e600 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f730c004660 tx=0x7f730c011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 shutdown_connections 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7300039660 0x7f730003bb20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 --2- 172.21.15.32:0/2671860377 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f731c108f00 0x7f731c19e600 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.974+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 >> 172.21.15.32:0/2671860377 conn(0x7f731c1029b0 msgr2=0x7f731c103440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.975+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 shutdown_connections 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:48.975+0000 7f7321c00700 1 -- 172.21.15.32:0/2671860377 wait complete. 2024-04-25T18:50:49.548 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial admin user... 2024-04-25T18:50:50.062 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:48] ENGINE Bus STARTING 2024-04-25T18:50:50.062 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:48] ENGINE Serving on http://172.21.15.32:8765 2024-04-25T18:50:50.062 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:50.062 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:48] ENGINE Serving on https://172.21.15.32:7150 2024-04-25T18:50:50.062 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: [25/Apr/2024:18:50:48] ENGINE Bus STARTED 2024-04-25T18:50:50.063 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:50:50.063 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:50:51.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:50 smithi032 ceph-mon[28041]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:50:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:50 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:50:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:50 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$v0xj0eqL3cwyrGpduPY2KOv9DYg0krJ7LGSgTVwnHiOtKKQsJOhmO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714071050, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.231+0000 7f8fcc000700 1 Processor -- start 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.232+0000 7f8fcc000700 1 -- start start 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.232+0000 7f8fcc000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc410ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.232+0000 7f8fcc000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc410b0f0 con 0x7f8fc410a700 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.233+0000 7f8fc9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc410ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.233+0000 7f8fc9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc410ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47076/0 (socket says 172.21.15.32:47076) 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.233+0000 7f8fc9600700 1 -- 172.21.15.32:0/972645292 learned_addr learned my addr 172.21.15.32:0/972645292 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:51.463 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.233+0000 7f8fc9600700 1 -- 172.21.15.32:0/972645292 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc410b8b0 con 0x7f8fc410a700 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.234+0000 7f8fc9600700 1 --2- 172.21.15.32:0/972645292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc410ab20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8fb80098a0 tx=0x7f8fb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d72f39f15e5ccf0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.234+0000 7f8fc3e00700 1 -- 172.21.15.32:0/972645292 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fb8004160 con 0x7f8fc410a700 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.234+0000 7f8fc3e00700 1 -- 172.21.15.32:0/972645292 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fb8004300 con 0x7f8fc410a700 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.234+0000 7f8fc3e00700 1 -- 172.21.15.32:0/972645292 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fb8011a20 con 0x7f8fc410a700 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 -- 172.21.15.32:0/972645292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 msgr2=0x7f8fc410ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 --2- 172.21.15.32:0/972645292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc410ab20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8fb80098a0 tx=0x7f8fb8009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 -- 172.21.15.32:0/972645292 shutdown_connections 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 --2- 172.21.15.32:0/972645292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc410ab20 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 -- 172.21.15.32:0/972645292 >> 172.21.15.32:0/972645292 conn(0x7f8fc407db70 msgr2=0x7f8fc41084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 -- 172.21.15.32:0/972645292 shutdown_connections 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.235+0000 7f8fcc000700 1 -- 172.21.15.32:0/972645292 wait complete. 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.236+0000 7f8fcc000700 1 Processor -- start 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.236+0000 7f8fcc000700 1 -- start start 2024-04-25T18:50:51.464 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.237+0000 7f8fcc000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.237+0000 7f8fcc000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc410ec60 con 0x7f8fc410a700 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.237+0000 7f8fc9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.237+0000 7f8fc9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47088/0 (socket says 172.21.15.32:47088) 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.237+0000 7f8fc9600700 1 -- 172.21.15.32:0/3574846596 learned_addr learned my addr 172.21.15.32:0/3574846596 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.237+0000 7f8fc9600700 1 -- 172.21.15.32:0/3574846596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc419eb60 con 0x7f8fc410a700 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.238+0000 7f8fc9600700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc419e620 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8000c00 tx=0x7f8fb8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.238+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fb8003aa0 con 0x7f8fc410a700 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.238+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fb801b8f0 con 0x7f8fc410a700 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.238+0000 7f8fcc000700 1 -- 172.21.15.32:0/3574846596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fc419edf0 con 0x7f8fc410a700 2024-04-25T18:50:51.465 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.238+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fb8023890 con 0x7f8fc410a700 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.238+0000 7f8fcc000700 1 -- 172.21.15.32:0/3574846596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fc41a1ae0 con 0x7f8fc410a700 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.239+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f8fb802c3f0 con 0x7f8fc410a700 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.239+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fa0005330 con 0x7f8fc410a700 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.240+0000 7f8fc2000700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f8fac039660 0x7f8fac03bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.240+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8fb804e130 con 0x7f8fc410a700 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.240+0000 7f8fc8c00700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f8fac039660 0x7f8fac03bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.241+0000 7f8fc8c00700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f8fac039660 0x7f8fac03bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0006fd0 tx=0x7f8fb0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.246+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8fb801f030 con 0x7f8fc410a700 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.498+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f8fa0002400 con 0x7f8fac039660 2024-04-25T18:50:51.467 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.763+0000 7f8fc2000700 1 -- 172.21.15.32:0/3574846596 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f8fa0002400 con 0x7f8fac039660 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.766+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f8fac039660 msgr2=0x7f8fac03bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.766+0000 7f8fb7400700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f8fac039660 0x7f8fac03bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0006fd0 tx=0x7f8fb0006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.766+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 msgr2=0x7f8fc419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.766+0000 7f8fb7400700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc419e620 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8000c00 tx=0x7f8fb8011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.767+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 shutdown_connections 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.767+0000 7f8fb7400700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f8fac039660 0x7f8fac03bb20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.767+0000 7f8fb7400700 1 --2- 172.21.15.32:0/3574846596 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8fc410a700 0x7f8fc419e620 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.767+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 >> 172.21.15.32:0/3574846596 conn(0x7f8fc407db70 msgr2=0x7f8fc4107c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.767+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 shutdown_connections 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:50.767+0000 7f8fb7400700 1 -- 172.21.15.32:0/3574846596 wait complete. 2024-04-25T18:50:51.468 INFO:teuthology.orchestra.run.smithi032.stdout:Fetching dashboard port number... 2024-04-25T18:50:53.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:52 smithi032 ceph-mon[28041]: mgrmap e13: x(active, since 6s) 2024-04-25T18:50:53.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:52 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/183461987' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-25T18:50:53.437 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 8443 2024-04-25T18:50:53.437 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.115+0000 7f87be600700 1 Processor -- start 2024-04-25T18:50:53.438 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.115+0000 7f87be600700 1 -- start start 2024-04-25T18:50:53.438 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.116+0000 7f87be600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b80740d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:53.438 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.116+0000 7f87be600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8074610 con 0x7f87b8073cb0 2024-04-25T18:50:53.443 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.116+0000 7f87b7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b80740d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:53.443 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.116+0000 7f87b7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b80740d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54362/0 (socket says 172.21.15.32:54362) 2024-04-25T18:50:53.443 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.116+0000 7f87b7400700 1 -- 172.21.15.32:0/2138164535 learned_addr learned my addr 172.21.15.32:0/2138164535 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:53.443 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.117+0000 7f87b7400700 1 -- 172.21.15.32:0/2138164535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b8074790 con 0x7f87b8073cb0 2024-04-25T18:50:53.443 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.117+0000 7f87b7400700 1 --2- 172.21.15.32:0/2138164535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b80740d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f87a80098a0 tx=0x7f87a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b894108f1ffab9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.117+0000 7f87b6000700 1 -- 172.21.15.32:0/2138164535 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87a8004160 con 0x7f87b8073cb0 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87b6000700 1 -- 172.21.15.32:0/2138164535 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a8004300 con 0x7f87b8073cb0 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87b6000700 1 -- 172.21.15.32:0/2138164535 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87a8011a20 con 0x7f87b8073cb0 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87be600700 1 -- 172.21.15.32:0/2138164535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 msgr2=0x7f87b80740d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87be600700 1 --2- 172.21.15.32:0/2138164535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b80740d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f87a80098a0 tx=0x7f87a8009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87be600700 1 -- 172.21.15.32:0/2138164535 shutdown_connections 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87be600700 1 --2- 172.21.15.32:0/2138164535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b80740d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.118+0000 7f87be600700 1 -- 172.21.15.32:0/2138164535 >> 172.21.15.32:0/2138164535 conn(0x7f87b806f410 msgr2=0x7f87b8071830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.119+0000 7f87be600700 1 -- 172.21.15.32:0/2138164535 shutdown_connections 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.119+0000 7f87be600700 1 -- 172.21.15.32:0/2138164535 wait complete. 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.120+0000 7f87be600700 1 Processor -- start 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.120+0000 7f87be600700 1 -- start start 2024-04-25T18:50:53.444 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.121+0000 7f87be600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b8112950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.121+0000 7f87be600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8110b20 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.121+0000 7f87b7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b8112950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.121+0000 7f87b7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b8112950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54370/0 (socket says 172.21.15.32:54370) 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.121+0000 7f87b7400700 1 -- 172.21.15.32:0/183461987 learned_addr learned my addr 172.21.15.32:0/183461987 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.121+0000 7f87b7400700 1 -- 172.21.15.32:0/183461987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b8112e90 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.122+0000 7f87b7400700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b8112950 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f87a8004660 tx=0x7f87a8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.122+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87a8003aa0 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.122+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a801b8f0 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.122+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b8111080 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.122+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87a8023900 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.122+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b81115c0 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.123+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f87a8023bc0 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.123+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87b80640a0 con 0x7f87b8073cb0 2024-04-25T18:50:53.445 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.124+0000 7f87afe00700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f879c0396a0 0x7f879c03bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.124+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f87a804e0a0 con 0x7f87b8073cb0 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.124+0000 7f87b6a00700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f879c0396a0 0x7f879c03bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.125+0000 7f87b6a00700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f879c0396a0 0x7f879c03bb60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f87a4006fd0 tx=0x7f87a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.129+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f87a801f030 con 0x7f87b8073cb0 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.362+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f87b819e5a0 con 0x7f87b8073cb0 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.363+0000 7f87afe00700 1 -- 172.21.15.32:0/183461987 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f87a80202b0 con 0x7f87b8073cb0 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.366+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f879c0396a0 msgr2=0x7f879c03bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.366+0000 7f87be600700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f879c0396a0 0x7f879c03bb60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f87a4006fd0 tx=0x7f87a4006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.366+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 msgr2=0x7f87b8112950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.366+0000 7f87be600700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b8112950 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f87a8004660 tx=0x7f87a8011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.367+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 shutdown_connections 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.367+0000 7f87be600700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f879c0396a0 0x7f879c03bb60 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.367+0000 7f87be600700 1 --2- 172.21.15.32:0/183461987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8073cb0 0x7f87b8112950 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:53.446 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.367+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 >> 172.21.15.32:0/183461987 conn(0x7f87b806f410 msgr2=0x7f87b8070100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:53.447 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.367+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 shutdown_connections 2024-04-25T18:50:53.447 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:52.367+0000 7f87be600700 1 -- 172.21.15.32:0/183461987 wait complete. 2024-04-25T18:50:53.478 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-25T18:50:53.479 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2024-04-25T18:50:53.507 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-25T18:50:53.508 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2024-04-25T18:50:53.508 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2024-04-25T18:50:53.508 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-25T18:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout:Ceph Dashboard is now available at: 2024-04-25T18:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout: URL: https://smithi032.front.sepia.ceph.com:8443/ 2024-04-25T18:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout: User: admin 2024-04-25T18:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout: Password: 6mx4hcvu02 2024-04-25T18:50:53.516 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:Saving cluster configuration to /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config directory 2024-04-25T18:50:53.520 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling autotune for osd_memory_target 2024-04-25T18:50:55.407 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.485+0000 7f6614800700 1 Processor -- start 2024-04-25T18:50:55.408 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.485+0000 7f6614800700 1 -- start start 2024-04-25T18:50:55.408 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.486+0000 7f6614800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c10ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:55.408 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.486+0000 7f6614800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f660c10b120 con 0x7f660c10a730 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.486+0000 7f6611e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c10ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.486+0000 7f6611e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c10ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54384/0 (socket says 172.21.15.32:54384) 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.486+0000 7f6611e00700 1 -- 172.21.15.32:0/2902480225 learned_addr learned my addr 172.21.15.32:0/2902480225 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.487+0000 7f6611e00700 1 -- 172.21.15.32:0/2902480225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c10b8e0 con 0x7f660c10a730 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.487+0000 7f6611e00700 1 --2- 172.21.15.32:0/2902480225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c10ab50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f66000098a0 tx=0x7f6600009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307c8e87c0f18059 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.488+0000 7f6610a00700 1 -- 172.21.15.32:0/2902480225 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600004160 con 0x7f660c10a730 2024-04-25T18:50:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.488+0000 7f6610a00700 1 -- 172.21.15.32:0/2902480225 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6600004300 con 0x7f660c10a730 2024-04-25T18:50:55.410 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.488+0000 7f6610a00700 1 -- 172.21.15.32:0/2902480225 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600011a20 con 0x7f660c10a730 2024-04-25T18:50:55.410 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.488+0000 7f6614800700 1 -- 172.21.15.32:0/2902480225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 msgr2=0x7f660c10ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:55.410 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.488+0000 7f6614800700 1 --2- 172.21.15.32:0/2902480225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c10ab50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f66000098a0 tx=0x7f6600009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.489+0000 7f6614800700 1 -- 172.21.15.32:0/2902480225 shutdown_connections 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.489+0000 7f6614800700 1 --2- 172.21.15.32:0/2902480225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c10ab50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.489+0000 7f6614800700 1 -- 172.21.15.32:0/2902480225 >> 172.21.15.32:0/2902480225 conn(0x7f660c07dc10 msgr2=0x7f660c1084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.489+0000 7f6614800700 1 -- 172.21.15.32:0/2902480225 shutdown_connections 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.489+0000 7f6614800700 1 -- 172.21.15.32:0/2902480225 wait complete. 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.490+0000 7f6614800700 1 Processor -- start 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.490+0000 7f6614800700 1 -- start start 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.491+0000 7f6614800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c19e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.491+0000 7f6614800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f660c10ec90 con 0x7f660c10a730 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.491+0000 7f6611e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c19e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.491+0000 7f6611e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c19e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54394/0 (socket says 172.21.15.32:54394) 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.491+0000 7f6611e00700 1 -- 172.21.15.32:0/2811102426 learned_addr learned my addr 172.21.15.32:0/2811102426 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.492+0000 7f6611e00700 1 -- 172.21.15.32:0/2811102426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c19ee40 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.492+0000 7f6611e00700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c19e900 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6600009520 tx=0x7f6600011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.492+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66000039e0 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.492+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f660001b8f0 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.492+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600019770 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.492+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f660c19f0d0 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.493+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f660c1a1dc0 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.494+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f660c0640a0 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.494+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f660001b440 con 0x7f660c10a730 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.494+0000 7f6606a00700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f65f40396f0 0x7f65f403bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:55.414 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.494+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f660004e150 con 0x7f660c10a730 2024-04-25T18:50:55.415 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.495+0000 7f6611400700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f65f40396f0 0x7f65f403bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:55.415 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.496+0000 7f6611400700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f65f40396f0 0x7f65f403bbb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f65fc006fd0 tx=0x7f65fc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:55.415 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.501+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f660001f030 con 0x7f660c10a730 2024-04-25T18:50:55.416 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.729+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f660c02df80 con 0x7f660c10a730 2024-04-25T18:50:55.416 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.729+0000 7f6606a00700 1 -- 172.21.15.32:0/2811102426 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f6600010380 con 0x7f660c10a730 2024-04-25T18:50:55.416 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f65f40396f0 msgr2=0x7f65f403bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:55.416 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f65f40396f0 0x7f65f403bbb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f65fc006fd0 tx=0x7f65fc006e40 comp rx=0 tx=0).stop 2024-04-25T18:50:55.416 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 msgr2=0x7f660c19e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c19e900 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6600009520 tx=0x7f6600011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 shutdown_connections 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f65f40396f0 0x7f65f403bbb0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 --2- 172.21.15.32:0/2811102426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f660c10a730 0x7f660c19e900 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.732+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 >> 172.21.15.32:0/2811102426 conn(0x7f660c07dc10 msgr2=0x7f660c107d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.733+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 shutdown_connections 2024-04-25T18:50:55.417 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:54.733+0000 7f6614800700 1 -- 172.21.15.32:0/2811102426 wait complete. 2024-04-25T18:50:57.455 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.155+0000 7f4983200700 1 Processor -- start 2024-04-25T18:50:57.455 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.156+0000 7f4983200700 1 -- start start 2024-04-25T18:50:57.455 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.156+0000 7f4983200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c07c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:57.455 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.156+0000 7f4983200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f497c07c900 con 0x7f497c07de80 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.157+0000 7f497be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c07c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.157+0000 7f497be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c07c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54410/0 (socket says 172.21.15.32:54410) 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.157+0000 7f497be00700 1 -- 172.21.15.32:0/1343648080 learned_addr learned my addr 172.21.15.32:0/1343648080 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.157+0000 7f497be00700 1 -- 172.21.15.32:0/1343648080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f497c07ca80 con 0x7f497c07de80 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.158+0000 7f497be00700 1 --2- 172.21.15.32:0/1343648080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c07c330 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f496c0098a0 tx=0x7f496c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e54d8a7af64f954 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.158+0000 7f497b400700 1 -- 172.21.15.32:0/1343648080 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f496c004160 con 0x7f497c07de80 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.158+0000 7f497b400700 1 -- 172.21.15.32:0/1343648080 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f496c004300 con 0x7f497c07de80 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.158+0000 7f497b400700 1 -- 172.21.15.32:0/1343648080 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f496c011a20 con 0x7f497c07de80 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 -- 172.21.15.32:0/1343648080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 msgr2=0x7f497c07c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 --2- 172.21.15.32:0/1343648080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c07c330 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f496c0098a0 tx=0x7f496c009bb0 comp rx=0 tx=0).stop 2024-04-25T18:50:57.456 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 -- 172.21.15.32:0/1343648080 shutdown_connections 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 --2- 172.21.15.32:0/1343648080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c07c330 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 -- 172.21.15.32:0/1343648080 >> 172.21.15.32:0/1343648080 conn(0x7f497c103ab0 msgr2=0x7f497c105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 -- 172.21.15.32:0/1343648080 shutdown_connections 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.159+0000 7f4983200700 1 -- 172.21.15.32:0/1343648080 wait complete. 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.160+0000 7f4983200700 1 Processor -- start 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.160+0000 7f4983200700 1 -- start start 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.161+0000 7f4983200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c19e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.161+0000 7f4983200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f497c10ea70 con 0x7f497c07de80 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.161+0000 7f497be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c19e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.161+0000 7f497be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c19e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54424/0 (socket says 172.21.15.32:54424) 2024-04-25T18:50:57.457 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.161+0000 7f497be00700 1 -- 172.21.15.32:0/4019028216 learned_addr learned my addr 172.21.15.32:0/4019028216 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.161+0000 7f497be00700 1 -- 172.21.15.32:0/4019028216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f497c19ee40 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.162+0000 7f497be00700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c19e900 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f496c004660 tx=0x7f496c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.162+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f496c003aa0 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.162+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f496c01b8f0 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.162+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f497c19f0d0 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.162+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f496c023900 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.162+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f497c1a1dc0 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.163+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f496c01baa0 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.163+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f497c0640a0 con 0x7f497c07de80 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.164+0000 7f4979600700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f49600396a0 0x7f496003bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:50:57.458 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.164+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f496c04e1c0 con 0x7f497c07de80 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.164+0000 7f4973400700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f49600396a0 0x7f496003bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.165+0000 7f4973400700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f49600396a0 0x7f496003bb60 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f496400ad30 tx=0x7f49640093f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.169+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f496c01f030 con 0x7f497c07de80 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.522+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f497c02df80 con 0x7f497c07de80 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.528+0000 7f4979600700 1 -- 172.21.15.32:0/4019028216 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f496c02bbb0 con 0x7f497c07de80 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f49600396a0 msgr2=0x7f496003bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f49600396a0 0x7f496003bb60 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f496400ad30 tx=0x7f49640093f0 comp rx=0 tx=0).stop 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 msgr2=0x7f497c19e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c19e900 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f496c004660 tx=0x7f496c011aa0 comp rx=0 tx=0).stop 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 shutdown_connections 2024-04-25T18:50:57.459 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f49600396a0 0x7f496003bb60 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 --2- 172.21.15.32:0/4019028216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f497c07de80 0x7f497c19e900 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 >> 172.21.15.32:0/4019028216 conn(0x7f497c103ab0 msgr2=0x7f497c1047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 shutdown_connections 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr 2024-04-25T18:50:56.531+0000 7f4983200700 1 -- 172.21.15.32:0/4019028216 wait complete. 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout:Or, if you are only running a single cluster on this host: 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-25T18:50:57.460 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout: ceph telemetry on 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout:For more information see: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:50:57.461 INFO:teuthology.orchestra.run.smithi032.stdout:Bootstrap complete. 2024-04-25T18:50:57.527 INFO:tasks.cephadm:Fetching config... 2024-04-25T18:50:57.528 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:50:57.528 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-25T18:50:57.571 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-25T18:50:57.571 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:50:57.571 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-25T18:50:57.652 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-25T18:50:57.653 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:50:57.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-25T18:50:57.709 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:50:57 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4019028216' entity='client.admin' 2024-04-25T18:50:57.776 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-25T18:50:57.776 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:50:57.777 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-25T18:50:57.875 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-25T18:50:57.875 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T18:50:57.986 INFO:teuthology.orchestra.run.smithi032.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:50:58.035 DEBUG:teuthology.orchestra.run.smithi064:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T18:50:58.078 INFO:teuthology.orchestra.run.smithi064.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:50:58.090 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-25T18:50:58.134 INFO:teuthology.orchestra.run.smithi066.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC00LygVldij/02/SA/G3Xn4WIbr3Hkd8RPo4+dqxyTXm1MYx89ZANhMZEJbj5cByoRXzsvpEigFR0Ncax+6fHhWP3ERzPqQWCC/9uTGuHAQi0+HMcLPZxQHAXpNnPQ2ATTBZYZXxIyATfPtm9DRWQiiEiXEA57ZL2O5+gavdoH78KJ+tXWvjlYKLXRcg4/w9m0xm7R+oUY3MWpq1QGbdgi9KaZ6I1jv+iDQYKbSLfxOhIR0uztN8TXUj+WKR57A/Y3krl2eZsTF8ybLLzZgixf2/T0kuhdyN4h4wmIMoSwEAb5RbnL6XYYOWArcM1JMniXUE4rbjJus1m1lVwS52EMCCCBDWRIhgLeCawQc7t6Klp+DaHbaCYeSsVgBU1BdYHHLvOhYUsPCh/cSc/VWSV70wWOuxfwnOXEZaznK6cXmhmGapeNcZ+6S+NjQzkrEEUvvkal4D2WssKBtsaT+grX6dcUdjIaN1ZXTwsqqcln4ZaJUI0N9zKaea13lEUcc6s= ceph-26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:50:58.146 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-25T18:50:58.588 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 -- 172.21.15.32:0/2144890793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 msgr2=0x7f21f8102730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 --2- 172.21.15.32:0/2144890793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8102730 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f21ec009910 tx=0x7f21ec009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 -- 172.21.15.32:0/2144890793 shutdown_connections 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 --2- 172.21.15.32:0/2144890793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8102730 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 -- 172.21.15.32:0/2144890793 >> 172.21.15.32:0/2144890793 conn(0x7f21f80fd890 msgr2=0x7f21f80ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 -- 172.21.15.32:0/2144890793 shutdown_connections 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.899+0000 7f21fe400700 1 -- 172.21.15.32:0/2144890793 wait complete. 2024-04-25T18:51:01.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.900+0000 7f21fe400700 1 Processor -- start 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.901+0000 7f21fe400700 1 -- start start 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.901+0000 7f21fe400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.901+0000 7f21fe400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21f8108250 con 0x7f21f8102310 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.901+0000 7f21fd000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.902+0000 7f21fd000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8197920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54442/0 (socket says 172.21.15.32:54442) 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.902+0000 7f21fd000700 1 -- 172.21.15.32:0/2971785556 learned_addr learned my addr 172.21.15.32:0/2971785556 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.902+0000 7f21fd000700 1 -- 172.21.15.32:0/2971785556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f8197e60 con 0x7f21f8102310 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.902+0000 7f21fd000700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8197920 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f21ec005950 tx=0x7f21ec004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.903+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21ec026070 con 0x7f21f8102310 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.903+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21ec00bc00 con 0x7f21f8102310 2024-04-25T18:51:01.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.903+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21ec003a10 con 0x7f21f8102310 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.903+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f81980f0 con 0x7f21f8102310 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.903+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f819ade0 con 0x7f21f8102310 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.904+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f21ec029070 con 0x7f21f8102310 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.904+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21f81089d0 con 0x7f21f8102310 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.905+0000 7f21f5600700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21e0039650 0x7f21e003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.905+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f21ec01e070 con 0x7f21f8102310 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.905+0000 7f21f7e00700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21e0039650 0x7f21e003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.906+0000 7f21f7e00700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21e0039650 0x7f21e003bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f21e4006fd0 tx=0x7f21e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:01.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:00.911+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f21ec013070 con 0x7f21f8102310 2024-04-25T18:51:01.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.147+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f21f802e090 con 0x7f21f8102310 2024-04-25T18:51:01.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.151+0000 7f21f5600700 1 -- 172.21.15.32:0/2971785556 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f21ec0300c0 con 0x7f21f8102310 2024-04-25T18:51:01.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21e0039650 msgr2=0x7f21e003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:01.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21e0039650 0x7f21e003bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f21e4006fd0 tx=0x7f21e4006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:01.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 msgr2=0x7f21f8197920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:01.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8197920 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f21ec005950 tx=0x7f21ec004fa0 comp rx=0 tx=0).stop 2024-04-25T18:51:01.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 shutdown_connections 2024-04-25T18:51:01.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21e0039650 0x7f21e003bb10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:01.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 --2- 172.21.15.32:0/2971785556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8102310 0x7f21f8197920 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:01.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.154+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 >> 172.21.15.32:0/2971785556 conn(0x7f21f80fd890 msgr2=0x7f21f80fe440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:01.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.155+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 shutdown_connections 2024-04-25T18:51:01.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:01.155+0000 7f21fe400700 1 -- 172.21.15.32:0/2971785556 wait complete. 2024-04-25T18:51:02.300 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-25T18:51:02.300 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-25T18:51:02.385 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:02 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2971785556' entity='client.admin' 2024-04-25T18:51:02.731 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:05.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 -- 172.21.15.32:0/4058902387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 msgr2=0x7fd4081028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:05.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 --2- 172.21.15.32:0/4058902387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd4081028c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc009910 tx=0x7fd3fc009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:05.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 -- 172.21.15.32:0/4058902387 shutdown_connections 2024-04-25T18:51:05.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 --2- 172.21.15.32:0/4058902387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd4081028c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:05.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 -- 172.21.15.32:0/4058902387 >> 172.21.15.32:0/4058902387 conn(0x7fd4080fda40 msgr2=0x7fd4080ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:05.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 -- 172.21.15.32:0/4058902387 shutdown_connections 2024-04-25T18:51:05.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.340+0000 7fd40fa00700 1 -- 172.21.15.32:0/4058902387 wait complete. 2024-04-25T18:51:05.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.341+0000 7fd40fa00700 1 Processor -- start 2024-04-25T18:51:05.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.341+0000 7fd40fa00700 1 -- start start 2024-04-25T18:51:05.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.342+0000 7fd40fa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd408076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:05.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.342+0000 7fd40fa00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd4081083e0 con 0x7fd4081024a0 2024-04-25T18:51:05.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.342+0000 7fd40d000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd408076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:05.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.342+0000 7fd40d000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd408076700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58052/0 (socket says 172.21.15.32:58052) 2024-04-25T18:51:05.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.342+0000 7fd40d000700 1 -- 172.21.15.32:0/1188083773 learned_addr learned my addr 172.21.15.32:0/1188083773 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:05.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.343+0000 7fd40d000700 1 -- 172.21.15.32:0/1188083773 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd408076c40 con 0x7fd4081024a0 2024-04-25T18:51:05.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.343+0000 7fd40d000700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd408076700 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc005950 tx=0x7fd3fc004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:05.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.343+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3fc026070 con 0x7fd4081024a0 2024-04-25T18:51:05.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.343+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3fc00bc00 con 0x7fd4081024a0 2024-04-25T18:51:05.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.343+0000 7fd40fa00700 1 -- 172.21.15.32:0/1188083773 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd408074e30 con 0x7fd4081024a0 2024-04-25T18:51:05.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.343+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd3fc003a10 con 0x7fd4081024a0 2024-04-25T18:51:05.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.344+0000 7fd40fa00700 1 -- 172.21.15.32:0/1188083773 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd408075370 con 0x7fd4081024a0 2024-04-25T18:51:05.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.345+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd3fc029070 con 0x7fd4081024a0 2024-04-25T18:51:05.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.345+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e4005330 con 0x7fd4081024a0 2024-04-25T18:51:05.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.345+0000 7fd405600700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3f00396b0 0x7fd3f003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:05.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.345+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd3fc01e070 con 0x7fd4081024a0 2024-04-25T18:51:05.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.346+0000 7fd407e00700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3f00396b0 0x7fd3f003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:05.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.346+0000 7fd407e00700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3f00396b0 0x7fd3f003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4006fd0 tx=0x7fd3f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:05.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.351+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd3fc013070 con 0x7fd4081024a0 2024-04-25T18:51:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:51:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:05.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.588+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fd3e4000bc0 con 0x7fd3f00396b0 2024-04-25T18:51:05.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.595+0000 7fd405600700 1 -- 172.21.15.32:0/1188083773 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd3e4000bc0 con 0x7fd3f00396b0 2024-04-25T18:51:05.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3f00396b0 msgr2=0x7fd3f003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:05.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3f00396b0 0x7fd3f003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4006fd0 tx=0x7fd3f4006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 msgr2=0x7fd408076700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd408076700 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc005950 tx=0x7fd3fc004fa0 comp rx=0 tx=0).stop 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 shutdown_connections 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3f00396b0 0x7fd3f003bb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 --2- 172.21.15.32:0/1188083773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4081024a0 0x7fd408076700 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 >> 172.21.15.32:0/1188083773 conn(0x7fd4080fda40 msgr2=0x7fd4080fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:05.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 shutdown_connections 2024-04-25T18:51:05.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:05.598+0000 7fd3faa00700 1 -- 172.21.15.32:0/1188083773 wait complete. 2024-04-25T18:51:06.391 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi064 2024-04-25T18:51:06.391 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:51:06.391 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/etc/ceph/ceph.conf 2024-04-25T18:51:06.410 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:51:06.410 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:06.468 INFO:tasks.cephadm:Adding host smithi064 to orchestrator... 2024-04-25T18:51:06.468 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch host add smithi064 2024-04-25T18:51:06.885 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:07.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:51:07.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T18:51:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:06 smithi032 ceph-mon[28041]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:07.766 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:07 smithi032 ceph-mon[28041]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 -- 172.21.15.32:0/2780253875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 msgr2=0x7f757410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 --2- 172.21.15.32:0/2780253875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757410dd40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7564009910 tx=0x7f7564009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 -- 172.21.15.32:0/2780253875 shutdown_connections 2024-04-25T18:51:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 --2- 172.21.15.32:0/2780253875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757410dd40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 -- 172.21.15.32:0/2780253875 >> 172.21.15.32:0/2780253875 conn(0x7f75740781e0 msgr2=0x7f757407a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 -- 172.21.15.32:0/2780253875 shutdown_connections 2024-04-25T18:51:08.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.859+0000 7f757a000700 1 -- 172.21.15.32:0/2780253875 wait complete. 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.861+0000 7f757a000700 1 Processor -- start 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.861+0000 7f757a000700 1 -- start start 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.861+0000 7f757a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757419e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.861+0000 7f757a000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7574112f60 con 0x7f757410d960 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.861+0000 7f7573400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757419e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.862+0000 7f7573400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757419e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58068/0 (socket says 172.21.15.32:58068) 2024-04-25T18:51:08.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.862+0000 7f7573400700 1 -- 172.21.15.32:0/3629090045 learned_addr learned my addr 172.21.15.32:0/3629090045 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:08.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.862+0000 7f7573400700 1 -- 172.21.15.32:0/3629090045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f757419ea40 con 0x7f757410d960 2024-04-25T18:51:08.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.862+0000 7f7573400700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757419e500 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f75640056d0 tx=0x7f75640057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:08.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.863+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7564026070 con 0x7f757410d960 2024-04-25T18:51:08.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.863+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7564004370 con 0x7f757410d960 2024-04-25T18:51:08.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.863+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f757419ed30 con 0x7f757410d960 2024-04-25T18:51:08.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.863+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75640039b0 con 0x7f757410d960 2024-04-25T18:51:08.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.863+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75741a2dd0 con 0x7f757410d960 2024-04-25T18:51:08.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.864+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f757410a180 con 0x7f757410d960 2024-04-25T18:51:08.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.864+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7564029070 con 0x7f757410d960 2024-04-25T18:51:08.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.865+0000 7f7570c00700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f75580396b0 0x7f755803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:08.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.865+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f756401e070 con 0x7f757410d960 2024-04-25T18:51:08.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.865+0000 7f756be00700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f75580396b0 0x7f755803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:08.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.866+0000 7f756be00700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f75580396b0 0x7f755803bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f755c006fd0 tx=0x7f755c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:08.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:08.871+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7564013070 con 0x7f757410d960 2024-04-25T18:51:09.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:09.103+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi064", "target": ["mon-mgr", ""]}) -- 0x7f757419f860 con 0x7f75580396b0 2024-04-25T18:51:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:09 smithi032 ceph-mon[28041]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T18:51:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:09 smithi032 ceph-mon[28041]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:10.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:10 smithi032 ceph-mon[28041]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi064", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:51:11.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:11 smithi032 ceph-mon[28041]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:11 smithi032 ceph-mon[28041]: Deploying cephadm binary to smithi064 2024-04-25T18:51:13.582 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:13 smithi032 ceph-mon[28041]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:14.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.015+0000 7f7570c00700 1 -- 172.21.15.32:0/3629090045 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f757419f860 con 0x7f75580396b0 2024-04-25T18:51:14.018 INFO:teuthology.orchestra.run.smithi032.stdout:Added host 'smithi064' with addr '172.21.15.64' 2024-04-25T18:51:14.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f75580396b0 msgr2=0x7f755803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:14.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f75580396b0 0x7f755803bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f755c006fd0 tx=0x7f755c006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:14.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 msgr2=0x7f757419e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:14.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757419e500 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f75640056d0 tx=0x7f75640057b0 comp rx=0 tx=0).stop 2024-04-25T18:51:14.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 shutdown_connections 2024-04-25T18:51:14.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f75580396b0 0x7f755803bb70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:14.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 --2- 172.21.15.32:0/3629090045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f757410d960 0x7f757419e500 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:14.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 >> 172.21.15.32:0/3629090045 conn(0x7f75740781e0 msgr2=0x7f7574110580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:14.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 shutdown_connections 2024-04-25T18:51:14.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:14.019+0000 7f757a000700 1 -- 172.21.15.32:0/3629090045 wait complete. 2024-04-25T18:51:14.692 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T18:51:15.134 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:15.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:15 smithi032 ceph-mon[28041]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:15.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:15.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:15 smithi032 ceph-mon[28041]: Added host smithi064 2024-04-25T18:51:15.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:15.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:16.323 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 -- 172.21.15.32:0/2248153223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 msgr2=0x7f969c10aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 --2- 172.21.15.32:0/2248153223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c10aa50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f968c009910 tx=0x7f968c009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 -- 172.21.15.32:0/2248153223 shutdown_connections 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 --2- 172.21.15.32:0/2248153223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c10aa50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 -- 172.21.15.32:0/2248153223 >> 172.21.15.32:0/2248153223 conn(0x7f969c100160 msgr2=0x7f969c102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 -- 172.21.15.32:0/2248153223 shutdown_connections 2024-04-25T18:51:17.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.128+0000 7f96a1200700 1 -- 172.21.15.32:0/2248153223 wait complete. 2024-04-25T18:51:17.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.129+0000 7f96a1200700 1 Processor -- start 2024-04-25T18:51:17.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.129+0000 7f96a1200700 1 -- start start 2024-04-25T18:51:17.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.130+0000 7f96a1200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c19a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:17.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.130+0000 7f96a1200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f969c10eb60 con 0x7f969c10a670 2024-04-25T18:51:17.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.130+0000 7f9699e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c19a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:17.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.130+0000 7f9699e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c19a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38260/0 (socket says 172.21.15.32:38260) 2024-04-25T18:51:17.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.130+0000 7f9699e00700 1 -- 172.21.15.32:0/78457902 learned_addr learned my addr 172.21.15.32:0/78457902 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:17.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.130+0000 7f9699e00700 1 -- 172.21.15.32:0/78457902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f969c19a600 con 0x7f969c10a670 2024-04-25T18:51:17.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.131+0000 7f9699e00700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c19a0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f968c006010 tx=0x7f968c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:17.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.131+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f968c026070 con 0x7f969c10a670 2024-04-25T18:51:17.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.131+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f968c00bba0 con 0x7f969c10a670 2024-04-25T18:51:17.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.131+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f968c003910 con 0x7f969c10a670 2024-04-25T18:51:17.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.131+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f969c19a8f0 con 0x7f969c10a670 2024-04-25T18:51:17.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.131+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f969c19e990 con 0x7f969c10a670 2024-04-25T18:51:17.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.133+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f968c029070 con 0x7f969c10a670 2024-04-25T18:51:17.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.133+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f969c105db0 con 0x7f969c10a670 2024-04-25T18:51:17.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.133+0000 7f9693400700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96800396b0 0x7f968003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:17.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.133+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f968c01e070 con 0x7f969c10a670 2024-04-25T18:51:17.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.133+0000 7f9691400700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96800396b0 0x7f968003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:17.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.134+0000 7f9691400700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96800396b0 0x7f968003bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9684006fd0 tx=0x7f9684006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:17.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.139+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f968c013070 con 0x7f969c10a670 2024-04-25T18:51:17.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:17 smithi032 ceph-mon[28041]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:17.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:17 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:17.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.376+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f969c19b420 con 0x7f96800396b0 2024-04-25T18:51:17.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.379+0000 7f9693400700 1 -- 172.21.15.32:0/78457902 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f969c19b420 con 0x7f96800396b0 2024-04-25T18:51:17.382 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:51:17.382 INFO:teuthology.orchestra.run.smithi032.stdout:[{"addr": "172.21.15.32", "hostname": "smithi032", "labels": [], "status": ""}, {"addr": "172.21.15.64", "hostname": "smithi064", "labels": [], "status": ""}] 2024-04-25T18:51:17.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96800396b0 msgr2=0x7f968003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:17.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96800396b0 0x7f968003bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9684006fd0 tx=0x7f9684006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:17.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 msgr2=0x7f969c19a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:17.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c19a0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f968c006010 tx=0x7f968c005780 comp rx=0 tx=0).stop 2024-04-25T18:51:17.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 shutdown_connections 2024-04-25T18:51:17.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96800396b0 0x7f968003bb70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:17.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 --2- 172.21.15.32:0/78457902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f969c10a670 0x7f969c19a0c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:17.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 >> 172.21.15.32:0/78457902 conn(0x7f969c100160 msgr2=0x7f969c100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:17.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 shutdown_connections 2024-04-25T18:51:17.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:17.382+0000 7f96a1200700 1 -- 172.21.15.32:0/78457902 wait complete. 2024-04-25T18:51:18.140 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi066 2024-04-25T18:51:18.141 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:51:18.141 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.conf 2024-04-25T18:51:18.160 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:51:18.160 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:18.217 INFO:tasks.cephadm:Adding host smithi066 to orchestrator... 2024-04-25T18:51:18.218 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch host add smithi066 2024-04-25T18:51:18.298 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:18 smithi032 ceph-mon[28041]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T18:51:18.681 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:19 smithi032 ceph-mon[28041]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:20.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 -- 172.21.15.32:0/2944178747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 msgr2=0x7f48181088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:20.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 --2- 172.21.15.32:0/2944178747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f48181088c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4808009910 tx=0x7f4808009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:20.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 -- 172.21.15.32:0/2944178747 shutdown_connections 2024-04-25T18:51:20.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 --2- 172.21.15.32:0/2944178747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f48181088c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:20.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 -- 172.21.15.32:0/2944178747 >> 172.21.15.32:0/2944178747 conn(0x7f4818076ea0 msgr2=0x7f48180772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:20.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 -- 172.21.15.32:0/2944178747 shutdown_connections 2024-04-25T18:51:20.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.795+0000 7f481d000700 1 -- 172.21.15.32:0/2944178747 wait complete. 2024-04-25T18:51:20.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.796+0000 7f481d000700 1 Processor -- start 2024-04-25T18:51:20.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.797+0000 7f481d000700 1 -- start start 2024-04-25T18:51:20.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.797+0000 7f481d000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f481819a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:20.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.797+0000 7f481d000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f481810c920 con 0x7f48181084e0 2024-04-25T18:51:20.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.798+0000 7f4815e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f481819a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:20.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.798+0000 7f4815e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f481819a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38284/0 (socket says 172.21.15.32:38284) 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.798+0000 7f4815e00700 1 -- 172.21.15.32:0/3052170031 learned_addr learned my addr 172.21.15.32:0/3052170031 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.798+0000 7f4815e00700 1 -- 172.21.15.32:0/3052170031 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f481819a5e0 con 0x7f48181084e0 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.798+0000 7f4815e00700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f481819a0a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4808006010 tx=0x7f4808005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.799+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4808026070 con 0x7f48181084e0 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.799+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f480800bba0 con 0x7f48181084e0 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.799+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4808003910 con 0x7f48181084e0 2024-04-25T18:51:20.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.799+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f481819a8d0 con 0x7f48181084e0 2024-04-25T18:51:20.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.799+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f481819e970 con 0x7f48181084e0 2024-04-25T18:51:20.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.800+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f4808029070 con 0x7f48181084e0 2024-04-25T18:51:20.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.800+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4818103b90 con 0x7f48181084e0 2024-04-25T18:51:20.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.801+0000 7f480ea00700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f47fc0396b0 0x7f47fc03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:20.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.801+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f480801e070 con 0x7f48181084e0 2024-04-25T18:51:20.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.801+0000 7f4815400700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f47fc0396b0 0x7f47fc03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:20.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.802+0000 7f4815400700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f47fc0396b0 0x7f47fc03bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4804006fd0 tx=0x7f4804006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:20.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:20.806+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4808013070 con 0x7f48181084e0 2024-04-25T18:51:21.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:21.045+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi066", "target": ["mon-mgr", ""]}) -- 0x7f481819b400 con 0x7f47fc0396b0 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi064", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:21.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T18:51:21.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:20 smithi032 ceph-mon[28041]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:22.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:22 smithi032 ceph-mon[28041]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:22.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:22 smithi032 ceph-mon[28041]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T18:51:22.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:22 smithi032 ceph-mon[28041]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:51:22.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:22 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:22.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:22 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:22.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:22 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:23.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:23 smithi032 ceph-mon[28041]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:23 smithi032 ceph-mon[28041]: Deploying cephadm binary to smithi066 2024-04-25T18:51:25.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:25 smithi032 ceph-mon[28041]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:26.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.034+0000 7f480ea00700 1 -- 172.21.15.32:0/3052170031 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f481819b400 con 0x7f47fc0396b0 2024-04-25T18:51:26.037 INFO:teuthology.orchestra.run.smithi032.stdout:Added host 'smithi066' with addr '172.21.15.66' 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f47fc0396b0 msgr2=0x7f47fc03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f47fc0396b0 0x7f47fc03bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4804006fd0 tx=0x7f4804006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 msgr2=0x7f481819a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f481819a0a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4808006010 tx=0x7f4808005780 comp rx=0 tx=0).stop 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 shutdown_connections 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f47fc0396b0 0x7f47fc03bb70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:26.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 --2- 172.21.15.32:0/3052170031 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48181084e0 0x7f481819a0a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:26.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 >> 172.21.15.32:0/3052170031 conn(0x7f4818076ea0 msgr2=0x7f4818104870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:26.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.038+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 shutdown_connections 2024-04-25T18:51:26.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:26.039+0000 7f481d000700 1 -- 172.21.15.32:0/3052170031 wait complete. 2024-04-25T18:51:26.865 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-25T18:51:27.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:27 smithi032 ceph-mon[28041]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:27.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:27.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:27 smithi032 ceph-mon[28041]: Added host smithi066 2024-04-25T18:51:27.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:27.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:27.305 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:28.451 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:28 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.303+0000 7f6f6da00700 1 -- 172.21.15.32:0/4179937451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 msgr2=0x7f6f6810aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.303+0000 7f6f6da00700 1 --2- 172.21.15.32:0/4179937451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6810aa30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6f58009910 tx=0x7f6f58009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.304+0000 7f6f6da00700 1 -- 172.21.15.32:0/4179937451 shutdown_connections 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.304+0000 7f6f6da00700 1 --2- 172.21.15.32:0/4179937451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6810aa30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.304+0000 7f6f6da00700 1 -- 172.21.15.32:0/4179937451 >> 172.21.15.32:0/4179937451 conn(0x7f6f68100140 msgr2=0x7f6f68102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.304+0000 7f6f6da00700 1 -- 172.21.15.32:0/4179937451 shutdown_connections 2024-04-25T18:51:29.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.304+0000 7f6f6da00700 1 -- 172.21.15.32:0/4179937451 wait complete. 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.305+0000 7f6f6da00700 1 Processor -- start 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.305+0000 7f6f6da00700 1 -- start start 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.305+0000 7f6f6da00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.305+0000 7f6f6da00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6810eb40 con 0x7f6f6810a650 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.306+0000 7f6f66a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.306+0000 7f6f66a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6819a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39308/0 (socket says 172.21.15.32:39308) 2024-04-25T18:51:29.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.306+0000 7f6f66a00700 1 -- 172.21.15.32:0/2423872648 learned_addr learned my addr 172.21.15.32:0/2423872648 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.306+0000 7f6f66a00700 1 -- 172.21.15.32:0/2423872648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f6819a5d0 con 0x7f6f6810a650 2024-04-25T18:51:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.306+0000 7f6f66a00700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6819a090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6f580056d0 tx=0x7f6f580057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.307+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f58026070 con 0x7f6f6810a650 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.307+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f5800bba0 con 0x7f6f6810a650 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.307+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f58003920 con 0x7f6f6810a650 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.307+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f6819a8c0 con 0x7f6f6810a650 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.307+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f6819e960 con 0x7f6f6810a650 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.308+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f68105d90 con 0x7f6f6810a650 2024-04-25T18:51:29.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.308+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f6f58029070 con 0x7f6f6810a650 2024-04-25T18:51:29.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.309+0000 7f6f5fe00700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6f4c0396b0 0x7f6f4c03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:29.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.309+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f6f5801e070 con 0x7f6f6810a650 2024-04-25T18:51:29.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.309+0000 7f6f5e000700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6f4c0396b0 0x7f6f4c03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:29.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.310+0000 7f6f5e000700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6f4c0396b0 0x7f6f4c03bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6f50006fd0 tx=0x7f6f50006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:29.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.315+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f58013070 con 0x7f6f6810a650 2024-04-25T18:51:29.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:29 smithi032 ceph-mon[28041]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:29.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.555+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6f6819b3f0 con 0x7f6f4c0396b0 2024-04-25T18:51:29.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.558+0000 7f6f5fe00700 1 -- 172.21.15.32:0/2423872648 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7f6f6819b3f0 con 0x7f6f4c0396b0 2024-04-25T18:51:29.559 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:51:29.560 INFO:teuthology.orchestra.run.smithi032.stdout:[{"addr": "172.21.15.32", "hostname": "smithi032", "labels": [], "status": ""}, {"addr": "172.21.15.64", "hostname": "smithi064", "labels": [], "status": ""}, {"addr": "172.21.15.66", "hostname": "smithi066", "labels": [], "status": ""}] 2024-04-25T18:51:29.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6f4c0396b0 msgr2=0x7f6f4c03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:29.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6f4c0396b0 0x7f6f4c03bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6f50006fd0 tx=0x7f6f50006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:29.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 msgr2=0x7f6f6819a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:29.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6819a090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6f580056d0 tx=0x7f6f580057b0 comp rx=0 tx=0).stop 2024-04-25T18:51:29.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 shutdown_connections 2024-04-25T18:51:29.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6f4c0396b0 0x7f6f4c03bb70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:29.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 --2- 172.21.15.32:0/2423872648 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f6810a650 0x7f6f6819a090 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:29.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 >> 172.21.15.32:0/2423872648 conn(0x7f6f68100140 msgr2=0x7f6f6810c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:29.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 shutdown_connections 2024-04-25T18:51:29.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:29.561+0000 7f6f6da00700 1 -- 172.21.15.32:0/2423872648 wait complete. 2024-04-25T18:51:30.334 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-25T18:51:30.335 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-25T18:51:30.784 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:31.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:31 smithi032 ceph-mon[28041]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T18:51:31.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:31 smithi032 ceph-mon[28041]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:32.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.749+0000 7f5c9ec00700 1 -- 172.21.15.32:0/4070625456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 msgr2=0x7f5c981028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:32.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.749+0000 7f5c9ec00700 1 --2- 172.21.15.32:0/4070625456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c981028d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c009910 tx=0x7f5c8c009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:32.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.750+0000 7f5c9ec00700 1 -- 172.21.15.32:0/4070625456 shutdown_connections 2024-04-25T18:51:32.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.750+0000 7f5c9ec00700 1 --2- 172.21.15.32:0/4070625456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c981028d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:32.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.750+0000 7f5c9ec00700 1 -- 172.21.15.32:0/4070625456 >> 172.21.15.32:0/4070625456 conn(0x7f5c980fdda0 msgr2=0x7f5c981001c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:32.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.750+0000 7f5c9ec00700 1 -- 172.21.15.32:0/4070625456 shutdown_connections 2024-04-25T18:51:32.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.750+0000 7f5c9ec00700 1 -- 172.21.15.32:0/4070625456 wait complete. 2024-04-25T18:51:32.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.751+0000 7f5c9ec00700 1 Processor -- start 2024-04-25T18:51:32.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.752+0000 7f5c9ec00700 1 -- start start 2024-04-25T18:51:32.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.752+0000 7f5c9ec00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c98074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.752+0000 7f5c9ec00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5c9810c770 con 0x7f5c981024f0 2024-04-25T18:51:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.753+0000 7f5c9d800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c98074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.753+0000 7f5c9d800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c98074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34154/0 (socket says 172.21.15.32:34154) 2024-04-25T18:51:32.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.753+0000 7f5c9d800700 1 -- 172.21.15.32:0/2876693390 learned_addr learned my addr 172.21.15.32:0/2876693390 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:51:32.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.754+0000 7f5c9d800700 1 -- 172.21.15.32:0/2876693390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c98076c30 con 0x7f5c981024f0 2024-04-25T18:51:32.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.755+0000 7f5c9d800700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c98074d40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c006010 tx=0x7f5c8c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:32.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.755+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c8c026070 con 0x7f5c981024f0 2024-04-25T18:51:32.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.756+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c8c00bc00 con 0x7f5c981024f0 2024-04-25T18:51:32.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.756+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c980752e0 con 0x7f5c981024f0 2024-04-25T18:51:32.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.756+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c8c003910 con 0x7f5c981024f0 2024-04-25T18:51:32.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.756+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c980757a0 con 0x7f5c981024f0 2024-04-25T18:51:32.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.757+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c981039d0 con 0x7f5c981024f0 2024-04-25T18:51:32.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.759+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5c8c029070 con 0x7f5c981024f0 2024-04-25T18:51:32.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.760+0000 7f5c96000700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5c80039650 0x7f5c8003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:32.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.760+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5c8c01e070 con 0x7f5c981024f0 2024-04-25T18:51:32.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.760+0000 7f5c9ce00700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5c80039650 0x7f5c8003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:32.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.761+0000 7f5c9ce00700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5c80039650 0x7f5c8003bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5c84006fd0 tx=0x7f5c84006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:32.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:32.766+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c8c013070 con 0x7f5c981024f0 2024-04-25T18:51:33.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.022+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f5c98076270 con 0x7f5c981024f0 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T18:51:33.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:32 smithi032 ceph-mon[28041]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:33.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.940+0000 7f5c96000700 1 -- 172.21.15.32:0/2876693390 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f5c8c00fe20 con 0x7f5c981024f0 2024-04-25T18:51:33.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.944+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5c80039650 msgr2=0x7f5c8003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:33.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.944+0000 7f5c9ec00700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5c80039650 0x7f5c8003bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5c84006fd0 tx=0x7f5c84006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:33.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.944+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 msgr2=0x7f5c98074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:33.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.944+0000 7f5c9ec00700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c98074d40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c006010 tx=0x7f5c8c005780 comp rx=0 tx=0).stop 2024-04-25T18:51:33.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.945+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 shutdown_connections 2024-04-25T18:51:33.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.945+0000 7f5c9ec00700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5c80039650 0x7f5c8003bb10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:33.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.945+0000 7f5c9ec00700 1 --2- 172.21.15.32:0/2876693390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5c981024f0 0x7f5c98074d40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:33.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.945+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 >> 172.21.15.32:0/2876693390 conn(0x7f5c980fdda0 msgr2=0x7f5c9810a100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:33.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.945+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 shutdown_connections 2024-04-25T18:51:33.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:51:33.945+0000 7f5c9ec00700 1 -- 172.21.15.32:0/2876693390 wait complete. 2024-04-25T18:51:33.948 INFO:teuthology.orchestra.run.smithi032.stderr:adjusted tunables profile to default 2024-04-25T18:51:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:33 smithi032 ceph-mon[28041]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:33 smithi032 ceph-mon[28041]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T18:51:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:33 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2876693390' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T18:51:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:34.757 INFO:tasks.cephadm:Adding mon.a on smithi032 2024-04-25T18:51:34.757 INFO:tasks.cephadm:Adding mon.b on smithi064 2024-04-25T18:51:34.758 INFO:tasks.cephadm:Adding mon.c on smithi066 2024-04-25T18:51:34.758 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c' 2024-04-25T18:51:35.010 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:35.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:34 smithi032 ceph-mon[28041]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:34 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2876693390' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T18:51:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:34 smithi032 ceph-mon[28041]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.387+0000 7f9cd530c700 1 -- 172.21.15.66:0/1944321372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 msgr2=0x7f9cd0100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.387+0000 7f9cd530c700 1 --2- 172.21.15.66:0/1944321372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd0100b10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9cc000b0a0 tx=0x7f9cc000b3b0 comp rx=0 tx=0).stop 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 -- 172.21.15.66:0/1944321372 shutdown_connections 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 --2- 172.21.15.66:0/1944321372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd0100b10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 -- 172.21.15.66:0/1944321372 >> 172.21.15.66:0/1944321372 conn(0x7f9cd00fc1b0 msgr2=0x7f9cd00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 -- 172.21.15.66:0/1944321372 shutdown_connections 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 -- 172.21.15.66:0/1944321372 wait complete. 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 Processor -- start 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.388+0000 7f9cd530c700 1 -- start start 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.389+0000 7f9cd530c700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd019a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.389+0000 7f9cd530c700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd010eb30 con 0x7f9cd0100730 2024-04-25T18:51:36.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.389+0000 7f9cceffd700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd019a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.389+0000 7f9cceffd700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd019a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.66:42748/0 (socket says 172.21.15.66:42748) 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.389+0000 7f9cceffd700 1 -- 172.21.15.66:0/3117097862 learned_addr learned my addr 172.21.15.66:0/3117097862 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.390+0000 7f9cceffd700 1 -- 172.21.15.66:0/3117097862 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd019a5a0 con 0x7f9cd0100730 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.390+0000 7f9cceffd700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd019a060 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0006130 tx=0x7f9cc00097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.391+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cc0021020 con 0x7f9cd0100730 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.391+0000 7f9cd530c700 1 -- 172.21.15.66:0/3117097862 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd019a830 con 0x7f9cd0100730 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.391+0000 7f9cd530c700 1 -- 172.21.15.66:0/3117097862 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd019e930 con 0x7f9cd0100730 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.391+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cc00079b0 con 0x7f9cd0100730 2024-04-25T18:51:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.391+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cc0017040 con 0x7f9cd0100730 2024-04-25T18:51:36.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.392+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cb4005330 con 0x7f9cd0100730 2024-04-25T18:51:36.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.392+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f9cc0024020 con 0x7f9cd0100730 2024-04-25T18:51:36.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.392+0000 7f9cc7fff700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9cbc039650 0x7f9cbc03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:36.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.392+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9cc000f050 con 0x7f9cd0100730 2024-04-25T18:51:36.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.393+0000 7f9cce7fc700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9cbc039650 0x7f9cbc03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:36.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.394+0000 7f9cce7fc700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9cbc039650 0x7f9cbc03bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9cb8006fd0 tx=0x7f9cb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:36.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.409+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9cc002b030 con 0x7f9cd0100730 2024-04-25T18:51:36.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.631+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c", "target": ["mon-mgr", ""]}) -- 0x7f9cb4000c70 con 0x7f9cbc039650 2024-04-25T18:51:36.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.647+0000 7f9cc7fff700 1 -- 172.21.15.66:0/3117097862 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f9cb4000c70 con 0x7f9cbc039650 2024-04-25T18:51:36.648 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mon update... 2024-04-25T18:51:36.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9cbc039650 msgr2=0x7f9cbc03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:36.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9cbc039650 0x7f9cbc03bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9cb8006fd0 tx=0x7f9cb8006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:36.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 msgr2=0x7f9cd019a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:36.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd019a060 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9cc0006130 tx=0x7f9cc00097d0 comp rx=0 tx=0).stop 2024-04-25T18:51:36.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 shutdown_connections 2024-04-25T18:51:36.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9cbc039650 0x7f9cbc03bb10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:36.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 --2- 172.21.15.66:0/3117097862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9cd0100730 0x7f9cd019a060 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:36.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 >> 172.21.15.66:0/3117097862 conn(0x7f9cd00fc1b0 msgr2=0x7f9cd0101ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:36.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 shutdown_connections 2024-04-25T18:51:36.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:36.648+0000 7f9cc5ffb700 1 -- 172.21.15.66:0/3117097862 wait complete. 2024-04-25T18:51:37.223 DEBUG:teuthology.orchestra.run.smithi064:mon.b> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.b.service 2024-04-25T18:51:37.226 DEBUG:teuthology.orchestra.run.smithi066:mon.c> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.c.service 2024-04-25T18:51:37.228 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T18:51:37.229 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:51:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:38.241 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:38.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:37 smithi032 ceph-mon[28041]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:51:38.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:37 smithi032 ceph-mon[28041]: Saving service mon spec with placement smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c;count:3 2024-04-25T18:51:38.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:37 smithi032 ceph-mon[28041]: Deploying daemon mon.c on smithi066 2024-04-25T18:51:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:38 smithi032 ceph-mon[28041]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:41.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 -- 172.21.15.66:0/185907215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 msgr2=0x7fb7d41089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 --2- 172.21.15.66:0/185907215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d41089f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4009910 tx=0x7fb7c4009c20 comp rx=0 tx=0).stop 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 -- 172.21.15.66:0/185907215 shutdown_connections 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 --2- 172.21.15.66:0/185907215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d41089f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 -- 172.21.15.66:0/185907215 >> 172.21.15.66:0/185907215 conn(0x7fb7d4078970 msgr2=0x7fb7d4078d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 -- 172.21.15.66:0/185907215 shutdown_connections 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.095+0000 7fb7dab87700 1 -- 172.21.15.66:0/185907215 wait complete. 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.096+0000 7fb7dab87700 1 Processor -- start 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.096+0000 7fb7dab87700 1 -- start start 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.096+0000 7fb7dab87700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d4197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.096+0000 7fb7dab87700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d410cac0 con 0x7fb7d4108610 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d8923700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d4197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d8923700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d4197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.66:42760/0 (socket says 172.21.15.66:42760) 2024-04-25T18:51:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d8923700 1 -- 172.21.15.66:0/1095177597 learned_addr learned my addr 172.21.15.66:0/1095177597 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:51:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d8923700 1 -- 172.21.15.66:0/1095177597 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d41984c0 con 0x7fb7d4108610 2024-04-25T18:51:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d8923700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d4197f80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4006010 tx=0x7fb7c4005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7c4026070 con 0x7fb7d4108610 2024-04-25T18:51:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7d4198750 con 0x7fb7d4108610 2024-04-25T18:51:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7d4198bb0 con 0x7fb7d4108610 2024-04-25T18:51:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7c400bc00 con 0x7fb7d4108610 2024-04-25T18:51:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.098+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7c40038a0 con 0x7fb7d4108610 2024-04-25T18:51:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.099+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7d406a630 con 0x7fb7d4108610 2024-04-25T18:51:41.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.100+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fb7c4029070 con 0x7fb7d4108610 2024-04-25T18:51:41.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.100+0000 7fb7d1ffb700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7bc039700 0x7fb7bc03bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:41.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.100+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb7c401e070 con 0x7fb7d4108610 2024-04-25T18:51:41.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.101+0000 7fb7d3fff700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7bc039700 0x7fb7bc03bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:41.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.102+0000 7fb7d3fff700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7bc039700 0x7fb7bc03bbc0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8006fd0 tx=0x7fb7c8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:41.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.117+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb7c4013070 con 0x7fb7d4108610 2024-04-25T18:51:41.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:40 smithi032 ceph-mon[28041]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:41.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.424+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb7d41992e0 con 0x7fb7d4108610 2024-04-25T18:51:41.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.425+0000 7fb7d1ffb700 1 -- 172.21.15.66:0/1095177597 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7fb7c400d340 con 0x7fb7d4108610 2024-04-25T18:51:41.427 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:51:41.428 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":1,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","modified":"2024-04-25T18:49:23.414532Z","created":"2024-04-25T18:49:23.414532Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-25T18:51:41.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7bc039700 msgr2=0x7fb7bc03bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7bc039700 0x7fb7bc03bbc0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8006fd0 tx=0x7fb7c8006e40 comp rx=0 tx=0).stop 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 msgr2=0x7fb7d4197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d4197f80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4006010 tx=0x7fb7c4005780 comp rx=0 tx=0).stop 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 shutdown_connections 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7bc039700 0x7fb7bc03bbc0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 --2- 172.21.15.66:0/1095177597 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7d4108610 0x7fb7d4197f80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 >> 172.21.15.66:0/1095177597 conn(0x7fb7d4078970 msgr2=0x7fb7d40fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 shutdown_connections 2024-04-25T18:51:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:41.427+0000 7fb7dab87700 1 -- 172.21.15.66:0/1095177597 wait complete. 2024-04-25T18:51:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 1 2024-04-25T18:51:42.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:41 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/1095177597' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T18:51:43.010 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T18:51:43.010 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T18:51:43.261 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: mon.a calling monitor election 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: mon.c calling monitor election 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:47.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: monmap epoch 2 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: last_changed 2024-04-25T18:51:42.149197+0000 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: min_mon_release 19 (squid) 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: election_strategy: 1 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: fsmap 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: mgrmap e13: x(active, since 61s) 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: overall HEALTH_OK 2024-04-25T18:51:47.532 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:47.533 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:47.533 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:47.533 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:51:47.533 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:47.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 -- 172.21.15.66:0/3216788328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90a40035c0 msgr2=0x7f90a4005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:47.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/3216788328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90a40035c0 0x7f90a4005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f90b8101360 tx=0x7f90b0009e80 comp rx=0 tx=0).stop 2024-04-25T18:51:47.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 -- 172.21.15.66:0/3216788328 shutdown_connections 2024-04-25T18:51:47.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/3216788328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90a40035c0 0x7f90a4005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:47.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 -- 172.21.15.66:0/3216788328 >> 172.21.15.66:0/3216788328 conn(0x7f90b80fcf20 msgr2=0x7f90b80ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:47.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 -- 172.21.15.66:0/3216788328 shutdown_connections 2024-04-25T18:51:47.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.580+0000 7f90bd6b8700 1 -- 172.21.15.66:0/3216788328 wait complete. 2024-04-25T18:51:47.582 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:47.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.581+0000 7f90bd6b8700 1 Processor -- start 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90bd6b8700 1 -- start start 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90bd6b8700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90bd6b8700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90b8198550 0x7f90b819c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90bd6b8700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f90b8109380 con 0x7f90b8198550 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90bd6b8700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f90b8109200 con 0x7f90a40035c0 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90b6ffd700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90b6ffd700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55412/0 (socket says 172.21.15.66:55412) 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.582+0000 7f90b6ffd700 1 -- 172.21.15.66:0/1979930683 learned_addr learned my addr 172.21.15.66:0/1979930683 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b6ffd700 1 -- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 msgr2=0x7f90b8198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b6ffd700 1 -- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 msgr2=0x7f90b8198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b6ffd700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b6ffd700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:51:47.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b67fc700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90b8198550 0x7f90b819c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:47.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b67fc700 1 -- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 msgr2=0x7f90b8198010 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:51:47.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b67fc700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.583+0000 7f90b67fc700 1 -- 172.21.15.66:0/1979930683 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90b8198b90 con 0x7f90b8198550 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.584+0000 7f90b67fc700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90b8198550 0x7f90b819c8e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f90a000b4d0 tx=0x7f90a000b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.584+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f90a0011630 con 0x7f90b8198550 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.584+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90b819ce20 con 0x7f90b8198550 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.584+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90b819d380 con 0x7f90b8198550 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.584+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90a0011c80 con 0x7f90b8198550 2024-04-25T18:51:47.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.584+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f90a001adc0 con 0x7f90b8198550 2024-04-25T18:51:47.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.585+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a4002140 con 0x7f90b8198550 2024-04-25T18:51:47.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.586+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f90a0018020 con 0x7f90b8198550 2024-04-25T18:51:47.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.586+0000 7f90affff700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9098039410 0x7f909803b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:47.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.586+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f90a004c210 con 0x7f90b8198550 2024-04-25T18:51:47.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.587+0000 7f90b6ffd700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9098039410 0x7f909803b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:47.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.588+0000 7f90b6ffd700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9098039410 0x7f909803b8d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f90b0009a30 tx=0x7f90b00090b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:47.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.601+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90a001f020 con 0x7f90b8198550 2024-04-25T18:51:47.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.910+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f90a4002c30 con 0x7f90b8198550 2024-04-25T18:51:47.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.911+0000 7f90affff700 1 -- 172.21.15.66:0/1979930683 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f90a0017dd0 con 0x7f90b8198550 2024-04-25T18:51:47.912 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:51:47.912 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":2,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","modified":"2024-04-25T18:51:42.149197Z","created":"2024-04-25T18:49:23.414532Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9098039410 msgr2=0x7f909803b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9098039410 0x7f909803b8d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f90b0009a30 tx=0x7f90b00090b0 comp rx=0 tx=0).stop 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90b8198550 msgr2=0x7f90b819c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90b8198550 0x7f90b819c8e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f90a000b4d0 tx=0x7f90a000b890 comp rx=0 tx=0).stop 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 shutdown_connections 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90a40035c0 0x7f90b8198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9098039410 0x7f909803b8d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 --2- 172.21.15.66:0/1979930683 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90b8198550 0x7f90b819c8e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 >> 172.21.15.66:0/1979930683 conn(0x7f90b80fcf20 msgr2=0x7f90b80fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 shutdown_connections 2024-04-25T18:51:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:47.914+0000 7f90bd6b8700 1 -- 172.21.15.66:0/1979930683 wait complete. 2024-04-25T18:51:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 2 2024-04-25T18:51:48.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:48 smithi032 ceph-mon[28041]: Deploying daemon mon.b on smithi064 2024-04-25T18:51:48.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:48 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/1979930683' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T18:51:48.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:48.635 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:48 smithi066 ceph-mon[32882]: Deploying daemon mon.b on smithi064 2024-04-25T18:51:48.635 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:48 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/1979930683' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T18:51:48.635 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:49.452 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-25T18:51:49.452 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-25T18:51:49.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:49 smithi032 ceph-mon[28041]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:49 smithi066 ceph-mon[32882]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:49.702 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:51:50.898 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:50 smithi064 podman[32301]: 2024-04-25 18:51:50.708719144 +0000 UTC m=+0.018799493 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:50 smithi064 podman[32301]: 2024-04-25 18:51:50.982948617 +0000 UTC m=+0.293028957 container init c68eeca38a14be8fd793ead440f6a108035adbf1d525a931cfe3f9a502cdba5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:50 smithi064 podman[32301]: 2024-04-25 18:51:50.986166824 +0000 UTC m=+0.296247164 container start c68eeca38a14be8fd793ead440f6a108035adbf1d525a931cfe3f9a502cdba5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: set uid:gid to 167:167 (ceph:ceph) 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pidfile_write: ignore empty --pid-file 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: load: jerasure load: lrc 2024-04-25T18:51:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: RocksDB version: 7.9.2 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Git sha 0 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: DB SUMMARY 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: DB Session ID: 069IORB2QQIF0K4UIPSJ 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: CURRENT file: CURRENT 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: IDENTITY file: IDENTITY 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.error_if_exists: 0 2024-04-25T18:51:51.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.create_if_missing: 0 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.paranoid_checks: 1 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.env: 0x5596c71bdcc0 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.fs: PosixFileSystem 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.info_log: 0x5596c8709be0 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_file_opening_threads: 16 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.statistics: (nil) 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.use_fsync: 0 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_log_file_size: 0 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-25T18:51:51.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.keep_log_file_num: 1000 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.recycle_log_file_num: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.allow_fallocate: 1 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.allow_mmap_reads: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.allow_mmap_writes: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.use_direct_reads: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.create_missing_column_families: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.db_log_dir: 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.wal_dir: 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-25T18:51:51.275 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.advise_random_on_open: 1 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.db_write_buffer_size: 0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.write_buffer_manager: 0x5596c869d0e0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.rate_limiter: (nil) 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.wal_recovery_mode: 2 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.enable_thread_tracking: 0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.enable_pipelined_write: 0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.unordered_write: 0 2024-04-25T18:51:51.276 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-25T18:51:51.277 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-25T18:51:51.277 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-25T18:51:51.277 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-25T18:51:51.277 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.row_cache: None 2024-04-25T18:51:51.277 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.wal_filter: None 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.allow_ingest_behind: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.two_write_queues: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.manual_wal_flush: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.wal_compression: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.atomic_flush: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.log_readahead_size: 0 2024-04-25T18:51:51.279 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.best_efforts_recovery: 0 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.allow_data_in_errors: 0 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.db_host_id: __hostname__ 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_background_jobs: 2 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_background_compactions: -1 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_subcompactions: 1 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_total_wal_size: 0 2024-04-25T18:51:51.280 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_open_files: -1 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bytes_per_sync: 0 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_readahead_size: 0 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_background_flushes: -1 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Compression algorithms supported: 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kZSTD supported: 0 2024-04-25T18:51:51.281 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kXpressCompression supported: 0 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kLZ4HCCompression supported: 1 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kZlibCompression supported: 1 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kSnappyCompression supported: 1 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kLZ4Compression supported: 1 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: kBZip2Compression supported: 0 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.merge_operator: 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_filter: None 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_filter_factory: None 2024-04-25T18:51:51.282 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.sst_partitioner_factory: None 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5596c8709dc0) 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: cache_index_and_filter_blocks: 1 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: pin_top_level_index_and_filter: 1 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: index_type: 0 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: data_block_index_type: 0 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: index_shortening: 1 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: checksum: 4 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: no_block_cache: 0 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_cache: 0x5596c86cf1f0 2024-04-25T18:51:51.283 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_cache_name: BinnedLRUCache 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_cache_options: 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: capacity : 536870912 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: num_shard_bits : 4 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: strict_capacity_limit : 0 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: high_pri_pool_ratio: 0.000 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_cache_compressed: (nil) 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: persistent_cache: (nil) 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_size: 4096 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_size_deviation: 10 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_restart_interval: 16 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: index_block_restart_interval: 1 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: metadata_block_size: 4096 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: partition_filters: 0 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: use_delta_encoding: 1 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: filter_policy: bloomfilter 2024-04-25T18:51:51.284 INFO:journalctl@ceph.mon.b.smithi064.stdout: whole_key_filtering: 1 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: verify_compression: 0 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: read_amp_bytes_per_bit: 0 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: format_version: 5 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: enable_index_compression: 1 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: block_align: 0 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: max_auto_readahead_size: 262144 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: prepopulate_block_cache: 0 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: initial_auto_readahead_size: 8192 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout: num_file_reads_for_auto_readahead: 2 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.write_buffer_size: 33554432 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_write_buffer_number: 2 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression: NoCompression 2024-04-25T18:51:51.285 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression: Disabled 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.prefix_extractor: nullptr 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.num_levels: 7 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-25T18:51:51.286 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.level: 32767 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.strategy: 0 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.enabled: false 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-25T18:51:51.287 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.target_file_size_base: 67108864 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-25T18:51:51.288 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.arena_block_size: 1048576 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.disable_auto_compactions: 0 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-25T18:51:51.289 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.inplace_update_support: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.bloom_locality: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.max_successive_merges: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.paranoid_file_checks: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.force_consistency_checks: 1 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.report_bg_io_stats: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.ttl: 2592000 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-25T18:51:51.290 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.enable_blob_files: false 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.min_blob_size: 0 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.blob_file_size: 268435456 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.blob_file_starting_level: 0 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a6d86cc1-7028-4a2a-b732-d2d4e0462916 2024-04-25T18:51:51.291 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714071111016780, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714071111017207, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714071111, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a6d86cc1-7028-4a2a-b732-d2d4e0462916", "db_session_id": "069IORB2QQIF0K4UIPSJ", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714071111017288, "job": 1, "event": "recovery_finished"} 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5596c87e4000 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: DB pointer 0x5596c87ce000 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout: ** DB Stats ** 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T18:51:51.292 INFO:journalctl@ceph.mon.b.smithi064.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: ** Compaction Stats [default] ** 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: ** Compaction Stats [default] ** 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-25T18:51:51.293 INFO:journalctl@ceph.mon.b.smithi064.stdout: 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-25T18:51:51.294 INFO:journalctl@ceph.mon.b.smithi064.stdout: Block cache BinnedLRUCache@0x5596c86cf1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout: 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: using public_addr v2:172.21.15.64:0/0 -> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: starting mon.b rank -1 at public addrs [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] at bind addrs [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(???) e0 preinit fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).mds e1 new map 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout: e1 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T18:51:51.295 INFO:journalctl@ceph.mon.b.smithi064.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout: legacy client fscid: -1 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout: 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout: No filesystems configured 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-25T18:51:51.297 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Added host smithi064 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.298 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi064", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:51.299 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi066", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Deploying cephadm binary to smithi066 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Added host smithi066 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.300 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi066", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T18:51:51.301 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2876693390' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2876693390' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:51.302 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Saving service mon spec with placement smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c;count:3 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Deploying daemon mon.c on smithi066 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/1095177597' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.a calling monitor election 2024-04-25T18:51:51.303 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.c calling monitor election 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: monmap epoch 2 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: last_changed 2024-04-25T18:51:42.149197+0000 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:51.304 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: min_mon_release 19 (squid) 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: election_strategy: 1 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: fsmap 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mgrmap e13: x(active, since 61s) 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: overall HEALTH_OK 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: Deploying daemon mon.b on smithi064 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/1979930683' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-25T18:51:51.305 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:51.306 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:51.306 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 ceph-mon[32321]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-25T18:51:51.306 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 bash[32301]: c68eeca38a14be8fd793ead440f6a108035adbf1d525a931cfe3f9a502cdba5b 2024-04-25T18:51:51.306 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:51 smithi064 systemd[1]: Started Ceph mon.b for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: mon.c calling monitor election 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: mon.a calling monitor election 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:56.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: monmap epoch 3 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: last_changed 2024-04-25T18:51:51.041389+0000 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: min_mon_release 19 (squid) 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: election_strategy: 1 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:56.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: 2: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.b 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: fsmap 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: mgrmap e13: x(active, since 70s) 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: overall HEALTH_OK 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:56.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: mon.c calling monitor election 2024-04-25T18:51:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:51:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: mon.a calling monitor election 2024-04-25T18:51:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: monmap epoch 3 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: last_changed 2024-04-25T18:51:51.041389+0000 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: min_mon_release 19 (squid) 2024-04-25T18:51:56.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: election_strategy: 1 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: 2: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.b 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: fsmap 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: mgrmap e13: x(active, since 70s) 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: overall HEALTH_OK 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:56.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 -- 172.21.15.66:0/1680025731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c80006240 msgr2=0x7f9c80008650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 --2- 172.21.15.66:0/1680025731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c80006240 0x7f9c80008650 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9c94103650 tx=0x7f9c8400fe90 comp rx=0 tx=0).stop 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 -- 172.21.15.66:0/1680025731 shutdown_connections 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 --2- 172.21.15.66:0/1680025731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c80006240 0x7f9c80008650 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 -- 172.21.15.66:0/1680025731 >> 172.21.15.66:0/1680025731 conn(0x7f9c940fe080 msgr2=0x7f9c941004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 -- 172.21.15.66:0/1680025731 shutdown_connections 2024-04-25T18:51:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.054+0000 7f9c9b872700 1 -- 172.21.15.66:0/1680025731 wait complete. 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.055+0000 7f9c9b872700 1 Processor -- start 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 -- start start 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 0x7f9c94074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c941a4350 0x7f9c941a6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410a490 con 0x7f9c941a4350 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410a310 con 0x7f9c80006240 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9b872700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9410a610 con 0x7f9c94075280 2024-04-25T18:51:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9960e700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 0x7f9c94074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56056/0 (socket says 172.21.15.66:56056) 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 -- 172.21.15.66:0/2603068016 learned_addr learned my addr 172.21.15.66:0/2603068016 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9960e700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 msgr2=0x7f9c94074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9960e700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 msgr2=0x7f9c94074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9960e700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 0x7f9c94074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 msgr2=0x7f9c94075700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 msgr2=0x7f9c94075700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c9960e700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 0x7f9c94074d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c98e0d700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T18:51:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.056+0000 7f9c99e0f700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c941a4350 0x7f9c941a6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:57.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.057+0000 7f9c99e0f700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 msgr2=0x7f9c94075700 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:51:57.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.057+0000 7f9c99e0f700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.057+0000 7f9c99e0f700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 msgr2=0x7f9c94074d40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T18:51:57.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.057+0000 7f9c99e0f700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 0x7f9c94074d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.057+0000 7f9c99e0f700 1 -- 172.21.15.66:0/2603068016 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c941a6e70 con 0x7f9c941a4350 2024-04-25T18:51:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.057+0000 7f9c99e0f700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c941a4350 0x7f9c941a6740 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c00bd50 tx=0x7f9c8c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.058+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c019070 con 0x7f9c941a4350 2024-04-25T18:51:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.058+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c941a7160 con 0x7f9c941a4350 2024-04-25T18:51:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.058+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c8c00cd10 con 0x7f9c941a4350 2024-04-25T18:51:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.058+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c012700 con 0x7f9c941a4350 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.058+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c941a76a0 con 0x7f9c941a4350 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.059+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c940640a0 con 0x7f9c941a4350 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.059+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f9c8c01c070 con 0x7f9c941a4350 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.059+0000 7f9c8a7fc700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9c78039ae0 0x7f9c7803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.059+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9c8c04c100 con 0x7f9c941a4350 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.060+0000 7f9c9960e700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9c78039ae0 0x7f9c7803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:51:57.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.061+0000 7f9c9960e700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9c78039ae0 0x7f9c7803bfa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9c8400fa40 tx=0x7f9c84005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:51:57.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.075+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c8c014a10 con 0x7f9c941a4350 2024-04-25T18:51:57.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.375+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f9c9402e140 con 0x7f9c941a4350 2024-04-25T18:51:57.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:57 smithi066 ceph-mon[32882]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:57.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:57.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:57.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:57.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.377+0000 7f9c8a7fc700 1 -- 172.21.15.66:0/2603068016 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7f9c8c04ab10 con 0x7f9c941a4350 2024-04-25T18:51:57.378 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-04-25T18:51:57.378 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":3,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","modified":"2024-04-25T18:51:51.041389Z","created":"2024-04-25T18:49:23.414532Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:3300","nonce":0},{"type":"v1","addr":"172.21.15.66:6789","nonce":0}]},"addr":"172.21.15.66:6789/0","public_addr":"172.21.15.66:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3300","nonce":0},{"type":"v1","addr":"172.21.15.64:6789","nonce":0}]},"addr":"172.21.15.64:6789/0","public_addr":"172.21.15.64:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9c78039ae0 msgr2=0x7f9c7803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9c78039ae0 0x7f9c7803bfa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9c8400fa40 tx=0x7f9c84005a90 comp rx=0 tx=0).stop 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c941a4350 msgr2=0x7f9c941a6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c941a4350 0x7f9c941a6740 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c00bd50 tx=0x7f9c8c00be30 comp rx=0 tx=0).stop 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 shutdown_connections 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9c78039ae0 0x7f9c7803bfa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c941a4350 0x7f9c941a6740 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9c80006240 0x7f9c94074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 --2- 172.21.15.66:0/2603068016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c94075280 0x7f9c94075700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 >> 172.21.15.66:0/2603068016 conn(0x7f9c940fe080 msgr2=0x7f9c94107a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 shutdown_connections 2024-04-25T18:51:57.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:51:57.379+0000 7f9c9b872700 1 -- 172.21.15.66:0/2603068016 wait complete. 2024-04-25T18:51:57.382 INFO:teuthology.orchestra.run.smithi066.stderr:dumped monmap epoch 3 2024-04-25T18:51:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:57 smithi032 ceph-mon[28041]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.258 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-25T18:51:58.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.c calling monitor election 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.a calling monitor election 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: monmap epoch 3 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: last_changed 2024-04-25T18:51:51.041389+0000 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: min_mon_release 19 (squid) 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: election_strategy: 1 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:58.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: 2: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.b 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: fsmap 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mgrmap e13: x(active, since 70s) 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: overall HEALTH_OK 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:51:58.524 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:51:58.690 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: mon.b calling monitor election 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: mon.b calling monitor election 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: mon.c calling monitor election 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: mon.a calling monitor election 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: monmap epoch 3 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:59.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: last_changed 2024-04-25T18:51:51.041389+0000 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: min_mon_release 19 (squid) 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: election_strategy: 1 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: 2: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.b 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: fsmap 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: mgrmap e13: x(active, since 72s) 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: overall HEALTH_OK 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.113 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.113 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: mon.b calling monitor election 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: mon.b calling monitor election 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: mon.c calling monitor election 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: mon.a calling monitor election 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: monmap epoch 3 2024-04-25T18:51:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: last_changed 2024-04-25T18:51:51.041389+0000 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: min_mon_release 19 (squid) 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: election_strategy: 1 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: 2: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.b 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: fsmap 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: mgrmap e13: x(active, since 72s) 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: overall HEALTH_OK 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:59.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:59.204 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.204 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.204 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.204 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.b calling monitor election 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.b calling monitor election 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.c calling monitor election 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.a calling monitor election 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-25T18:51:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: monmap epoch 3 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: last_changed 2024-04-25T18:51:51.041389+0000 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: created 2024-04-25T18:49:23.414532+0000 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: min_mon_release 19 (squid) 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: election_strategy: 1 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: 0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: 1: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.c 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: 2: [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon.b 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: fsmap 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: osdmap e4: 0 total, 0 up, 0 in 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: mgrmap e13: x(active, since 72s) 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: overall HEALTH_OK 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:51:59.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:51:59.274 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.118 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:00.119 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:51:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:00.120 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:52:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:52:00.043+0000 7f8b81a00700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:00.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:00.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:51:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:00.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:51:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:00.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 -- 172.21.15.32:0/2918064862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c10d970 msgr2=0x7fe23c10dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:00.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 --2- 172.21.15.32:0/2918064862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c10d970 0x7fe23c10dd50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe22c009910 tx=0x7fe22c009c20 comp rx=0 tx=0).stop 2024-04-25T18:52:00.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 -- 172.21.15.32:0/2918064862 shutdown_connections 2024-04-25T18:52:00.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 --2- 172.21.15.32:0/2918064862 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c10d970 0x7fe23c10dd50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:00.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 -- 172.21.15.32:0/2918064862 >> 172.21.15.32:0/2918064862 conn(0x7fe23c0782d0 msgr2=0x7fe23c07a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:00.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 -- 172.21.15.32:0/2918064862 shutdown_connections 2024-04-25T18:52:00.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.956+0000 7fe240e00700 1 -- 172.21.15.32:0/2918064862 wait complete. 2024-04-25T18:52:00.959 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:00 smithi032 ceph-mon[28041]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T18:52:00.959 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:00 smithi032 ceph-mon[28041]: Reconfiguring daemon mon.a on smithi032 2024-04-25T18:52:00.959 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:00 smithi032 ceph-mon[28041]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:00.959 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:00.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.958+0000 7fe240e00700 1 Processor -- start 2024-04-25T18:52:00.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.958+0000 7fe240e00700 1 -- start start 2024-04-25T18:52:00.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.958+0000 7fe240e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 0x7fe23c19e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:00.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe240e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 0x7fe23c1a2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:00.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe240e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c1a34d0 0x7fe23c1a3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:00.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe240e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c112f70 con 0x7fe23c1a34d0 2024-04-25T18:52:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe240e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c112df0 con 0x7fe23c19ec00 2024-04-25T18:52:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe240e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1130f0 con 0x7fe23c10d970 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe23a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c1a34d0 0x7fe23c1a3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe239e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 0x7fe23c19e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe239400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 0x7fe23c1a2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe239e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 0x7fe23c19e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:36672/0 (socket says 172.21.15.32:36672) 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe239e00700 1 -- 172.21.15.32:0/3610912047 learned_addr learned my addr 172.21.15.32:0/3610912047 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.959+0000 7fe239400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 0x7fe23c1a2f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57412/0 (socket says 172.21.15.32:57412) 2024-04-25T18:52:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239e00700 1 -- 172.21.15.32:0/3610912047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 msgr2=0x7fe23c1a2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 0x7fe23c1a2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239e00700 1 -- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c1a34d0 msgr2=0x7fe23c1a3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c1a34d0 0x7fe23c1a3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239e00700 1 -- 172.21.15.32:0/3610912047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23c1ab240 con 0x7fe23c10d970 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239400700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 0x7fe23c1a2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe239e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 0x7fe23c19e6c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe22c004f80 tx=0x7fe22c004fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c026070 con 0x7fe23c10d970 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe23c1ab470 con 0x7fe23c10d970 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe22c00b6f0 con 0x7fe23c10d970 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.960+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c0038e0 con 0x7fe23c10d970 2024-04-25T18:52:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.961+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe23c1aba00 con 0x7fe23c10d970 2024-04-25T18:52:00.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.962+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe22c029070 con 0x7fe23c10d970 2024-04-25T18:52:00.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.962+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe23c0640a0 con 0x7fe23c10d970 2024-04-25T18:52:00.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.962+0000 7fe232a00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe220039ae0 0x7fe22003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:00.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.962+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe22c04d510 con 0x7fe23c10d970 2024-04-25T18:52:00.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.963+0000 7fe239400700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe220039ae0 0x7fe22003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:00.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.963+0000 7fe239400700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe220039ae0 0x7fe22003bfa0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe228009ec0 tx=0x7fe228009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:00.968+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe22c013070 con 0x7fe23c10d970 2024-04-25T18:52:01.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:00 smithi066 ceph-mon[32882]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T18:52:01.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:00 smithi066 ceph-mon[32882]: Reconfiguring daemon mon.a on smithi032 2024-04-25T18:52:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:00 smithi066 ceph-mon[32882]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:01.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.226+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe23c1abd20 con 0x7fe23c10d970 2024-04-25T18:52:01.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.227+0000 7fe232a00700 1 -- 172.21.15.32:0/3610912047 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7fe22c030090 con 0x7fe23c10d970 2024-04-25T18:52:01.229 INFO:teuthology.orchestra.run.smithi032.stdout:# minimal ceph.conf for 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:52:01.229 INFO:teuthology.orchestra.run.smithi032.stdout:[global] 2024-04-25T18:52:01.229 INFO:teuthology.orchestra.run.smithi032.stdout: fsid = 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T18:52:01.229 INFO:teuthology.orchestra.run.smithi032.stdout: mon_host = [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] 2024-04-25T18:52:01.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.230+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe220039ae0 msgr2=0x7fe22003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:01.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.230+0000 7fe240e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe220039ae0 0x7fe22003bfa0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe228009ec0 tx=0x7fe228009210 comp rx=0 tx=0).stop 2024-04-25T18:52:01.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.230+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 msgr2=0x7fe23c19e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:01.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.230+0000 7fe240e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 0x7fe23c19e6c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe22c004f80 tx=0x7fe22c004fb0 comp rx=0 tx=0).stop 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 shutdown_connections 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe220039ae0 0x7fe22003bfa0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe23c1a34d0 0x7fe23c1a3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c10d970 0x7fe23c19e6c0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 --2- 172.21.15.32:0/3610912047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe23c19ec00 0x7fe23c1a2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 >> 172.21.15.32:0/3610912047 conn(0x7fe23c0782d0 msgr2=0x7fe23c10a550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 shutdown_connections 2024-04-25T18:52:01.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:01.231+0000 7fe240e00700 1 -- 172.21.15.32:0/3610912047 wait complete. 2024-04-25T18:52:01.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:00 smithi064 ceph-mon[32321]: Reconfiguring mon.a (unknown last config time)... 2024-04-25T18:52:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:00 smithi064 ceph-mon[32321]: Reconfiguring daemon mon.a on smithi032 2024-04-25T18:52:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:00 smithi064 ceph-mon[32321]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:02.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:01 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3610912047' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:02.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:01 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3610912047' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:02.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:01 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3610912047' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:02.437 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-25T18:52:02.438 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:52:02.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T18:52:02.519 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:52:02.519 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:52:02.652 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:52:02.652 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T18:52:02.686 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:52:02.687 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:52:02.758 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:52:02.758 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.conf 2024-04-25T18:52:02.790 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:52:02.790 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-25T18:52:02.858 INFO:tasks.cephadm:Adding mgr.x on smithi032 2024-04-25T18:52:02.858 INFO:tasks.cephadm:Adding mgr.y on smithi064 2024-04-25T18:52:02.858 INFO:tasks.cephadm:Adding mgr.z on smithi066 2024-04-25T18:52:02.859 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi032=x;smithi064=y;smithi066=z' 2024-04-25T18:52:03.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:02 smithi064 ceph-mon[32321]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:03.142 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:52:03.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:02 smithi066 ceph-mon[32882]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:03.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:03.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:02 smithi032 ceph-mon[28041]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:03 smithi066 ceph-mon[32882]: Reconfiguring mon.b (monmap changed)... 2024-04-25T18:52:04.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:04.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:04.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:04.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:03 smithi066 ceph-mon[32882]: Reconfiguring daemon mon.b on smithi064 2024-04-25T18:52:04.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:03 smithi064 ceph-mon[32321]: Reconfiguring mon.b (monmap changed)... 2024-04-25T18:52:04.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:04.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:04.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:04.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:03 smithi064 ceph-mon[32321]: Reconfiguring daemon mon.b on smithi064 2024-04-25T18:52:04.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:03 smithi032 ceph-mon[28041]: Reconfiguring mon.b (monmap changed)... 2024-04-25T18:52:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:03 smithi032 ceph-mon[28041]: Reconfiguring daemon mon.b on smithi064 2024-04-25T18:52:04.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 -- 172.21.15.66:0/3036558780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b81014b0 msgr2=0x7f80b81018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:04.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 --2- 172.21.15.66:0/3036558780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b81014b0 0x7f80b81018d0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f80a8009910 tx=0x7f80a8009c20 comp rx=0 tx=0).stop 2024-04-25T18:52:04.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 -- 172.21.15.66:0/3036558780 shutdown_connections 2024-04-25T18:52:04.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 --2- 172.21.15.66:0/3036558780 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b81014b0 0x7f80b81018d0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 -- 172.21.15.66:0/3036558780 >> 172.21.15.66:0/3036558780 conn(0x7f80b80fca50 msgr2=0x7f80b80fee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:04.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 -- 172.21.15.66:0/3036558780 shutdown_connections 2024-04-25T18:52:04.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.672+0000 7f80bce94700 1 -- 172.21.15.66:0/3036558780 wait complete. 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 Processor -- start 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 -- start start 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 0x7f80b8199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80b819a430 0x7f80b819f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b819a8b0 0x7f80b81a1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f80b81073f0 con 0x7f80b819a8b0 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f80b8107270 con 0x7f80b819a430 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80bce94700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f80b8107570 con 0x7f80b81014b0 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.673+0000 7f80b659c700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 0x7f80b8199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 0x7f80b8199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35508/0 (socket says 172.21.15.66:35508) 2024-04-25T18:52:04.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 -- 172.21.15.66:0/1006650928 learned_addr learned my addr 172.21.15.66:0/1006650928 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b5d9b700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80b819a430 0x7f80b819f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 -- 172.21.15.66:0/1006650928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80b819a430 msgr2=0x7f80b819f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80b819a430 0x7f80b819f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 -- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b819a8b0 msgr2=0x7f80b81a1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b819a8b0 0x7f80b81a1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 -- 172.21.15.66:0/1006650928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80b81a2300 con 0x7f80b81014b0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b5d9b700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80b819a430 0x7f80b819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80b659c700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 0x7f80b8199ef0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f80a8005e00 tx=0x7f80a8009e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a8027070 con 0x7f80b81014b0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80b81a2590 con 0x7f80b81014b0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80a800be10 con 0x7f80b81014b0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a800f460 con 0x7f80b81014b0 2024-04-25T18:52:04.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.674+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80b81a2af0 con 0x7f80b81014b0 2024-04-25T18:52:04.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.675+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f80a802a070 con 0x7f80b81014b0 2024-04-25T18:52:04.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.675+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80b80640a0 con 0x7f80b81014b0 2024-04-25T18:52:04.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.676+0000 7f80a77fe700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f80a0039ae0 0x7f80a003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:04.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.676+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f80a804dbb0 con 0x7f80b81014b0 2024-04-25T18:52:04.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.676+0000 7f80b5d9b700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f80a0039ae0 0x7f80a003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:04.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.677+0000 7f80b5d9b700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f80a0039ae0 0x7f80a003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f80ac0079b0 tx=0x7f80ac008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:04.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.681+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f80a8013070 con 0x7f80b81014b0 2024-04-25T18:52:04.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.904+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi032=x;smithi064=y;smithi066=z", "target": ["mon-mgr", ""]}) -- 0x7f80b8062fd0 con 0x7f80a0039ae0 2024-04-25T18:52:04.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.917+0000 7f80a77fe700 1 -- 172.21.15.66:0/1006650928 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f80b8062fd0 con 0x7f80a0039ae0 2024-04-25T18:52:04.918 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mgr update... 2024-04-25T18:52:04.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.919+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f80a0039ae0 msgr2=0x7f80a003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.919+0000 7f80bce94700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f80a0039ae0 0x7f80a003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f80ac0079b0 tx=0x7f80ac008040 comp rx=0 tx=0).stop 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.919+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 msgr2=0x7f80b8199ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.919+0000 7f80bce94700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 0x7f80b8199ef0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f80a8005e00 tx=0x7f80a8009e60 comp rx=0 tx=0).stop 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 shutdown_connections 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f80a0039ae0 0x7f80a003bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80b819a8b0 0x7f80b81a1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80b81014b0 0x7f80b8199ef0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 --2- 172.21.15.66:0/1006650928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80b819a430 0x7f80b819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 >> 172.21.15.66:0/1006650928 conn(0x7f80b80fca50 msgr2=0x7f80b8190ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 shutdown_connections 2024-04-25T18:52:04.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:52:04.920+0000 7f80bce94700 1 -- 172.21.15.66:0/1006650928 wait complete. 2024-04-25T18:52:05.480 DEBUG:teuthology.orchestra.run.smithi064:mgr.y> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.y.service 2024-04-25T18:52:05.483 DEBUG:teuthology.orchestra.run.smithi066:mgr.z> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.z.service 2024-04-25T18:52:05.485 INFO:tasks.cephadm:Deploying OSDs... 2024-04-25T18:52:05.485 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T18:52:05.485 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T18:52:05.545 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T18:52:05.546 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2024-04-25T18:52:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T18:52:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:05.605 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-04-25T18:52:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-25 18:51:02.849285462 +0000 2024-04-25T18:52:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-25 18:43:30.853847731 +0000 2024-04-25T18:52:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-25 18:43:30.853847731 +0000 2024-04-25T18:52:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-04-25 18:43:30.853847731 +0000 2024-04-25T18:52:05.606 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: Reconfiguring mon.c (monmap changed)... 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:05.612 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:05.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: Reconfiguring daemon mon.c on smithi066 2024-04-25T18:52:05.613 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: Reconfiguring mon.c (monmap changed)... 2024-04-25T18:52:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: Reconfiguring daemon mon.c on smithi066 2024-04-25T18:52:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.690 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-25T18:52:05.691 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-25T18:52:05.691 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000280152 s, 1.8 MB/s 2024-04-25T18:52:05.695 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T18:52:05.754 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2024-04-25T18:52:05.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: Reconfiguring mon.c (monmap changed)... 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: Reconfiguring daemon mon.c on smithi066 2024-04-25T18:52:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-25 18:51:02.901284433 +0000 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-25 18:43:31.445836158 +0000 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-25 18:43:31.445836158 +0000 2024-04-25T18:52:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-04-25 18:43:31.445836158 +0000 2024-04-25T18:52:05.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T18:52:05.896 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-25T18:52:05.896 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-25T18:52:05.896 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.00030336 s, 1.7 MB/s 2024-04-25T18:52:05.900 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T18:52:05.956 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2024-04-25T18:52:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-25 18:51:02.954283384 +0000 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-25 18:43:32.055824235 +0000 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-25 18:43:32.055824235 +0000 2024-04-25T18:52:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-04-25 18:43:32.055824235 +0000 2024-04-25T18:52:06.008 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T18:52:06.090 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-25T18:52:06.090 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-25T18:52:06.090 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000266288 s, 1.9 MB/s 2024-04-25T18:52:06.094 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T18:52:06.152 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 689 Links: 1 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-25 18:51:03.012282237 +0000 2024-04-25T18:52:06.205 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-25 18:43:32.635812897 +0000 2024-04-25T18:52:06.206 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-25 18:43:32.635812897 +0000 2024-04-25T18:52:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-04-25 18:43:32.635812897 +0000 2024-04-25T18:52:06.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T18:52:06.286 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-25T18:52:06.286 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-25T18:52:06.286 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000234805 s, 2.2 MB/s 2024-04-25T18:52:06.290 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T18:52:06.349 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-04-25T18:52:06.349 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T18:52:06.368 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T18:52:06.369 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_1 2024-04-25T18:52:06.427 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T18:52:06.427 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:06.427 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-04-25T18:52:06.427 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:06.427 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:06.428 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-25 18:51:50.488176037 +0000 2024-04-25T18:52:06.428 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-25 18:42:21.970757809 +0000 2024-04-25T18:52:06.428 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-25 18:42:21.970757809 +0000 2024-04-25T18:52:06.428 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-25 18:42:21.970757809 +0000 2024-04-25T18:52:06.428 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T18:52:06.495 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-25T18:52:06.495 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-25T18:52:06.495 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000214022 s, 2.4 MB/s 2024-04-25T18:52:06.496 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T18:52:06.555 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_2 2024-04-25T18:52:06.612 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-25 18:51:50.488176037 +0000 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-25 18:42:22.326750709 +0000 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-25 18:42:22.326750709 +0000 2024-04-25T18:52:06.613 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-25 18:42:22.326750709 +0000 2024-04-25T18:52:06.613 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T18:52:06.676 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:06 smithi064 ceph-mon[32321]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi032=x;smithi064=y;smithi066=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:06.676 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:06 smithi064 ceph-mon[32321]: Saving service mgr spec with placement smithi032=x;smithi064=y;smithi066=z;count:3 2024-04-25T18:52:06.678 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-25T18:52:06.678 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-25T18:52:06.678 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000229646 s, 2.2 MB/s 2024-04-25T18:52:06.680 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T18:52:06.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:06 smithi066 ceph-mon[32882]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi032=x;smithi064=y;smithi066=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:06.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:06 smithi066 ceph-mon[32882]: Saving service mgr spec with placement smithi032=x;smithi064=y;smithi066=z;count:3 2024-04-25T18:52:06.738 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_3 2024-04-25T18:52:06.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:06 smithi032 ceph-mon[28041]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi032=x;smithi064=y;smithi066=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:06.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:06 smithi032 ceph-mon[28041]: Saving service mgr spec with placement smithi032=x;smithi064=y;smithi066=z;count:3 2024-04-25T18:52:06.794 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T18:52:06.794 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-25 18:51:50.489176017 +0000 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-25 18:42:22.687743509 +0000 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-25 18:42:22.687743509 +0000 2024-04-25T18:52:06.795 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-25 18:42:22.687743509 +0000 2024-04-25T18:52:06.795 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T18:52:06.859 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-25T18:52:06.860 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-25T18:52:06.860 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000203239 s, 2.5 MB/s 2024-04-25T18:52:06.861 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T18:52:06.918 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_4 2024-04-25T18:52:06.974 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T18:52:06.974 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:06.974 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-04-25T18:52:06.975 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:06.975 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:06.975 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-04-25 18:51:50.489176017 +0000 2024-04-25T18:52:06.975 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-04-25 18:42:23.041736449 +0000 2024-04-25T18:52:06.975 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-04-25 18:42:23.041736449 +0000 2024-04-25T18:52:06.975 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-04-25 18:42:23.041736449 +0000 2024-04-25T18:52:06.975 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T18:52:07.039 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-04-25T18:52:07.039 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-04-25T18:52:07.039 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000242432 s, 2.1 MB/s 2024-04-25T18:52:07.040 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T18:52:07.096 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-04-25T18:52:07.096 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/scratch_devs of=/dev/stdout 2024-04-25T18:52:07.112 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-25T18:52:07.112 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_1 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-25 18:51:40.616459839 +0000 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-25 18:42:21.971585093 +0000 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-25 18:42:21.971585093 +0000 2024-04-25T18:52:07.168 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-25 18:42:21.971585093 +0000 2024-04-25T18:52:07.169 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-25T18:52:07.231 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-25T18:52:07.231 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-25T18:52:07.231 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000211382 s, 2.4 MB/s 2024-04-25T18:52:07.232 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-25T18:52:07.288 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_2 2024-04-25T18:52:07.344 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-25T18:52:07.380 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:07.380 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-25T18:52:07.381 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:07.381 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:07.381 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-25 18:51:40.616459839 +0000 2024-04-25T18:52:07.381 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-25 18:42:22.324582460 +0000 2024-04-25T18:52:07.381 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-25 18:42:22.324582460 +0000 2024-04-25T18:52:07.381 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-25 18:42:22.324582460 +0000 2024-04-25T18:52:07.382 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-25T18:52:07.411 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-25T18:52:07.412 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-25T18:52:07.412 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000188463 s, 2.7 MB/s 2024-04-25T18:52:07.413 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-25T18:52:07.475 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_3 2024-04-25T18:52:07.533 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-25T18:52:07.533 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:07.533 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-25T18:52:07.533 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:07.533 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:07.534 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-25 18:51:40.616459839 +0000 2024-04-25T18:52:07.534 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-25 18:42:22.673579856 +0000 2024-04-25T18:52:07.534 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-25 18:42:22.673579856 +0000 2024-04-25T18:52:07.534 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-25 18:42:22.673579856 +0000 2024-04-25T18:52:07.534 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-25T18:52:07.599 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-25T18:52:07.599 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-25T18:52:07.599 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000199144 s, 2.6 MB/s 2024-04-25T18:52:07.600 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-25T18:52:07.657 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_4 2024-04-25T18:52:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:07 smithi066 ceph-mon[32882]: Deploying daemon mgr.z on smithi066 2024-04-25T18:52:07.712 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-04-25 18:51:40.617459832 +0000 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-04-25 18:42:23.019577274 +0000 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-04-25 18:42:23.019577274 +0000 2024-04-25T18:52:07.713 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-04-25 18:42:23.019577274 +0000 2024-04-25T18:52:07.713 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-25T18:52:07.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:07 smithi064 ceph-mon[32321]: Deploying daemon mgr.z on smithi066 2024-04-25T18:52:07.775 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-04-25T18:52:07.775 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-04-25T18:52:07.775 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000211326 s, 2.4 MB/s 2024-04-25T18:52:07.776 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:07 smithi032 ceph-mon[28041]: Deploying daemon mgr.z on smithi066 2024-04-25T18:52:07.832 INFO:tasks.cephadm:Deploying osd.0 on smithi032 with /dev/vg_nvme/lv_4... 2024-04-25T18:52:07.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T18:52:08.297 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:52:08.702 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:08 smithi066 systemd[1]: Starting Ceph mgr.z for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:52:09.042 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:08 smithi066 podman[34731]: 2024-04-25 18:52:08.683429611 +0000 UTC m=+0.018274606 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:52:09.042 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:08 smithi066 podman[34731]: 2024-04-25 18:52:08.797577199 +0000 UTC m=+0.132422187 container create 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-25T18:52:09.042 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 podman[34731]: 2024-04-25 18:52:09.041529924 +0000 UTC m=+0.376374904 container init 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T18:52:09.393 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 podman[34731]: 2024-04-25 18:52:09.044427355 +0000 UTC m=+0.379272336 container start 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T18:52:09.393 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mgr[34750]: -- 172.21.15.66:0/2118042528 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560f2e8985a0 con 0x560f2e86cc00 2024-04-25T18:52:09.394 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 bash[34731]: 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f 2024-04-25T18:52:09.394 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 systemd[1]: Started Ceph mgr.z for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:52:09.394 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:09.201+0000 7f0635c78200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T18:52:09.394 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:09.392+0000 7f0635c78200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:52:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T18:52:09.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:09.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:09.701 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:09.498+0000 7f0635c78200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T18:52:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T18:52:09.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:09.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:10.201 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:09.820+0000 7f0635c78200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T18:52:10.202 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:09.907+0000 7f0635c78200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T18:52:10.519 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:10 smithi066 ceph-mon[32882]: Deploying daemon mgr.y on smithi064 2024-04-25T18:52:10.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:10 smithi064 ceph-mon[32321]: Deploying daemon mgr.y on smithi064 2024-04-25T18:52:10.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:10 smithi032 ceph-mon[28041]: Deploying daemon mgr.y on smithi064 2024-04-25T18:52:11.146 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T18:52:11.146 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T18:52:11.146 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-04-25T18:52:11.147 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-04-25T18:52:11.147 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0380855 s, 275 MB/s 2024-04-25T18:52:11.147 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-04-25T18:52:11.502 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:11 smithi066 ceph-mon[32882]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:11.502 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:11.202+0000 7f0635c78200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T18:52:11.502 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:11.380+0000 7f0635c78200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T18:52:11.697 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:11 smithi064 ceph-mon[32321]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:11.698 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:11 smithi064 podman[33699]: 2024-04-25 18:52:11.697088483 +0000 UTC m=+0.226888346 container create e42ad26070839b5146efef1a91e9e7fc0453de0f935d98dd33e8975561f991aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T18:52:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:11 smithi032 ceph-mon[28041]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:11.858 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:11.559+0000 7f0635c78200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T18:52:11.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_4 2024-04-25T18:52:11.967 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:11 smithi064 podman[33699]: 2024-04-25 18:52:11.882893773 +0000 UTC m=+0.412693638 container init e42ad26070839b5146efef1a91e9e7fc0453de0f935d98dd33e8975561f991aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T18:52:11.967 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:11 smithi064 podman[33699]: 2024-04-25 18:52:11.88552316 +0000 UTC m=+0.415323035 container start e42ad26070839b5146efef1a91e9e7fc0453de0f935d98dd33e8975561f991aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-25T18:52:11.967 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:11 smithi064 ceph-mgr[33717]: -- 172.21.15.64:0/2170330674 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5576b9e9a5a0 con 0x5576b9e6ec00 2024-04-25T18:52:12.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:11.857+0000 7f0635c78200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T18:52:12.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:11.953+0000 7f0635c78200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T18:52:12.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:12.164+0000 7f0635c78200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T18:52:12.248 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:11 smithi064 bash[33699]: e42ad26070839b5146efef1a91e9e7fc0453de0f935d98dd33e8975561f991aa 2024-04-25T18:52:12.248 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:11 smithi064 systemd[1]: Started Ceph mgr.y for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:52:12.248 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:12.054+0000 7efcbe08e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T18:52:12.248 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:12.246+0000 7efcbe08e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:52:12.379 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:52:12.451 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:12.364+0000 7f0635c78200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:52:12.523 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:12.352+0000 7efcbe08e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T18:52:13.021 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:12.683+0000 7efcbe08e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T18:52:13.022 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:12.771+0000 7efcbe08e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T18:52:13.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:13 smithi032 ceph-mon[28041]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:13.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:13.332 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:13 smithi064 ceph-mon[32321]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:13.332 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.332 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.332 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.332 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.332 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:13.367 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:13.017+0000 7f0635c78200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T18:52:13.368 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-mon[32882]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:13.368 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.368 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.368 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.368 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:13.368 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:13.701 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:13.466+0000 7f0635c78200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T18:52:13.701 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:13.566+0000 7f0635c78200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T18:52:14.201 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:13.782+0000 7f0635c78200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T18:52:14.410 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:14.059+0000 7efcbe08e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T18:52:14.410 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:14.233+0000 7efcbe08e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T18:52:14.410 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:14.408+0000 7efcbe08e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 -- 172.21.15.32:0/4151932727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd430105ec0 msgr2=0x7fd4301082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 --2- 172.21.15.32:0/4151932727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd430105ec0 0x7fd4301082b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd41c009990 tx=0x7fd41c009ca0 comp rx=0 tx=0).stop 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 -- 172.21.15.32:0/4151932727 shutdown_connections 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 --2- 172.21.15.32:0/4151932727 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430103590 0x7fd430105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 --2- 172.21.15.32:0/4151932727 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd4301087f0 0x7fd43010ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 --2- 172.21.15.32:0/4151932727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd430105ec0 0x7fd4301082b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:14.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.438+0000 7fd437c00700 1 -- 172.21.15.32:0/4151932727 >> 172.21.15.32:0/4151932727 conn(0x7fd4300fcf40 msgr2=0x7fd4300ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:14.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.439+0000 7fd437c00700 1 -- 172.21.15.32:0/4151932727 shutdown_connections 2024-04-25T18:52:14.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.439+0000 7fd437c00700 1 -- 172.21.15.32:0/4151932727 wait complete. 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.440+0000 7fd437c00700 1 Processor -- start 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.440+0000 7fd437c00700 1 -- start start 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd437c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 0x7fd430102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd437c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430105ec0 0x7fd430101540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd437c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4301087f0 0x7fd430101a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd437c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd43010e580 con 0x7fd430105ec0 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd437c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd43010e400 con 0x7fd430103590 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd437c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd43010e700 con 0x7fd4301087f0 2024-04-25T18:52:14.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd435200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 0x7fd430102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd42fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430105ec0 0x7fd430101540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd435200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 0x7fd430102ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50420/0 (socket says 172.21.15.32:50420) 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd435200700 1 -- 172.21.15.32:0/1347976942 learned_addr learned my addr 172.21.15.32:0/1347976942 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.441+0000 7fd435c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4301087f0 0x7fd430101a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd435200700 1 -- 172.21.15.32:0/1347976942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4301087f0 msgr2=0x7fd430101a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd435200700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4301087f0 0x7fd430101a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd435200700 1 -- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430105ec0 msgr2=0x7fd430101540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd435200700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430105ec0 0x7fd430101540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd435200700 1 -- 172.21.15.32:0/1347976942 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd430102330 con 0x7fd430103590 2024-04-25T18:52:14.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd42fe00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430105ec0 0x7fd430101540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd435200700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 0x7fd430102ef0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd42400e9a0 tx=0x7fd42400ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42400cbd0 con 0x7fd430103590 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd42400cd70 con 0x7fd430103590 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd424018680 con 0x7fd430103590 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4301a2e20 con 0x7fd430103590 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.442+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4301a3270 con 0x7fd430103590 2024-04-25T18:52:14.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.443+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd424018820 con 0x7fd430103590 2024-04-25T18:52:14.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.444+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd430069730 con 0x7fd430103590 2024-04-25T18:52:14.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.444+0000 7fd42d600700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd418039890 0x7fd41803bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:14.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.444+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd42404ccb0 con 0x7fd430103590 2024-04-25T18:52:14.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.445+0000 7fd42fe00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd418039890 0x7fd41803bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:14.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.445+0000 7fd42fe00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd418039890 0x7fd41803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd41c00b2e0 tx=0x7fd41c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.450+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd42401c1c0 con 0x7fd430103590 2024-04-25T18:52:14.683 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:14.336+0000 7f0635c78200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T18:52:14.683 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:14.431+0000 7f0635c78200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T18:52:14.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:14.696+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd430062e80 con 0x7fd418039890 2024-04-25T18:52:14.951 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:14.685+0000 7f0635c78200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:14.823+0000 7f0635c78200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:14.921+0000 7f0635c78200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:14.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T18:52:14.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:14.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:14.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:14.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:14 smithi066 ceph-mon[32882]: Reconfiguring daemon mgr.x on smithi032 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:14.706+0000 7efcbe08e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:14.800+0000 7efcbe08e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:15.009+0000 7efcbe08e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.011 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:15.012 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:14 smithi064 ceph-mon[32321]: Reconfiguring daemon mgr.x on smithi032 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:15.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:15.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: Reconfiguring mgr.x (unknown last config time)... 2024-04-25T18:52:15.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-25T18:52:15.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-25T18:52:15.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:15.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:14 smithi032 ceph-mon[28041]: Reconfiguring daemon mgr.x on smithi032 2024-04-25T18:52:15.271 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:15.207+0000 7efcbe08e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T18:52:15.355 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:15.040+0000 7f0635c78200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T18:52:15.355 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:15.354+0000 7f0635c78200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T18:52:15.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:15 smithi032 ceph-mon[28041]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:15.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:52:15.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:52:15.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:15.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-mon[32882]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:15.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:52:15.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:52:15.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:16.021 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:15.829+0000 7efcbe08e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T18:52:16.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-mon[32321]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:16.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:52:16.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:52:16.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:16.451 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:15.983+0000 7f0635c78200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T18:52:16.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T18:52:16.207+0000 7f0635c78200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T18:52:16.521 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:16.264+0000 7efcbe08e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T18:52:16.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:16.362+0000 7efcbe08e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: Standby manager daemon z started 2024-04-25T18:52:17.006 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T18:52:17.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T18:52:17.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T18:52:17.007 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:16 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T18:52:17.021 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:16.570+0000 7efcbe08e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: Standby manager daemon z started 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T18:52:17.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T18:52:17.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:16 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T18:52:17.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:17.089+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7fd4240178f0 con 0x7fd430103590 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: Standby manager daemon z started 2024-04-25T18:52:17.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T18:52:17.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T18:52:17.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T18:52:17.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:16 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1032003646' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T18:52:17.461 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:17.113+0000 7efcbe08e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T18:52:17.461 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:17.208+0000 7efcbe08e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T18:52:17.737 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:17.459+0000 7efcbe08e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T18:52:17.737 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:17.596+0000 7efcbe08e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T18:52:17.738 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:17.694+0000 7efcbe08e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T18:52:18.021 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:17.816+0000 7efcbe08e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T18:52:18.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:18 smithi032 ceph-mon[28041]: mgrmap e14: x(active, since 91s), standbys: z 2024-04-25T18:52:18.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T18:52:18.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:18 smithi066 ceph-mon[32882]: mgrmap e14: x(active, since 91s), standbys: z 2024-04-25T18:52:18.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T18:52:18.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:18 smithi064 ceph-mon[32321]: mgrmap e14: x(active, since 91s), standbys: z 2024-04-25T18:52:18.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T18:52:18.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:18.130+0000 7efcbe08e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T18:52:19.021 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:18.759+0000 7efcbe08e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T18:52:19.022 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 18:52:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T18:52:18.983+0000 7efcbe08e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T18:52:19.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:19.108+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mon.2 v2:172.21.15.64:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fd42400fca0 con 0x7fd430103590 2024-04-25T18:52:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:19 smithi066 ceph-mon[32882]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:19 smithi066 ceph-mon[32882]: Standby manager daemon y started 2024-04-25T18:52:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:19 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T18:52:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:19 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T18:52:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:19 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T18:52:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:19 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T18:52:19.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:19 smithi064 ceph-mon[32321]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:19 smithi064 ceph-mon[32321]: Standby manager daemon y started 2024-04-25T18:52:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:19 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T18:52:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:19 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T18:52:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:19 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T18:52:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:19 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T18:52:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:19 smithi032 ceph-mon[28041]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:19 smithi032 ceph-mon[28041]: Standby manager daemon y started 2024-04-25T18:52:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:19 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T18:52:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:19 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T18:52:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:19 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T18:52:19.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:19 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1998700962' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T18:52:20.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1151660390' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]: dispatch 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]: dispatch 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]': finished 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:20.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:20 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2454880654' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:52:20.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1151660390' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]: dispatch 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]: dispatch 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]': finished 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:20.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:20 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2454880654' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1151660390' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]: dispatch 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]: dispatch 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28495068-a0aa-42b9-8d18-f81c7cb512fe"}]': finished 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: osdmap e5: 1 total, 0 up, 1 in 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:20 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2454880654' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:52:21.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:21 smithi064 ceph-mon[32321]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:21.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:21 smithi032 ceph-mon[28041]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:21.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:21 smithi066 ceph-mon[32882]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:23.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:23 smithi064 ceph-mon[32321]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:23.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:23 smithi032 ceph-mon[28041]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:23.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:23 smithi066 ceph-mon[32882]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:25.497 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:25 smithi032 ceph-mon[28041]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:25.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:25 smithi064 ceph-mon[32321]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:25.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:25 smithi066 ceph-mon[32882]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:27.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:27 smithi064 ceph-mon[32321]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:27 smithi032 ceph-mon[28041]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:27.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:27 smithi066 ceph-mon[32882]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:29.514 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:29 smithi032 ceph-mon[28041]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:29.515 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T18:52:29.515 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:29.515 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:29 smithi032 ceph-mon[28041]: Deploying daemon osd.0 on smithi032 2024-04-25T18:52:29.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:29 smithi064 ceph-mon[32321]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T18:52:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:29 smithi064 ceph-mon[32321]: Deploying daemon osd.0 on smithi032 2024-04-25T18:52:29.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:29 smithi066 ceph-mon[32882]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-25T18:52:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:29 smithi066 ceph-mon[32882]: Deploying daemon osd.0 on smithi032 2024-04-25T18:52:31.365 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:31 smithi032 ceph-mon[28041]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:31.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:31 smithi064 ceph-mon[32321]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:31.553 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:31 smithi066 ceph-mon[32882]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:33.479 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:33 smithi032 ceph-mon[28041]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:33.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:33 smithi064 ceph-mon[32321]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:33 smithi066 ceph-mon[32882]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:35 smithi032 ceph-mon[28041]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:35.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:35 smithi066 ceph-mon[32882]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:35.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:35 smithi064 ceph-mon[32321]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:37.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:37 smithi032 ceph-mon[28041]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:37.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:37 smithi064 ceph-mon[32321]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:37.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:37.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:37.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:37.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:37 smithi066 ceph-mon[32882]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:39.397 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:39 smithi032 ceph-mon[28041]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:39 smithi066 ceph-mon[32882]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:39.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:39 smithi064 ceph-mon[32321]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:41.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T18:52:41.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:41 smithi032 ceph-mon[28041]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T18:52:41.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.743+0000 7fd42d600700 1 -- 172.21.15.32:0/1347976942 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd430062e80 con 0x7fd418039890 2024-04-25T18:52:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 0 on host 'smithi032' 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd418039890 msgr2=0x7fd41803bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd418039890 0x7fd41803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd41c00b2e0 tx=0x7fd41c01a040 comp rx=0 tx=0).stop 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 msgr2=0x7fd430102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 0x7fd430102ef0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd42400e9a0 tx=0x7fd42400ed60 comp rx=0 tx=0).stop 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 shutdown_connections 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4301087f0 0x7fd430101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd430103590 0x7fd430102ef0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:41.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd418039890 0x7fd41803bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:41.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 --2- 172.21.15.32:0/1347976942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd430105ec0 0x7fd430101540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:41.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 >> 172.21.15.32:0/1347976942 conn(0x7fd4300fcf40 msgr2=0x7fd430103e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:41.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.747+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 shutdown_connections 2024-04-25T18:52:41.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:52:41.748+0000 7fd437c00700 1 -- 172.21.15.32:0/1347976942 wait complete. 2024-04-25T18:52:41.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T18:52:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:41 smithi064 ceph-mon[32321]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T18:52:41.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T18:52:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:41 smithi066 ceph-mon[32882]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-25T18:52:42.574 DEBUG:teuthology.orchestra.run.smithi032:osd.0> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.0.service 2024-04-25T18:52:42.579 INFO:tasks.cephadm:Deploying osd.1 on smithi064 with /dev/vg_nvme/lv_4... 2024-04-25T18:52:42.579 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:42.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:42 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:42.831 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:42 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: osdmap e6: 1 total, 0 up, 1 in 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:52:42.954 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:42 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:43.496 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0[42275]: 2024-04-25T18:52:43.130+0000 7f2c0ea00700 -1 osd.0 0 waiting for initial osdmap 2024-04-25T18:52:43.496 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0[42275]: 2024-04-25T18:52:43.143+0000 7f2c04800700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:52:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-mon[28041]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-mon[28041]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:52:43.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-mon[28041]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T18:52:43.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:43.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:43.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:43 smithi032 ceph-mon[28041]: from='osd.0 ' entity='osd.0' 2024-04-25T18:52:43.848 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:43 smithi064 ceph-mon[32321]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:43.848 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:43 smithi064 ceph-mon[32321]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:52:43.849 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:43 smithi064 ceph-mon[32321]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T18:52:43.849 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:43.849 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:43.849 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:43 smithi064 ceph-mon[32321]: from='osd.0 ' entity='osd.0' 2024-04-25T18:52:43.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:43 smithi066 ceph-mon[32882]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:43.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:43 smithi066 ceph-mon[32882]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:52:43.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:43 smithi066 ceph-mon[32882]: osdmap e7: 1 total, 0 up, 1 in 2024-04-25T18:52:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:43 smithi066 ceph-mon[32882]: from='osd.0 ' entity='osd.0' 2024-04-25T18:52:44.562 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T18:52:44.562 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T18:52:44.563 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-25T18:52:44.563 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-25T18:52:44.563 INFO:teuthology.orchestra.run.smithi064.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114082 s, 919 MB/s 2024-04-25T18:52:44.563 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 2024-04-25T18:52:44.563 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-25T18:52:44.676 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:44 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:52:44.676 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:44 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:52:44.676 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:44 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:44.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:44 smithi032 ceph-mon[28041]: osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] boot 2024-04-25T18:52:44.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:44 smithi032 ceph-mon[28041]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T18:52:44.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:44 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:44.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:44 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:52:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:44 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:52:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:44 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:44 smithi066 ceph-mon[32882]: osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] boot 2024-04-25T18:52:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:44 smithi066 ceph-mon[32882]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T18:52:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:44 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:44.973 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:44 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:52:44.974 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:44 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:52:44.974 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:44 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:44.974 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:44 smithi064 ceph-mon[32321]: osd.0 [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] boot 2024-04-25T18:52:44.974 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:44 smithi064 ceph-mon[32321]: osdmap e8: 1 total, 1 up, 1 in 2024-04-25T18:52:44.974 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:44 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T18:52:45.177 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_4 2024-04-25T18:52:45.418 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:52:45.845 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:45 smithi064 ceph-mon[32321]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:45.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:45 smithi066 ceph-mon[32882]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:45 smithi032 ceph-mon[28041]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-25T18:52:46.725 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:46 smithi064 ceph-mon[32321]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T18:52:46.881 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:46 smithi032 ceph-mon[28041]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T18:52:46.943 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 -- 172.21.15.64:0/762231018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 msgr2=0x7f74d4103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 --2- 172.21.15.64:0/762231018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d4103000 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f74c80099c0 tx=0x7f74c8009cd0 comp rx=0 tx=0).stop 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 -- 172.21.15.64:0/762231018 shutdown_connections 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 --2- 172.21.15.64:0/762231018 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f74d4103540 0x7f74d4109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 --2- 172.21.15.64:0/762231018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74d41019a0 0x7f74d4101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 --2- 172.21.15.64:0/762231018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d4103000 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 -- 172.21.15.64:0/762231018 >> 172.21.15.64:0/762231018 conn(0x7f74d40fcf40 msgr2=0x7f74d40ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 -- 172.21.15.64:0/762231018 shutdown_connections 2024-04-25T18:52:46.944 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.942+0000 7f74db5bb700 1 -- 172.21.15.64:0/762231018 wait complete. 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 Processor -- start 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 -- start start 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f74d41019a0 0x7f74d4198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d41991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74d4103540 0x7f74d41a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f74d410d4b0 con 0x7f74d41019a0 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f74d410d330 con 0x7f74d4102ba0 2024-04-25T18:52:46.947 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74db5bb700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f74d410d630 con 0x7f74d4103540 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d41991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d41991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:37202/0 (socket says 172.21.15.64:37202) 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 -- 172.21.15.64:0/878978460 learned_addr learned my addr 172.21.15.64:0/878978460 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d9b58700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74d4103540 0x7f74d41a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 -- 172.21.15.64:0/878978460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74d4103540 msgr2=0x7f74d41a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74d4103540 0x7f74d41a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 -- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f74d41019a0 msgr2=0x7f74d4198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d9357700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f74d41019a0 0x7f74d4198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.943+0000 7f74d8b56700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f74d41019a0 0x7f74d4198c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:52:46.948 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74d8b56700 1 -- 172.21.15.64:0/878978460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d41a08e0 con 0x7f74d4102ba0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74d8b56700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d41991a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f74c800b580 tx=0x7f74c8003960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c8027070 con 0x7f74d4102ba0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c8022470 con 0x7f74d4102ba0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d41a0b70 con 0x7f74d4102ba0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c800f6e0 con 0x7f74d4102ba0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.944+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d41a1050 con 0x7f74d4102ba0 2024-04-25T18:52:46.949 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.945+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74d4069730 con 0x7f74d4102ba0 2024-04-25T18:52:46.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.946+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f74c802a070 con 0x7f74d4102ba0 2024-04-25T18:52:46.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.947+0000 7f74d27fc700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f74bc0a3bb0 0x7f74bc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:52:46.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.947+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f74c80cf7f0 con 0x7f74d4102ba0 2024-04-25T18:52:46.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.947+0000 7f74d9357700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f74bc0a3bb0 0x7f74bc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:52:46.950 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.948+0000 7f74d9357700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f74bc0a3bb0 0x7f74bc0a6070 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f74cc0060b0 tx=0x7f74cc008660 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:52:46.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:46 smithi066 ceph-mon[32882]: osdmap e9: 1 total, 1 up, 1 in 2024-04-25T18:52:46.953 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:46.951+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f74c8013070 con 0x7f74d4102ba0 2024-04-25T18:52:47.171 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:52:47.170+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f74d40ff170 con 0x7f74bc0a3bb0 2024-04-25T18:52:47.833 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:47 smithi064 ceph-mon[32321]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:47.833 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:47 smithi064 ceph-mon[32321]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:47.834 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:52:47.834 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:52:47.834 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:47.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:47 smithi066 ceph-mon[32882]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:47 smithi066 ceph-mon[32882]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:52:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:52:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:48.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:47 smithi032 ceph-mon[28041]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:48.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:47 smithi032 ceph-mon[28041]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:52:48.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:52:48.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:52:48.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:49.015 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi032 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi032 to 17094M 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.017 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:49.018 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:49.018 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:48 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:49.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi032 2024-04-25T18:52:49.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.032 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:52:49.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi032 to 17094M 2024-04-25T18:52:49.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:49.034 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:49.035 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:48 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi032 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi032 to 17094M 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:52:49.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:48 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/1972000914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]: dispatch 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]: dispatch 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]': finished 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:52:51.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:50 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/1951529157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:52:51.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:51.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/1972000914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]: dispatch 2024-04-25T18:52:51.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]: dispatch 2024-04-25T18:52:51.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]': finished 2024-04-25T18:52:51.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T18:52:51.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:52:51.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:50 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/1951529157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/1972000914' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]: dispatch 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]: dispatch 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "463fb157-3f91-484d-bc3a-789572199be2"}]': finished 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: osdmap e10: 2 total, 1 up, 2 in 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:52:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:50 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/1951529157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:52:53.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:52 smithi066 ceph-mon[32882]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:53.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:52 smithi064 ceph-mon[32321]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:53.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:52 smithi032 ceph-mon[28041]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:55.161 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:54 smithi064 ceph-mon[32321]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:55.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:54 smithi066 ceph-mon[32882]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:55.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:54 smithi032 ceph-mon[28041]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:57.054 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:56 smithi064 ceph-mon[32321]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:57.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:56 smithi066 ceph-mon[32882]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:57.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:56 smithi032 ceph-mon[28041]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:58.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T18:52:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:57 smithi064 ceph-mon[32321]: Deploying daemon osd.1 on smithi064 2024-04-25T18:52:58.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T18:52:58.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:58.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:57 smithi066 ceph-mon[32882]: Deploying daemon osd.1 on smithi064 2024-04-25T18:52:58.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-25T18:52:58.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:52:58.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:57 smithi032 ceph-mon[28041]: Deploying daemon osd.1 on smithi064 2024-04-25T18:52:59.005 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:52:58 smithi064 ceph-mon[32321]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:59.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:52:58 smithi066 ceph-mon[32882]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:52:59.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:52:58 smithi032 ceph-mon[28041]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:01.156 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:00 smithi064 ceph-mon[32321]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:01.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:00 smithi066 ceph-mon[32882]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:00 smithi032 ceph-mon[28041]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:03 smithi064 ceph-mon[32321]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:03.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:03 smithi032 ceph-mon[28041]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:03.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:03 smithi066 ceph-mon[32882]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:05.458 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:05 smithi064 ceph-mon[32321]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:05.458 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.456+0000 7f74d27fc700 1 -- 172.21.15.64:0/878978460 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f74d40ff170 con 0x7f74bc0a3bb0 2024-04-25T18:53:05.459 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 1 on host 'smithi064' 2024-04-25T18:53:05.460 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f74bc0a3bb0 msgr2=0x7f74bc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f74bc0a3bb0 0x7f74bc0a6070 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f74cc0060b0 tx=0x7f74cc008660 comp rx=0 tx=0).stop 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 msgr2=0x7f74d41991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d41991a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f74c800b580 tx=0x7f74c8003960 comp rx=0 tx=0).stop 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 shutdown_connections 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f74bc0a3bb0 0x7f74bc0a6070 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f74d41019a0 0x7f74d4198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74d4103540 0x7f74d41a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 --2- 172.21.15.64:0/878978460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f74d4102ba0 0x7f74d41991a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 >> 172.21.15.64:0/878978460 conn(0x7f74d40fcf40 msgr2=0x7f74d40fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 shutdown_connections 2024-04-25T18:53:05.461 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:53:05.459+0000 7f74db5bb700 1 -- 172.21.15.64:0/878978460 wait complete. 2024-04-25T18:53:05.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:05 smithi032 ceph-mon[28041]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:05.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:05 smithi066 ceph-mon[32882]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:06.053 DEBUG:teuthology.orchestra.run.smithi064:osd.1> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.1.service 2024-04-25T18:53:06.055 INFO:tasks.cephadm:Deploying osd.2 on smithi066 with /dev/vg_nvme/lv_4... 2024-04-25T18:53:06.055 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-25T18:53:06.271 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1[36924]: 2024-04-25T18:53:06.138+0000 7fd1234437c0 -1 osd.1 0 log_to_monitors true 2024-04-25T18:53:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:53:06.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:06 smithi066 ceph-mon[32882]: from='osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T18:53:06.648 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:06 smithi066 ceph-mon[32882]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T18:53:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-mon[32321]: from='osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T18:53:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:06 smithi064 ceph-mon[32321]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T18:53:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:06 smithi032 ceph-mon[28041]: from='osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T18:53:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:06 smithi032 ceph-mon[28041]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-25T18:53:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:07 smithi066 ceph-mon[32882]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:07 smithi066 ceph-mon[32882]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T18:53:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:07 smithi066 ceph-mon[32882]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T18:53:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:07 smithi066 ceph-mon[32882]: from='osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:53:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:07 smithi066 ceph-mon[32882]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:53:07.733 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:07 smithi064 ceph-mon[32321]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:07.733 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:07 smithi064 ceph-mon[32321]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T18:53:07.733 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:07 smithi064 ceph-mon[32321]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T18:53:07.733 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:07.733 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:07 smithi064 ceph-mon[32321]: from='osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:53:07.734 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:07 smithi064 ceph-mon[32321]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:53:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:07 smithi032 ceph-mon[28041]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:07 smithi032 ceph-mon[28041]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-25T18:53:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:07 smithi032 ceph-mon[28041]: osdmap e11: 2 total, 1 up, 2 in 2024-04-25T18:53:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:07 smithi032 ceph-mon[28041]: from='osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:53:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:07 smithi032 ceph-mon[28041]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:53:08.345 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-25T18:53:08.345 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-25T18:53:08.345 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-25T18:53:08.345 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-25T18:53:08.345 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0138286 s, 758 MB/s 2024-04-25T18:53:08.345 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-25T18:53:08.362 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1[36924]: 2024-04-25T18:53:08.072+0000 7fd1192a9700 -1 osd.1 0 waiting for initial osdmap 2024-04-25T18:53:08.363 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1[36924]: 2024-04-25T18:53:08.076+0000 7fd110893700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:53:08.645 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-mon[32321]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:53:08.645 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-mon[32321]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T18:53:08.646 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:08.646 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:08.646 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:08 smithi064 ceph-mon[32321]: from='osd.1 ' entity='osd.1' 2024-04-25T18:53:08.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:08 smithi066 ceph-mon[32882]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:53:08.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:08 smithi066 ceph-mon[32882]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T18:53:08.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:08 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:08.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:08 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:08.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:08 smithi066 ceph-mon[32882]: from='osd.1 ' entity='osd.1' 2024-04-25T18:53:08.982 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_4 2024-04-25T18:53:09.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:08 smithi032 ceph-mon[28041]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:53:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:08 smithi032 ceph-mon[28041]: osdmap e12: 2 total, 1 up, 2 in 2024-04-25T18:53:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:08 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:08 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:08 smithi032 ceph-mon[28041]: from='osd.1 ' entity='osd.1' 2024-04-25T18:53:09.241 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:53:09.662 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:53:09.662 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:53:09.662 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:09.662 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:09.662 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] boot 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:09.663 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:09.664 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:09.664 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:09.664 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:53:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:53:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] boot 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:10.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:10.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:10.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:53:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:53:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-25T18:53:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: osd.1 [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] boot 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: osdmap e13: 2 total, 2 up, 2 in 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:10.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:10.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:10 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi064 2024-04-25T18:53:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:10 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi064 to 17088M 2024-04-25T18:53:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:10 smithi066 ceph-mon[32882]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1420382673 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0100db0 msgr2=0x7fd9e01011d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1420382673 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0100db0 0x7fd9e01011d0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd9d0009990 tx=0x7fd9d0009ca0 comp rx=0 tx=0).stop 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1420382673 shutdown_connections 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1420382673 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9e0104730 0x7fd9e010afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1420382673 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0100db0 0x7fd9e01011d0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1420382673 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9e0103d90 0x7fd9e01041f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1420382673 >> 172.21.15.66:0/1420382673 conn(0x7fd9e00fc710 msgr2=0x7fd9e00feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:53:10.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1420382673 shutdown_connections 2024-04-25T18:53:10.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.742+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1420382673 wait complete. 2024-04-25T18:53:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 Processor -- start 2024-04-25T18:53:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 -- start start 2024-04-25T18:53:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9e0100db0 0x7fd9e0198cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9e0103d90 0x7fd9e0199210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 0x7fd9e01a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e010e5d0 con 0x7fd9e0100db0 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e010e450 con 0x7fd9e0103d90 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9e5cc4700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e010e750 con 0x7fd9e0104730 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9dffff700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 0x7fd9e01a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9dffff700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 0x7fd9e01a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34488/0 (socket says 172.21.15.66:34488) 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.743+0000 7fd9dffff700 1 -- 172.21.15.66:0/1490209810 learned_addr learned my addr 172.21.15.66:0/1490209810 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9deffd700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9e0103d90 0x7fd9e0199210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dffff700 1 -- 172.21.15.66:0/1490209810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9e0103d90 msgr2=0x7fd9e0199210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dffff700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9e0103d90 0x7fd9e0199210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:10.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9df7fe700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9e0100db0 0x7fd9e0198cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dffff700 1 -- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9e0100db0 msgr2=0x7fd9e0198cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dffff700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9e0100db0 0x7fd9e0198cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dffff700 1 -- 172.21.15.66:0/1490209810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9e01a0900 con 0x7fd9e0104730 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dffff700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 0x7fd9e01a0230 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8007ee0 tx=0x7fd9d800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d800ddd0 con 0x7fd9e0104730 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9d8004020 con 0x7fd9e0104730 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d8015660 con 0x7fd9e0104730 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9e01a0bf0 con 0x7fd9e0104730 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.744+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9e01a1130 con 0x7fd9e0104730 2024-04-25T18:53:10.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.745+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9e0069730 con 0x7fd9e0104730 2024-04-25T18:53:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.747+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fd9d80044f0 con 0x7fd9e0104730 2024-04-25T18:53:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.748+0000 7fd9dcff9700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd9c80a3c30 0x7fd9c80a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.748+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fd9d80cee90 con 0x7fd9e0104730 2024-04-25T18:53:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.748+0000 7fd9df7fe700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd9c80a3c30 0x7fd9c80a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:10.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.749+0000 7fd9df7fe700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd9c80a3c30 0x7fd9c80a60f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd9d0006010 tx=0x7fd9d0005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:53:10.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.752+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd9d8010070 con 0x7fd9e0104730 2024-04-25T18:53:10.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:10.971+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd9e0062e80 con 0x7fd9c80a3c30 2024-04-25T18:53:11.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:10 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi064 2024-04-25T18:53:11.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:10 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi064 to 17088M 2024-04-25T18:53:11.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:10 smithi064 ceph-mon[32321]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T18:53:11.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:10 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi064 2024-04-25T18:53:11.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:10 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi064 to 17088M 2024-04-25T18:53:11.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:10 smithi032 ceph-mon[28041]: osdmap e14: 2 total, 2 up, 2 in 2024-04-25T18:53:11.823 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:11 smithi066 ceph-mon[32882]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:11.823 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:11 smithi066 ceph-mon[32882]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:53:11.823 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:53:11.824 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:53:11.824 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:11 smithi064 ceph-mon[32321]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:11 smithi064 ceph-mon[32321]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:53:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:53:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:53:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:11 smithi032 ceph-mon[28041]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:11 smithi032 ceph-mon[28041]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:53:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:53:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:53:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:12.794 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:12 smithi066 ceph-mon[32882]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:13.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:12 smithi064 ceph-mon[32321]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:13.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:12 smithi032 ceph-mon[28041]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:13.965 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:13 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/1720068768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]: dispatch 2024-04-25T18:53:13.965 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:13 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]: dispatch 2024-04-25T18:53:13.966 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:13 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]': finished 2024-04-25T18:53:13.966 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:13 smithi032 ceph-mon[28041]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T18:53:13.966 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:14.002 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:13 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/1720068768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]: dispatch 2024-04-25T18:53:14.002 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:13 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]: dispatch 2024-04-25T18:53:14.002 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:13 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]': finished 2024-04-25T18:53:14.002 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:13 smithi066 ceph-mon[32882]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T18:53:14.002 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:14.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:13 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/1720068768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]: dispatch 2024-04-25T18:53:14.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:13 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]: dispatch 2024-04-25T18:53:14.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:13 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1"}]': finished 2024-04-25T18:53:14.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:13 smithi064 ceph-mon[32321]: osdmap e15: 3 total, 2 up, 3 in 2024-04-25T18:53:14.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:15.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:14 smithi064 ceph-mon[32321]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:15.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:14 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/1052243173' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:53:15.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:14 smithi032 ceph-mon[28041]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:15.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:14 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/1052243173' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:53:15.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:14 smithi066 ceph-mon[32882]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:15.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:14 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/1052243173' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:53:17.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:16 smithi064 ceph-mon[32321]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:17.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:16 smithi032 ceph-mon[28041]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:17.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:16 smithi066 ceph-mon[32882]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:18.904 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:18 smithi066 ceph-mon[32882]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:19.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:18 smithi064 ceph-mon[32321]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:19.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:18 smithi032 ceph-mon[28041]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:20.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:20 smithi066 ceph-mon[32882]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:21.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:20 smithi064 ceph-mon[32321]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:21.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:20 smithi032 ceph-mon[28041]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:21.817 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:21 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T18:53:21.817 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:21 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:21.817 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:21 smithi066 ceph-mon[32882]: Deploying daemon osd.2 on smithi066 2024-04-25T18:53:22.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:21 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T18:53:22.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:21 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:22.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:21 smithi064 ceph-mon[32321]: Deploying daemon osd.2 on smithi066 2024-04-25T18:53:22.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:21 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-25T18:53:22.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:21 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:22.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:21 smithi032 ceph-mon[28041]: Deploying daemon osd.2 on smithi066 2024-04-25T18:53:22.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:22 smithi066 ceph-mon[32882]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:23.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:22 smithi064 ceph-mon[32321]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:23.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:22 smithi032 ceph-mon[28041]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:25.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:24 smithi064 ceph-mon[32321]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:25.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:24 smithi032 ceph-mon[28041]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:25.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:24 smithi066 ceph-mon[32882]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:27.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:26 smithi064 ceph-mon[32321]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:27.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:26 smithi032 ceph-mon[28041]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:27.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:26 smithi066 ceph-mon[32882]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:27.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:27.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:27.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:28.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:28 smithi066 ceph-mon[32882]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:29.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:28 smithi064 ceph-mon[32321]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:29.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:28 smithi032 ceph-mon[28041]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:30.051 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.051 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.051 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:30.051 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:30.052 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.109+0000 7fd9dcff9700 1 -- 172.21.15.66:0/1490209810 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd9e0062e80 con 0x7fd9c80a3c30 2024-04-25T18:53:30.111 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 2 on host 'smithi066' 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd9c80a3c30 msgr2=0x7fd9c80a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd9c80a3c30 0x7fd9c80a60f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd9d0006010 tx=0x7fd9d0005ad0 comp rx=0 tx=0).stop 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 msgr2=0x7fd9e01a0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 0x7fd9e01a0230 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8007ee0 tx=0x7fd9d800d3b0 comp rx=0 tx=0).stop 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 shutdown_connections 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd9c80a3c30 0x7fd9c80a60f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:30.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9e0100db0 0x7fd9e0198cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:30.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd9e0104730 0x7fd9e01a0230 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:30.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 --2- 172.21.15.66:0/1490209810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd9e0103d90 0x7fd9e0199210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:30.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 >> 172.21.15.66:0/1490209810 conn(0x7fd9e00fc710 msgr2=0x7fd9e01070e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:53:30.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 shutdown_connections 2024-04-25T18:53:30.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:53:30.111+0000 7fd9e5cc4700 1 -- 172.21.15.66:0/1490209810 wait complete. 2024-04-25T18:53:30.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:30.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:30.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:30.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:30.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:30.802 DEBUG:teuthology.orchestra.run.smithi066:osd.2> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.2.service 2024-04-25T18:53:30.804 INFO:tasks.cephadm:Deploying osd.3 on smithi032 with /dev/vg_nvme/lv_3... 2024-04-25T18:53:30.804 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T18:53:31.269 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:53:31.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:31 smithi032 ceph-mon[28041]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:31.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:31.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:31.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:31.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:31 smithi032 ceph-mon[28041]: from='osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T18:53:31.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:31 smithi032 ceph-mon[28041]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T18:53:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:31 smithi066 ceph-mon[32882]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:31 smithi066 ceph-mon[32882]: from='osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T18:53:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:31 smithi066 ceph-mon[32882]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T18:53:31.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:31 smithi064 ceph-mon[32321]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:53:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:31 smithi064 ceph-mon[32321]: from='osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T18:53:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:31 smithi064 ceph-mon[32321]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-25T18:53:32.273 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-mon[32882]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T18:53:32.273 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-mon[32882]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T18:53:32.273 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-mon[32882]: from='osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:53:32.273 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:32.273 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-mon[32882]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:53:32.273 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2[38061]: 2024-04-25T18:53:32.114+0000 7fba75462700 -1 osd.2 0 waiting for initial osdmap 2024-04-25T18:53:32.274 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2[38061]: 2024-04-25T18:53:32.121+0000 7fba71255700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:53:32.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:32 smithi032 ceph-mon[28041]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T18:53:32.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:32 smithi032 ceph-mon[28041]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T18:53:32.481 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:32 smithi032 ceph-mon[28041]: from='osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:53:32.481 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:32.481 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:32 smithi032 ceph-mon[28041]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:53:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:32 smithi064 ceph-mon[32321]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-25T18:53:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:32 smithi064 ceph-mon[32321]: osdmap e16: 3 total, 2 up, 3 in 2024-04-25T18:53:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:32 smithi064 ceph-mon[32321]: from='osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:53:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:32 smithi064 ceph-mon[32321]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:53:33.433 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:33 smithi066 ceph-mon[32882]: pgmap v89: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:33.433 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:33 smithi066 ceph-mon[32882]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:53:33.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:33 smithi066 ceph-mon[32882]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T18:53:33.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:33.434 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:33.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:33 smithi032 ceph-mon[28041]: pgmap v89: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:33.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:33 smithi032 ceph-mon[28041]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:53:33.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:33 smithi032 ceph-mon[28041]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T18:53:33.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:33.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:33 smithi064 ceph-mon[32321]: pgmap v89: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:33 smithi064 ceph-mon[32321]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:53:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:33 smithi064 ceph-mon[32321]: osdmap e17: 3 total, 2 up, 3 in 2024-04-25T18:53:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T18:53:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T18:53:34.051 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-04-25T18:53:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-04-25T18:53:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0367623 s, 285 MB/s 2024-04-25T18:53:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] boot 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:53:34.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:34.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:34.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T18:53:34.493 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:53:34.493 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] boot 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: osd.2 [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] boot 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: osdmap e18: 3 total, 3 up, 3 in 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:34.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:53:34.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:34.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-25T18:53:34.930 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_3 2024-04-25T18:53:35.383 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:53:35.401 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46602]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T18:53:35.401 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46602]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.401 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46602]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.401 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46602]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 ceph-mon[28041]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:35.401 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi066 2024-04-25T18:53:35.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-25T18:53:35.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T18:53:35.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 ceph-mon[28041]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T18:53:35.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T18:53:35.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 ceph-mon[32882]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi066 2024-04-25T18:53:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-25T18:53:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T18:53:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 ceph-mon[32882]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T18:53:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T18:53:35.456 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 ceph-mon[32321]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-25T18:53:35.457 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi066 2024-04-25T18:53:35.457 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi066 to 17088M 2024-04-25T18:53:35.457 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-25T18:53:35.457 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 ceph-mon[32321]: osdmap e19: 3 total, 3 up, 3 in 2024-04-25T18:53:35.457 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T18:53:35.674 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46635]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T18:53:35.674 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46635]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.675 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46635]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.675 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46617]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T18:53:35.675 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46617]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.675 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46617]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.675 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46617]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40612]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40612]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40612]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40612]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40615]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40615]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40615]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40615]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.950 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46635]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.950 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46639]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T18:53:35.950 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46639]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.950 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46639]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.951 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:35 smithi032 sudo[46639]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41680]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41680]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41680]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41680]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41683]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41683]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41683]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41683]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.952 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41674]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T18:53:35.952 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41674]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.952 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41674]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.952 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41674]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:35.953 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41677]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T18:53:35.953 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41677]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:35.953 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41677]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:35.953 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 18:53:35 smithi066 sudo[41677]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:36.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40618]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40618]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40618]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40618]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40621]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40621]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40621]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-25T18:53:36.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:35 smithi064 sudo[40621]: pam_unix(sudo:session): session closed for user root 2024-04-25T18:53:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T18:53:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T18:53:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.282 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:36 smithi032 ceph-mon[28041]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T18:53:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T18:53:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:36 smithi066 ceph-mon[32882]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-25T18:53:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: osdmap e20: 3 total, 3 up, 3 in 2024-04-25T18:53:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:53:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T18:53:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:36 smithi064 ceph-mon[32321]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-25T18:53:37.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:37 smithi032 ceph-mon[28041]: pgmap v95: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:37.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:37 smithi032 ceph-mon[28041]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T18:53:37.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:37 smithi032 ceph-mon[28041]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T18:53:37.424 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:37 smithi064 ceph-mon[32321]: pgmap v95: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:37.424 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:37 smithi064 ceph-mon[32321]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T18:53:37.424 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:37 smithi064 ceph-mon[32321]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T18:53:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:37 smithi066 ceph-mon[32882]: pgmap v95: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:37 smithi066 ceph-mon[32882]: osdmap e21: 3 total, 3 up, 3 in 2024-04-25T18:53:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:37 smithi066 ceph-mon[32882]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.620+0000 7fe9d2800700 1 -- 172.21.15.32:0/2938865844 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc10ac80 msgr2=0x7fe9cc111530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.620+0000 7fe9d2800700 1 --2- 172.21.15.32:0/2938865844 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc111530 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400b0d0 tx=0x7fe9c400b3e0 comp rx=0 tx=0).stop 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 -- 172.21.15.32:0/2938865844 shutdown_connections 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 --2- 172.21.15.32:0/2938865844 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc1090e0 0x7fe9cc109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 --2- 172.21.15.32:0/2938865844 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc111530 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 --2- 172.21.15.32:0/2938865844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc10a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 -- 172.21.15.32:0/2938865844 >> 172.21.15.32:0/2938865844 conn(0x7fe9cc0780b0 msgr2=0x7fe9cc07a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 -- 172.21.15.32:0/2938865844 shutdown_connections 2024-04-25T18:53:37.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.621+0000 7fe9d2800700 1 -- 172.21.15.32:0/2938865844 wait complete. 2024-04-25T18:53:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.623+0000 7fe9d2800700 1 Processor -- start 2024-04-25T18:53:37.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.623+0000 7fe9d2800700 1 -- start start 2024-04-25T18:53:37.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9d2800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1090e0 0x7fe9cc19f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9d2800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc19f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9d2800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc1a6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9d2800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc114be0 con 0x7fe9cc10a2e0 2024-04-25T18:53:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9d2800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc114a60 con 0x7fe9cc1090e0 2024-04-25T18:53:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9d2800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc114d60 con 0x7fe9cc10ac80 2024-04-25T18:53:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc19f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1090e0 0x7fe9cc19f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9caa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc19f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50204/0 (socket says 172.21.15.32:50204) 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9cb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1090e0 0x7fe9cc19f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55708/0 (socket says 172.21.15.32:55708) 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9caa00700 1 -- 172.21.15.32:0/832246634 learned_addr learned my addr 172.21.15.32:0/832246634 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.624+0000 7fe9cbe00700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc1a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9cbe00700 1 -- 172.21.15.32:0/832246634 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1090e0 msgr2=0x7fe9cc19f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9cbe00700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1090e0 0x7fe9cc19f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9cbe00700 1 -- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 msgr2=0x7fe9cc19f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9cbe00700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc19f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9cbe00700 1 -- 172.21.15.32:0/832246634 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9cc1a6e00 con 0x7fe9cc10ac80 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9caa00700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc19f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9cbe00700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc1a6760 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400b770 tx=0x7fe9c4004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.625+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c401f070 con 0x7fe9cc10ac80 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.626+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9cc1a7090 con 0x7fe9cc10ac80 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.626+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9c4007b80 con 0x7fe9cc10ac80 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.626+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c401b690 con 0x7fe9cc10ac80 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.626+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9cc1a74f0 con 0x7fe9cc10ac80 2024-04-25T18:53:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.627+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9cc069730 con 0x7fe9cc10ac80 2024-04-25T18:53:37.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.629+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe9c4022070 con 0x7fe9cc10ac80 2024-04-25T18:53:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.630+0000 7fe9c3e00700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:53:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.630+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7fe9c400f020 con 0x7fe9cc10ac80 2024-04-25T18:53:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.631+0000 7fe9cb400700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:53:37.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.631+0000 7fe9cb400700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc10a140 tx=0x7fe9bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:53:37.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.633+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe9c4029020 con 0x7fe9cc10ac80 2024-04-25T18:53:37.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:53:37.876+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fe9cc062e80 con 0x7fe9b00a3cc0 2024-04-25T18:53:38.437 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:38 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:53:38.437 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:38 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:53:38.437 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:38 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:38.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:38 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:53:38.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:38 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:53:38.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:38 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:38.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:38 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:53:38.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:38 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:53:38.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:38 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:39.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:39 smithi066 ceph-mon[32882]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:39.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:39 smithi066 ceph-mon[32882]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:53:39.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:39 smithi064 ceph-mon[32321]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:39.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:39 smithi064 ceph-mon[32321]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:53:39.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:39 smithi032 ceph-mon[28041]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:39.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:39 smithi032 ceph-mon[28041]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:53:41.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:41 smithi066 ceph-mon[32882]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:41.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:41 smithi064 ceph-mon[32321]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:41 smithi032 ceph-mon[28041]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:42.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:42 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4097998678' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "257a97ef-5ed8-48b7-bcec-096d2c0c2594"}]: dispatch 2024-04-25T18:53:42.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:42 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4097998678' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "257a97ef-5ed8-48b7-bcec-096d2c0c2594"}]': finished 2024-04-25T18:53:42.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:42 smithi066 ceph-mon[32882]: osdmap e22: 4 total, 3 up, 4 in 2024-04-25T18:53:42.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:42 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:53:42.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:42 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4097998678' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "257a97ef-5ed8-48b7-bcec-096d2c0c2594"}]: dispatch 2024-04-25T18:53:42.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:42 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4097998678' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "257a97ef-5ed8-48b7-bcec-096d2c0c2594"}]': finished 2024-04-25T18:53:42.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:42 smithi064 ceph-mon[32321]: osdmap e22: 4 total, 3 up, 4 in 2024-04-25T18:53:42.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:42 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:53:42.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:42 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4097998678' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "257a97ef-5ed8-48b7-bcec-096d2c0c2594"}]: dispatch 2024-04-25T18:53:42.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:42 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4097998678' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "257a97ef-5ed8-48b7-bcec-096d2c0c2594"}]': finished 2024-04-25T18:53:42.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:42 smithi032 ceph-mon[28041]: osdmap e22: 4 total, 3 up, 4 in 2024-04-25T18:53:42.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:42 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:53:43.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:43 smithi066 ceph-mon[32882]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:43.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:43 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2073956974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:53:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:43 smithi064 ceph-mon[32321]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:43 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2073956974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:53:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:43 smithi032 ceph-mon[28041]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:43 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2073956974' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:53:45.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:45 smithi066 ceph-mon[32882]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:45 smithi064 ceph-mon[32321]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:45.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:45 smithi032 ceph-mon[28041]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:47.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:47 smithi032 ceph-mon[28041]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:47.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:47 smithi064 ceph-mon[32321]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:47 smithi066 ceph-mon[32882]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:49.509 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:49 smithi032 ceph-mon[28041]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:49.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:49 smithi064 ceph-mon[32321]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:49 smithi066 ceph-mon[32882]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:51.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:51 smithi066 ceph-mon[32882]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:51.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:51 smithi064 ceph-mon[32321]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:51 smithi032 ceph-mon[28041]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:52.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:52 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T18:53:52.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:52 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:52.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:52 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T18:53:52.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:52 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:52.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:52 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-25T18:53:52.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:52 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:53:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:53 smithi064 ceph-mon[32321]: Deploying daemon osd.3 on smithi032 2024-04-25T18:53:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:53 smithi064 ceph-mon[32321]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:53 smithi032 ceph-mon[28041]: Deploying daemon osd.3 on smithi032 2024-04-25T18:53:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:53 smithi032 ceph-mon[28041]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:53.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:53 smithi066 ceph-mon[32882]: Deploying daemon osd.3 on smithi032 2024-04-25T18:53:53.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:53 smithi066 ceph-mon[32882]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:55.452 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:55 smithi032 ceph-mon[28041]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:55.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:55 smithi064 ceph-mon[32321]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:55 smithi066 ceph-mon[32882]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:57.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:57 smithi064 ceph-mon[32321]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:57.522 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:57 smithi032 ceph-mon[28041]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:57 smithi066 ceph-mon[32882]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:59.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:53:59 smithi032 ceph-mon[28041]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:59.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:53:59 smithi064 ceph-mon[32321]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:53:59.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:53:59 smithi066 ceph-mon[32882]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:01.609 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:01 smithi032 ceph-mon[28041]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:01.609 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:01.609 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:01.610 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:01.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:01 smithi066 ceph-mon[32882]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:01.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:01 smithi064 ceph-mon[32321]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:03.418 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:03 smithi032 ceph-mon[28041]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:03.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:03 smithi066 ceph-mon[32882]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:03.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:03 smithi064 ceph-mon[32321]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:04 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:04 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:04 smithi032 ceph-mon[28041]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:04 smithi032 ceph-mon[28041]: from='osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T18:54:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:04 smithi032 ceph-mon[28041]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T18:54:04.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:04 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:04 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:04 smithi066 ceph-mon[32882]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:04 smithi066 ceph-mon[32882]: from='osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T18:54:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:04 smithi066 ceph-mon[32882]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T18:54:05.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:04 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:05.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:04 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:04 smithi064 ceph-mon[32321]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:04 smithi064 ceph-mon[32321]: from='osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T18:54:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:04 smithi064 ceph-mon[32321]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-25T18:54:05.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.388+0000 7fe9c3e00700 1 -- 172.21.15.32:0/832246634 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe9cc062e80 con 0x7fe9b00a3cc0 2024-04-25T18:54:05.391 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 3 on host 'smithi032' 2024-04-25T18:54:05.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe9b00a3cc0 msgr2=0x7fe9b00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:05.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc10a140 tx=0x7fe9bc009260 comp rx=0 tx=0).stop 2024-04-25T18:54:05.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10ac80 msgr2=0x7fe9cc1a6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:05.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc1a6760 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400b770 tx=0x7fe9c4004c80 comp rx=0 tx=0).stop 2024-04-25T18:54:05.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 shutdown_connections 2024-04-25T18:54:05.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9cc10ac80 0x7fe9cc1a6760 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:05.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9cc1090e0 0x7fe9cc19f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:05.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe9b00a3cc0 0x7fe9b00a6180 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:05.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 --2- 172.21.15.32:0/832246634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9cc10a2e0 0x7fe9cc19f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:05.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.392+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 >> 172.21.15.32:0/832246634 conn(0x7fe9cc0780b0 msgr2=0x7fe9cc10d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:54:05.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.393+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 shutdown_connections 2024-04-25T18:54:05.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:54:05.393+0000 7fe9d2800700 1 -- 172.21.15.32:0/832246634 wait complete. 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:05.955 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:05.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:05.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:05.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T18:54:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T18:54:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:54:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:54:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:06.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: osdmap e23: 4 total, 3 up, 4 in 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:06.381 DEBUG:teuthology.orchestra.run.smithi032:osd.3> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.3.service 2024-04-25T18:54:06.385 INFO:tasks.cephadm:Deploying osd.4 on smithi064 with /dev/vg_nvme/lv_3... 2024-04-25T18:54:06.385 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T18:54:06.639 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:54:06.962 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:06 smithi064 ceph-mon[32321]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:54:06.962 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:06 smithi064 ceph-mon[32321]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T18:54:06.962 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:06.963 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:06.963 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:06 smithi064 ceph-mon[32321]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:06.963 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:06 smithi064 ceph-mon[32321]: from='osd.3 ' entity='osd.3' 2024-04-25T18:54:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:06 smithi032 ceph-mon[28041]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:54:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:06 smithi032 ceph-mon[28041]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T18:54:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:06 smithi032 ceph-mon[28041]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:07.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:06 smithi032 ceph-mon[28041]: from='osd.3 ' entity='osd.3' 2024-04-25T18:54:07.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:06 smithi066 ceph-mon[32882]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:54:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:06 smithi066 ceph-mon[32882]: osdmap e24: 4 total, 3 up, 4 in 2024-04-25T18:54:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:06 smithi066 ceph-mon[32882]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-25T18:54:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:06 smithi066 ceph-mon[32882]: from='osd.3 ' entity='osd.3' 2024-04-25T18:54:07.839 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:07 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:54:07.839 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:07 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:54:07.839 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:07 smithi032 ceph-mon[28041]: osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] boot 2024-04-25T18:54:07.839 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:07 smithi032 ceph-mon[28041]: osdmap e25: 4 total, 4 up, 4 in 2024-04-25T18:54:07.839 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:07.839 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:07 smithi032 ceph-mon[28041]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T18:54:07.963 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:07 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:54:07.964 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:07 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:54:07.964 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:07 smithi064 ceph-mon[32321]: osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] boot 2024-04-25T18:54:07.964 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:07 smithi064 ceph-mon[32321]: osdmap e25: 4 total, 4 up, 4 in 2024-04-25T18:54:07.964 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:07.964 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:07 smithi064 ceph-mon[32321]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T18:54:08.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:07 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:54:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:07 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:54:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:07 smithi066 ceph-mon[32882]: osd.3 [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] boot 2024-04-25T18:54:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:07 smithi066 ceph-mon[32882]: osdmap e25: 4 total, 4 up, 4 in 2024-04-25T18:54:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T18:54:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:07 smithi066 ceph-mon[32882]: osdmap e26: 4 total, 4 up, 4 in 2024-04-25T18:54:08.689 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T18:54:08.689 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T18:54:08.689 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-25T18:54:08.689 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-25T18:54:08.689 INFO:teuthology.orchestra.run.smithi064.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111267 s, 942 MB/s 2024-04-25T18:54:08.689 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-25T18:54:09.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:08 smithi064 ceph-mon[32321]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:09.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:08 smithi064 ceph-mon[32321]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T18:54:09.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:08 smithi032 ceph-mon[28041]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:08 smithi032 ceph-mon[28041]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T18:54:09.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:08 smithi066 ceph-mon[32882]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:09.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:08 smithi066 ceph-mon[32882]: osdmap e27: 4 total, 4 up, 4 in 2024-04-25T18:54:09.336 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_3 2024-04-25T18:54:09.581 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:54:10.917 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:10 smithi064 ceph-mon[32321]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 155 MiB used, 357 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-25T18:54:10.918 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:10 smithi064 ceph-mon[32321]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T18:54:10.989 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:10 smithi032 ceph-mon[28041]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 155 MiB used, 357 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-25T18:54:10.989 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:10 smithi032 ceph-mon[28041]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T18:54:11.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 -- 172.21.15.64:0/392521125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a4105ee0 msgr2=0x7f00a41082d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:11.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 --2- 172.21.15.64:0/392521125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a4105ee0 0x7f00a41082d0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f00a0009990 tx=0x7f00a0009ca0 comp rx=0 tx=0).stop 2024-04-25T18:54:11.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 -- 172.21.15.64:0/392521125 shutdown_connections 2024-04-25T18:54:11.142 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 --2- 172.21.15.64:0/392521125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00a4108810 0x7f00a410ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 --2- 172.21.15.64:0/392521125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a41035b0 0x7f00a41059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 --2- 172.21.15.64:0/392521125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a4105ee0 0x7f00a41082d0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 -- 172.21.15.64:0/392521125 >> 172.21.15.64:0/392521125 conn(0x7f00a40fcf60 msgr2=0x7f00a40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 -- 172.21.15.64:0/392521125 shutdown_connections 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.139+0000 7f00abca0700 1 -- 172.21.15.64:0/392521125 wait complete. 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 Processor -- start 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 -- start start 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 0x7f00a4198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a4105ee0 0x7f00a41991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00a4108810 0x7f00a41a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f00a410e630 con 0x7f00a4108810 2024-04-25T18:54:11.143 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f00a410e4b0 con 0x7f00a41035b0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00abca0700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f00a410e7b0 con 0x7f00a4105ee0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 0x7f00a4198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 0x7f00a4198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:40240/0 (socket says 172.21.15.64:40240) 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 -- 172.21.15.64:0/1792600505 learned_addr learned my addr 172.21.15.64:0/1792600505 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a923b700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a4105ee0 0x7f00a41991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 -- 172.21.15.64:0/1792600505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a4105ee0 msgr2=0x7f00a41991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a4105ee0 0x7f00a41991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 -- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00a4108810 msgr2=0x7f00a41a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00a4108810 0x7f00a41a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.140+0000 7f00a9a3c700 1 -- 172.21.15.64:0/1792600505 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a41a0900 con 0x7f00a41035b0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.141+0000 7f00a9a3c700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 0x7f00a4198c80 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f009800d980 tx=0x7f009800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.141+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0098017070 con 0x7f00a41035b0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.141+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0098005020 con 0x7f00a41035b0 2024-04-25T18:54:11.144 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.141+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00a41a0bf0 con 0x7f00a41035b0 2024-04-25T18:54:11.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.141+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0098009b50 con 0x7f00a41035b0 2024-04-25T18:54:11.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.141+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00a41a10e0 con 0x7f00a41035b0 2024-04-25T18:54:11.145 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.142+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00a4069730 con 0x7f00a41035b0 2024-04-25T18:54:11.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.143+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f00980051d0 con 0x7f00a41035b0 2024-04-25T18:54:11.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.144+0000 7f0096ffd700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f00900a3c40 0x7f00900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:11.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.144+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f00980cf100 con 0x7f00a41035b0 2024-04-25T18:54:11.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.144+0000 7f00a923b700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f00900a3c40 0x7f00900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:54:11.146 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.145+0000 7f00a923b700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f00900a3c40 0x7f00900a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f00a419a190 tx=0x7f00a0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:54:11.150 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.149+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0098020020 con 0x7f00a41035b0 2024-04-25T18:54:11.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:10 smithi066 ceph-mon[32882]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 155 MiB used, 357 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-25T18:54:11.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:10 smithi066 ceph-mon[32882]: osdmap e28: 4 total, 4 up, 4 in 2024-04-25T18:54:11.371 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:11.370+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f00a4062e80 con 0x7f00900a3c40 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi032 2024-04-25T18:54:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi032 to 8547M 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:12.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T18:54:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:54:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:54:12.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi032 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi032 to 8547M 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:12.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: osdmap e29: 4 total, 4 up, 4 in 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi032 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:12.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:12.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi032 to 8547M 2024-04-25T18:54:12.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:12.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:12.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:12.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:13 smithi064 ceph-mon[32321]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-25T18:54:13.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:13 smithi032 ceph-mon[28041]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-25T18:54:13.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:13 smithi066 ceph-mon[32882]: pgmap v122: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-25T18:54:14.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:14 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/2553405853' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]: dispatch 2024-04-25T18:54:14.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:14 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]: dispatch 2024-04-25T18:54:14.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:14 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]': finished 2024-04-25T18:54:14.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:14 smithi032 ceph-mon[28041]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T18:54:14.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:14 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:14.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:14 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/2553405853' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]: dispatch 2024-04-25T18:54:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:14 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]: dispatch 2024-04-25T18:54:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:14 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]': finished 2024-04-25T18:54:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:14 smithi066 ceph-mon[32882]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T18:54:14.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:14 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:15.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:14 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/2553405853' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]: dispatch 2024-04-25T18:54:15.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:14 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]: dispatch 2024-04-25T18:54:15.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:14 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "805cbe78-114c-45f9-a781-3c589db617c8"}]': finished 2024-04-25T18:54:15.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:14 smithi064 ceph-mon[32321]: osdmap e30: 5 total, 4 up, 5 in 2024-04-25T18:54:15.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:14 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:15.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:15 smithi066 ceph-mon[32882]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:54:15.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:15 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/380441159' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:54:16.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:15 smithi064 ceph-mon[32321]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:54:16.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:15 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/380441159' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:54:16.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:15 smithi032 ceph-mon[28041]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:54:16.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:15 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/380441159' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:54:17.851 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:17 smithi064 ceph-mon[32321]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:17 smithi066 ceph-mon[32882]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:18.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:17 smithi032 ceph-mon[28041]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:19.592 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:19 smithi064 ceph-mon[32321]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:19.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:19 smithi066 ceph-mon[32882]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:20.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:19 smithi032 ceph-mon[28041]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:21.689 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:21 smithi064 ceph-mon[32321]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:21.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:21 smithi066 ceph-mon[32882]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:22.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:21 smithi032 ceph-mon[28041]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:22.650 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:22 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T18:54:22.650 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:22 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:22.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:22 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T18:54:22.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:22 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:23.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:22 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-25T18:54:23.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:22 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:23.677 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:23 smithi064 ceph-mon[32321]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:23.677 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:23 smithi064 ceph-mon[32321]: Deploying daemon osd.4 on smithi064 2024-04-25T18:54:23.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:23 smithi032 ceph-mon[28041]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:23.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:23 smithi032 ceph-mon[28041]: Deploying daemon osd.4 on smithi064 2024-04-25T18:54:23.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:23 smithi066 ceph-mon[32882]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:23.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:23 smithi066 ceph-mon[32882]: Deploying daemon osd.4 on smithi064 2024-04-25T18:54:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:25 smithi064 ceph-mon[32321]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:25.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:25 smithi066 ceph-mon[32882]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:26.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:25 smithi032 ceph-mon[28041]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:27 smithi066 ceph-mon[32882]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:27 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:27 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:27 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:28.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:27 smithi064 ceph-mon[32321]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:27 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:27 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:27 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:28.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:27 smithi032 ceph-mon[28041]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:28.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:28.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:28 smithi064 ceph-mon[32321]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:28.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:28 smithi066 ceph-mon[32882]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:29.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:28 smithi032 ceph-mon[28041]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:30.882 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:30 smithi064 ceph-mon[32321]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:30.959 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.958+0000 7f0096ffd700 1 -- 172.21.15.64:0/1792600505 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f00a4062e80 con 0x7f00900a3c40 2024-04-25T18:54:30.959 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 4 on host 'smithi064' 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f00900a3c40 msgr2=0x7f00900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f00900a3c40 0x7f00900a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f00a419a190 tx=0x7f00a0005fb0 comp rx=0 tx=0).stop 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 msgr2=0x7f00a4198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 0x7f00a4198c80 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f009800d980 tx=0x7f009800dc90 comp rx=0 tx=0).stop 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 shutdown_connections 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f00900a3c40 0x7f00900a6100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f00a4108810 0x7f00a41a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f00a41035b0 0x7f00a4198c80 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 --2- 172.21.15.64:0/1792600505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a4105ee0 0x7f00a41991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:30.962 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 >> 172.21.15.64:0/1792600505 conn(0x7f00a40fcf60 msgr2=0x7f00a4103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:54:30.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 shutdown_connections 2024-04-25T18:54:30.963 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:54:30.960+0000 7f00abca0700 1 -- 172.21.15.64:0/1792600505 wait complete. 2024-04-25T18:54:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:30 smithi032 ceph-mon[28041]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:31.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:30 smithi066 ceph-mon[32882]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:31.606 DEBUG:teuthology.orchestra.run.smithi064:osd.4> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.4.service 2024-04-25T18:54:31.608 INFO:tasks.cephadm:Deploying osd.5 on smithi066 with /dev/vg_nvme/lv_3... 2024-04-25T18:54:31.608 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-25T18:54:31.881 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:54:32.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:31 smithi066 ceph-mon[32882]: from='osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T18:54:32.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:31 smithi066 ceph-mon[32882]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T18:54:32.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:31 smithi064 ceph-mon[32321]: from='osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T18:54:32.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:31 smithi064 ceph-mon[32321]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T18:54:32.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:31 smithi032 ceph-mon[28041]: from='osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T18:54:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:31 smithi032 ceph-mon[28041]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-25T18:54:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:33.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:32 smithi066 ceph-mon[32882]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:33.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:32 smithi066 ceph-mon[32882]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T18:54:33.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:32 smithi066 ceph-mon[32882]: from='osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:54:33.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:32 smithi066 ceph-mon[32882]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T18:54:33.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:33.197 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:32 smithi066 ceph-mon[32882]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:54:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:32 smithi064 ceph-mon[32321]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:32 smithi064 ceph-mon[32321]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T18:54:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:32 smithi064 ceph-mon[32321]: from='osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:54:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:32 smithi064 ceph-mon[32321]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T18:54:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:32 smithi064 ceph-mon[32321]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:32 smithi032 ceph-mon[28041]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:32 smithi032 ceph-mon[28041]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-25T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:32 smithi032 ceph-mon[28041]: from='osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:32 smithi032 ceph-mon[28041]: osdmap e31: 5 total, 4 up, 5 in 2024-04-25T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:32 smithi032 ceph-mon[28041]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:54:33.615 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T18:54:33.411+0000 7f74009fe700 -1 osd.4 0 waiting for initial osdmap 2024-04-25T18:54:33.615 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T18:54:33.418+0000 7f73f7fe8700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:54:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-25T18:54:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-25T18:54:34.115 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-25T18:54:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-25T18:54:34.115 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0137024 s, 765 MB/s 2024-04-25T18:54:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-25T18:54:34.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:33 smithi066 ceph-mon[32882]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:54:34.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:33 smithi066 ceph-mon[32882]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T18:54:34.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:34.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:33 smithi066 ceph-mon[32882]: from='osd.4 ' entity='osd.4' 2024-04-25T18:54:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-mon[32321]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:54:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-mon[32321]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T18:54:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-mon[32321]: from='osd.4 ' entity='osd.4' 2024-04-25T18:54:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:33 smithi032 ceph-mon[28041]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:54:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:33 smithi032 ceph-mon[28041]: osdmap e32: 5 total, 4 up, 5 in 2024-04-25T18:54:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:33 smithi032 ceph-mon[28041]: from='osd.4 ' entity='osd.4' 2024-04-25T18:54:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:34.782 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_3 2024-04-25T18:54:35.029 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:54:35.127 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:34 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:54:35.127 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:34 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:54:35.127 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:34 smithi064 ceph-mon[32321]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:35.128 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:34 smithi064 ceph-mon[32321]: osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] boot 2024-04-25T18:54:35.129 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:34 smithi064 ceph-mon[32321]: osdmap e33: 5 total, 5 up, 5 in 2024-04-25T18:54:35.129 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:35.153 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:34 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:54:35.153 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:34 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:54:35.153 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:34 smithi066 ceph-mon[32882]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:35.153 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:34 smithi066 ceph-mon[32882]: osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] boot 2024-04-25T18:54:35.153 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:34 smithi066 ceph-mon[32882]: osdmap e33: 5 total, 5 up, 5 in 2024-04-25T18:54:35.153 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:35.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:34 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:54:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:34 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:54:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:34 smithi032 ceph-mon[28041]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-25T18:54:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:34 smithi032 ceph-mon[28041]: osd.4 [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] boot 2024-04-25T18:54:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:34 smithi032 ceph-mon[28041]: osdmap e33: 5 total, 5 up, 5 in 2024-04-25T18:54:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi064 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi064 to 8544M 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:36.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi064 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi064 to 8544M 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:36.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi064 2024-04-25T18:54:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:54:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi064 to 8544M 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:36.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.810+0000 7f5045c7f700 1 -- 172.21.15.66:0/1962524486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401013c0 msgr2=0x7f50401017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.810+0000 7f5045c7f700 1 --2- 172.21.15.66:0/1962524486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401013c0 0x7f50401017e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5034009990 tx=0x7f5034009ca0 comp rx=0 tx=0).stop 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 -- 172.21.15.66:0/1962524486 shutdown_connections 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 --2- 172.21.15.66:0/1962524486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50401026e0 0x7f5040102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 --2- 172.21.15.66:0/1962524486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401013c0 0x7f50401017e0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 --2- 172.21.15.66:0/1962524486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5040101d20 0x7f50401021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:36.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 -- 172.21.15.66:0/1962524486 >> 172.21.15.66:0/1962524486 conn(0x7f50400fcf60 msgr2=0x7f50400ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:54:36.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 -- 172.21.15.66:0/1962524486 shutdown_connections 2024-04-25T18:54:36.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 -- 172.21.15.66:0/1962524486 wait complete. 2024-04-25T18:54:36.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 Processor -- start 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.811+0000 7f5045c7f700 1 -- start start 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f5045c7f700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50401013c0 0x7f504019ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f5045c7f700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5040101d20 0x7f504019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f5045c7f700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 0x7f50401a23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f5045c7f700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5040110800 con 0x7f5040101d20 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f5045c7f700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5040110680 con 0x7f50401013c0 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f5045c7f700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5040110980 con 0x7f50401026e0 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 0x7f50401a23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 0x7f50401a23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49180/0 (socket says 172.21.15.66:49180) 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 -- 172.21.15.66:0/628903496 learned_addr learned my addr 172.21.15.66:0/628903496 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503f7fe700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50401013c0 0x7f504019ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 -- 172.21.15.66:0/628903496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50401013c0 msgr2=0x7f504019ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:36.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50401013c0 0x7f504019ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 -- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5040101d20 msgr2=0x7f504019b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5040101d20 0x7f504019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 -- 172.21.15.66:0/628903496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50401a2a80 con 0x7f50401026e0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503ffff700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 0x7f50401a23e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f503800b9a0 tx=0x7f503800bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.812+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038019070 con 0x7f50401026e0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.813+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5038014440 con 0x7f50401026e0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.813+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50401a2d70 con 0x7f50401026e0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.813+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503800ce60 con 0x7f50401026e0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.813+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50401a32d0 con 0x7f50401026e0 2024-04-25T18:54:36.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.814+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f504002df80 con 0x7f50401026e0 2024-04-25T18:54:36.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.815+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f503801c070 con 0x7f50401026e0 2024-04-25T18:54:36.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.815+0000 7f503cff9700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f50280a3c40 0x7f50280a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:54:36.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.815+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7f50380ce750 con 0x7f50401026e0 2024-04-25T18:54:36.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.816+0000 7f503f7fe700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f50280a3c40 0x7f50280a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:54:36.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.817+0000 7f503f7fe700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f50280a3c40 0x7f50280a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f503400b5c0 tx=0x7f5034005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:54:36.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:36.820+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f503809c230 con 0x7f50401026e0 2024-04-25T18:54:37.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:37.038+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5040062e80 con 0x7f50280a3c40 2024-04-25T18:54:37.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:37 smithi066 ceph-mon[32882]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:37 smithi066 ceph-mon[32882]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T18:54:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:54:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:54:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:37 smithi064 ceph-mon[32321]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:37 smithi064 ceph-mon[32321]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T18:54:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:54:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:54:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:37 smithi032 ceph-mon[28041]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:37 smithi032 ceph-mon[28041]: osdmap e34: 5 total, 5 up, 5 in 2024-04-25T18:54:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:54:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:54:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:38.369 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:38 smithi066 ceph-mon[32882]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:54:38.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:38 smithi064 ceph-mon[32321]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:54:38.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:38 smithi032 ceph-mon[28041]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:54:39.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:39 smithi064 ceph-mon[32321]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:39 smithi032 ceph-mon[28041]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:39 smithi066 ceph-mon[32882]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:40.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:40 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/2533560797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]: dispatch 2024-04-25T18:54:40.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:40 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]: dispatch 2024-04-25T18:54:40.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:40 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]': finished 2024-04-25T18:54:40.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:40 smithi066 ceph-mon[32882]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T18:54:40.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:40.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:40 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/2533560797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]: dispatch 2024-04-25T18:54:40.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:40 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]: dispatch 2024-04-25T18:54:40.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:40 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]': finished 2024-04-25T18:54:40.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:40 smithi064 ceph-mon[32321]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T18:54:40.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:40 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/2533560797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]: dispatch 2024-04-25T18:54:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:40 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]: dispatch 2024-04-25T18:54:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:40 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6f681e13-1a50-47f4-b88c-e094e5336727"}]': finished 2024-04-25T18:54:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:40 smithi032 ceph-mon[28041]: osdmap e35: 6 total, 5 up, 6 in 2024-04-25T18:54:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:41 smithi064 ceph-mon[32321]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:41 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/1780925183' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:54:41.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:41 smithi032 ceph-mon[28041]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:41 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/1780925183' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:54:41.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:41 smithi066 ceph-mon[32882]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:41 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/1780925183' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:54:43.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:43 smithi064 ceph-mon[32321]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:43.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:43 smithi032 ceph-mon[28041]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:43.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:43 smithi066 ceph-mon[32882]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:45.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:45 smithi066 ceph-mon[32882]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:45.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:45 smithi064 ceph-mon[32321]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:45.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:45 smithi032 ceph-mon[28041]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:47 smithi064 ceph-mon[32321]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T18:54:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:47.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:47 smithi032 ceph-mon[28041]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T18:54:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:47 smithi066 ceph-mon[32882]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-25T18:54:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:48.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:48 smithi066 ceph-mon[32882]: Deploying daemon osd.5 on smithi066 2024-04-25T18:54:48.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:48 smithi064 ceph-mon[32321]: Deploying daemon osd.5 on smithi066 2024-04-25T18:54:48.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:48 smithi032 ceph-mon[28041]: Deploying daemon osd.5 on smithi066 2024-04-25T18:54:49.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:49 smithi066 ceph-mon[32882]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:49.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:49 smithi064 ceph-mon[32321]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:49.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:49 smithi032 ceph-mon[28041]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:51.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:51 smithi066 ceph-mon[32882]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:51 smithi032 ceph-mon[28041]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:51.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:51 smithi064 ceph-mon[32321]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:53.555 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:53 smithi066 ceph-mon[32882]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:53.555 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:53.555 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:53.555 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:53.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:53 smithi064 ceph-mon[32321]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:53 smithi032 ceph-mon[28041]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:55.595 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:55 smithi066 ceph-mon[32882]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:55 smithi064 ceph-mon[32321]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:55.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:55 smithi032 ceph-mon[28041]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:56.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.678+0000 7f503cff9700 1 -- 172.21.15.66:0/628903496 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5040062e80 con 0x7f50280a3c40 2024-04-25T18:54:56.680 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 5 on host 'smithi066' 2024-04-25T18:54:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f50280a3c40 msgr2=0x7f50280a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f50280a3c40 0x7f50280a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f503400b5c0 tx=0x7f5034005fb0 comp rx=0 tx=0).stop 2024-04-25T18:54:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 msgr2=0x7f50401a23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:54:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 0x7f50401a23e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f503800b9a0 tx=0x7f503800bd60 comp rx=0 tx=0).stop 2024-04-25T18:54:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 shutdown_connections 2024-04-25T18:54:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50401026e0 0x7f50401a23e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50401013c0 0x7f504019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f50280a3c40 0x7f50280a6100 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 --2- 172.21.15.66:0/628903496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5040101d20 0x7f504019b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:54:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 >> 172.21.15.66:0/628903496 conn(0x7f50400fcf60 msgr2=0x7f50400fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:54:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.681+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 shutdown_connections 2024-04-25T18:54:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:54:56.682+0000 7f5045c7f700 1 -- 172.21.15.66:0/628903496 wait complete. 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T18:54:56.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:56 smithi066 ceph-mon[32882]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T18:54:57.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:56 smithi064 ceph-mon[32321]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T18:54:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T18:54:57.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:56 smithi032 ceph-mon[28041]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-25T18:54:57.363 DEBUG:teuthology.orchestra.run.smithi066:osd.5> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.5.service 2024-04-25T18:54:57.365 INFO:tasks.cephadm:Deploying osd.6 on smithi032 with /dev/vg_nvme/lv_2... 2024-04-25T18:54:57.365 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T18:54:57.835 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:54:58.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:58 smithi066 ceph-mon[32882]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T18:54:58.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:58 smithi066 ceph-mon[32882]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T18:54:58.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:58.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:58 smithi066 ceph-mon[32882]: from='osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:54:58.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:58 smithi066 ceph-mon[32882]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:54:58.890 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:58 smithi066 ceph-mon[32882]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:58 smithi064 ceph-mon[32321]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T18:54:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:58 smithi064 ceph-mon[32321]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T18:54:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:58 smithi064 ceph-mon[32321]: from='osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:54:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:58 smithi064 ceph-mon[32321]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:54:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:58 smithi064 ceph-mon[32321]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:59.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:58 smithi032 ceph-mon[28041]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-25T18:54:59.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:58 smithi032 ceph-mon[28041]: osdmap e36: 6 total, 5 up, 6 in 2024-04-25T18:54:59.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:59.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:58 smithi032 ceph-mon[28041]: from='osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:54:59.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:58 smithi032 ceph-mon[28041]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:54:59.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:58 smithi032 ceph-mon[28041]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-25T18:54:59.163 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 18:54:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T18:54:59.106+0000 7fcd9c531700 -1 osd.5 0 waiting for initial osdmap 2024-04-25T18:54:59.163 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 18:54:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T18:54:59.112+0000 7fcd93b1b700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:54:59.766 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:59 smithi032 ceph-mon[28041]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:54:59.766 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:59 smithi032 ceph-mon[28041]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T18:54:59.766 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:59.766 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:54:59 smithi032 ceph-mon[28041]: from='osd.5 ' entity='osd.5' 2024-04-25T18:54:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:59 smithi066 ceph-mon[32882]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:54:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:59 smithi066 ceph-mon[32882]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T18:54:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:54:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:54:59 smithi066 ceph-mon[32882]: from='osd.5 ' entity='osd.5' 2024-04-25T18:55:00.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:59 smithi064 ceph-mon[32321]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:55:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:59 smithi064 ceph-mon[32321]: osdmap e37: 6 total, 5 up, 6 in 2024-04-25T18:55:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:55:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:54:59 smithi064 ceph-mon[32321]: from='osd.5 ' entity='osd.5' 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] boot 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi066 2024-04-25T18:55:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:00.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] boot 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi066 2024-04-25T18:55:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:01.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: osd.5 [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] boot 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: osdmap e38: 6 total, 6 up, 6 in 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi066 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:01.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:01.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi066 to 8544M 2024-04-25T18:55:01.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:01.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:01.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:01.070 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T18:55:01.070 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T18:55:01.070 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-04-25T18:55:01.071 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-04-25T18:55:01.071 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0537718 s, 195 MB/s 2024-04-25T18:55:01.071 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-04-25T18:55:02.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:01 smithi064 ceph-mon[32321]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T18:55:02.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:01 smithi032 ceph-mon[28041]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T18:55:02.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:01 smithi066 ceph-mon[32882]: osdmap e39: 6 total, 6 up, 6 in 2024-04-25T18:55:02.204 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_2 2024-04-25T18:55:02.645 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:55:02.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:02 smithi032 ceph-mon[28041]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T18:55:02.975 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:02 smithi032 ceph-mon[28041]: pgmap v158: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:03.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:02 smithi064 ceph-mon[32321]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T18:55:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:02 smithi064 ceph-mon[32321]: pgmap v158: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:03.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:02 smithi066 ceph-mon[32882]: osdmap e40: 6 total, 6 up, 6 in 2024-04-25T18:55:03.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:02 smithi066 ceph-mon[32882]: pgmap v158: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:04.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:03 smithi064 ceph-mon[32321]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T18:55:04.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:03 smithi032 ceph-mon[28041]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T18:55:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:03 smithi066 ceph-mon[32882]: osdmap e41: 6 total, 6 up, 6 in 2024-04-25T18:55:05.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:04 smithi032 ceph-mon[28041]: pgmap v161: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:05.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:04 smithi032 ceph-mon[28041]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T18:55:05.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:04 smithi064 ceph-mon[32321]: pgmap v161: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:05.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:04 smithi064 ceph-mon[32321]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2760105335 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 msgr2=0x7f3edc10ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2760105335 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 0x7f3edc10ce10 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4009f90 tx=0x7f3ed400b330 comp rx=0 tx=0).stop 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2760105335 shutdown_connections 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2760105335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3edc076a70 0x7f3edc074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2760105335 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 0x7f3edc10ce10 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2760105335 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc075920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2760105335 >> 172.21.15.32:0/2760105335 conn(0x7f3edc0fe010 msgr2=0x7f3edc100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2760105335 shutdown_connections 2024-04-25T18:55:05.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.189+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2760105335 wait complete. 2024-04-25T18:55:05.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.190+0000 7f3ee3c00700 1 Processor -- start 2024-04-25T18:55:05.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.190+0000 7f3ee3c00700 1 -- start start 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee3c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee3c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3edc076a70 0x7f3edc19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee3c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 0x7f3edc1a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee3c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc1107b0 con 0x7f3edc076a70 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee3c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc110630 con 0x7f3edc0754a0 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee3c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3edc110930 con 0x7f3edc10a980 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ed3e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3edc076a70 0x7f3edc19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc19ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50624/0 (socket says 172.21.15.32:50624) 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 -- 172.21.15.32:0/2982536745 learned_addr learned my addr 172.21.15.32:0/2982536745 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:55:05.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 0x7f3edc1a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:05.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 -- 172.21.15.32:0/2982536745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 msgr2=0x7f3edc1a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:05.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 0x7f3edc1a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:05.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 -- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3edc076a70 msgr2=0x7f3edc19b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3edc076a70 0x7f3edc19b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.191+0000 7f3ee1200700 1 -- 172.21.15.32:0/2982536745 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3edc1a2a70 con 0x7f3edc0754a0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.192+0000 7f3ee1200700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc19ae10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc00ec70 tx=0x7f3ecc00ef80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.192+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc00cc90 con 0x7f3edc0754a0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.192+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3edc1a2d60 con 0x7f3edc0754a0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.192+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ecc00ce30 con 0x7f3edc0754a0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.192+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc010430 con 0x7f3edc0754a0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.192+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3edc1a3200 con 0x7f3edc0754a0 2024-04-25T18:55:05.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.193+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3edc02df80 con 0x7f3edc0754a0 2024-04-25T18:55:05.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.195+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3ecc003680 con 0x7f3edc0754a0 2024-04-25T18:55:05.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.197+0000 7f3eda000700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3ec00a3c40 0x7f3ec00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:05.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.197+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4533+0+0 (secure 0 0 0) 0x7f3ecc0cf900 con 0x7f3edc0754a0 2024-04-25T18:55:05.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.197+0000 7f3ed3e00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3ec00a3c40 0x7f3ec00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:05.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.198+0000 7f3ed3e00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3ec00a3c40 0x7f3ec00a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0767a0 tx=0x7f3ec4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:55:05.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:04 smithi066 ceph-mon[32882]: pgmap v161: 1 pgs: 1 peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:05.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:04 smithi066 ceph-mon[32882]: osdmap e42: 6 total, 6 up, 6 in 2024-04-25T18:55:05.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.201+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ecc09d100 con 0x7f3edc0754a0 2024-04-25T18:55:05.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:05.460+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f3edc062e80 con 0x7f3ec00a3c40 2024-04-25T18:55:06.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:05 smithi064 ceph-mon[32321]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:55:06.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:55:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:55:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:05 smithi032 ceph-mon[28041]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:55:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:55:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:55:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:06.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:05 smithi066 ceph-mon[32882]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:55:06.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:55:06.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:55:06.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:07.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:06 smithi064 ceph-mon[32321]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-25T18:55:07.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:06 smithi032 ceph-mon[28041]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-25T18:55:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:06 smithi066 ceph-mon[32882]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-04-25T18:55:09.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:08 smithi064 ceph-mon[32321]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:55:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:08 smithi032 ceph-mon[28041]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:55:09.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:08 smithi066 ceph-mon[32882]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:55:10.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:09 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1223609834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]: dispatch 2024-04-25T18:55:10.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:09 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]: dispatch 2024-04-25T18:55:10.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:09 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]': finished 2024-04-25T18:55:10.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:09 smithi066 ceph-mon[32882]: osdmap e43: 7 total, 6 up, 7 in 2024-04-25T18:55:10.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:10.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:09 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1223609834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]: dispatch 2024-04-25T18:55:10.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:09 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]: dispatch 2024-04-25T18:55:10.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:09 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]': finished 2024-04-25T18:55:10.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:09 smithi064 ceph-mon[32321]: osdmap e43: 7 total, 6 up, 7 in 2024-04-25T18:55:10.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:10.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:09 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1223609834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]: dispatch 2024-04-25T18:55:10.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:09 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]: dispatch 2024-04-25T18:55:10.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:09 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b6feda3b-b0c1-4e07-a9e8-d3d41c798893"}]': finished 2024-04-25T18:55:10.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:09 smithi032 ceph-mon[28041]: osdmap e43: 7 total, 6 up, 7 in 2024-04-25T18:55:10.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:11.069 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:10 smithi032 ceph-mon[28041]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:55:11.069 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:10 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3121043039' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:55:11.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:10 smithi066 ceph-mon[32882]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:55:11.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:10 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3121043039' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:55:11.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:10 smithi064 ceph-mon[32321]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:55:11.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:10 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3121043039' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:55:13.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:12 smithi066 ceph-mon[32882]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:55:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:12 smithi064 ceph-mon[32321]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:55:13.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:12 smithi032 ceph-mon[28041]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:55:15.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:14 smithi066 ceph-mon[32882]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:55:15.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:14 smithi064 ceph-mon[32321]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:55:15.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:14 smithi032 ceph-mon[28041]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:55:17.047 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:16 smithi032 ceph-mon[28041]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:17.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:16 smithi066 ceph-mon[32882]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:17.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:16 smithi064 ceph-mon[32321]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:19.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:18 smithi032 ceph-mon[28041]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:19.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:18 smithi066 ceph-mon[32882]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:18 smithi064 ceph-mon[32321]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:20.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:19 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T18:55:20.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:19 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:20.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:19 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T18:55:20.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:19 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:20.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:19 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-25T18:55:20.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:19 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:20.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:20 smithi032 ceph-mon[28041]: Deploying daemon osd.6 on smithi032 2024-04-25T18:55:20.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:20 smithi032 ceph-mon[28041]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:21.103 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:20 smithi066 ceph-mon[32882]: Deploying daemon osd.6 on smithi032 2024-04-25T18:55:21.103 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:20 smithi066 ceph-mon[32882]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:21.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:20 smithi064 ceph-mon[32321]: Deploying daemon osd.6 on smithi032 2024-04-25T18:55:21.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:20 smithi064 ceph-mon[32321]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:23.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:22 smithi032 ceph-mon[28041]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:23.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:22 smithi066 ceph-mon[32882]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:23.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:22 smithi064 ceph-mon[32321]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:25.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:24 smithi032 ceph-mon[28041]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:25.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:24 smithi066 ceph-mon[32882]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:25.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:24 smithi064 ceph-mon[32321]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:26 smithi032 ceph-mon[28041]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:27.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:26 smithi066 ceph-mon[32882]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:27.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:26 smithi064 ceph-mon[32321]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:29.881 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:29 smithi032 ceph-mon[28041]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:29.881 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:29.881 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:29.881 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:29 smithi066 ceph-mon[32882]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:29.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:29.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:30.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:29 smithi064 ceph-mon[32321]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:30.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:30.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:30.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:31.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:31 smithi032 ceph-mon[28041]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:31.839 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:31 smithi066 ceph-mon[32882]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:32.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:31 smithi064 ceph-mon[32321]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:33.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:33 smithi032 ceph-mon[28041]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:33.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:33.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:33.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:33 smithi032 ceph-mon[28041]: from='osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T18:55:33.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:33 smithi032 ceph-mon[28041]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T18:55:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:33 smithi066 ceph-mon[32882]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:33 smithi066 ceph-mon[32882]: from='osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T18:55:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:33 smithi066 ceph-mon[32882]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T18:55:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:33 smithi064 ceph-mon[32321]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:33 smithi064 ceph-mon[32321]: from='osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T18:55:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:33 smithi064 ceph-mon[32321]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-25T18:55:33.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.819+0000 7f3eda000700 1 -- 172.21.15.32:0/2982536745 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3edc062e80 con 0x7f3ec00a3c40 2024-04-25T18:55:33.822 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 6 on host 'smithi032' 2024-04-25T18:55:33.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3ec00a3c40 msgr2=0x7f3ec00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:33.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3ec00a3c40 0x7f3ec00a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3edc0767a0 tx=0x7f3ec4009260 comp rx=0 tx=0).stop 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 msgr2=0x7f3edc19ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc19ae10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc00ec70 tx=0x7f3ecc00ef80 comp rx=0 tx=0).stop 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 shutdown_connections 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3edc10a980 0x7f3edc1a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3edc0754a0 0x7f3edc19ae10 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3ec00a3c40 0x7f3ec00a6100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 --2- 172.21.15.32:0/2982536745 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3edc076a70 0x7f3edc19b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 >> 172.21.15.32:0/2982536745 conn(0x7f3edc0fe010 msgr2=0x7f3edc106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.823+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 shutdown_connections 2024-04-25T18:55:33.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:55:33.824+0000 7f3ee3c00700 1 -- 172.21.15.32:0/2982536745 wait complete. 2024-04-25T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: from='osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:34.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:34 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: from='osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:34.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:34 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:34.772 DEBUG:teuthology.orchestra.run.smithi032:osd.6> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.6.service 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: from='osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: osdmap e44: 7 total, 6 up, 7 in 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:34.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:34 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:34.778 INFO:tasks.cephadm:Deploying osd.7 on smithi064 with /dev/vg_nvme/lv_2... 2024-04-25T18:55:34.778 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T18:55:35.033 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:55:35.254 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T18:55:35.079+0000 7fb4d8c00700 -1 osd.6 0 waiting for initial osdmap 2024-04-25T18:55:35.254 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T18:55:35.111+0000 7fb4cea00700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:55:35.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:35 smithi066 ceph-mon[32882]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:35.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:35 smithi066 ceph-mon[32882]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:55:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:35 smithi066 ceph-mon[32882]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T18:55:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:35 smithi066 ceph-mon[32882]: from='osd.6 ' entity='osd.6' 2024-04-25T18:55:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:35 smithi064 ceph-mon[32321]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:35 smithi064 ceph-mon[32321]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:55:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:35 smithi064 ceph-mon[32321]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T18:55:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:35 smithi064 ceph-mon[32321]: from='osd.6 ' entity='osd.6' 2024-04-25T18:55:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-mon[28041]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-mon[28041]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:55:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-mon[28041]: osdmap e45: 7 total, 6 up, 7 in 2024-04-25T18:55:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:35 smithi032 ceph-mon[28041]: from='osd.6 ' entity='osd.6' 2024-04-25T18:55:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:36 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:55:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:36 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:55:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:36 smithi032 ceph-mon[28041]: osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] boot 2024-04-25T18:55:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:36 smithi032 ceph-mon[28041]: osdmap e46: 7 total, 7 up, 7 in 2024-04-25T18:55:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:36 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:36.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:36 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:55:36.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:36 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:55:36.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:36.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:36 smithi066 ceph-mon[32882]: osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] boot 2024-04-25T18:55:36.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:36 smithi066 ceph-mon[32882]: osdmap e46: 7 total, 7 up, 7 in 2024-04-25T18:55:36.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:36 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:36.737 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:36 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:55:36.737 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:36 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:55:36.737 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:36.737 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:36 smithi064 ceph-mon[32321]: osd.6 [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] boot 2024-04-25T18:55:36.737 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:36 smithi064 ceph-mon[32321]: osdmap e46: 7 total, 7 up, 7 in 2024-04-25T18:55:36.738 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:36 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T18:55:37.113 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T18:55:37.113 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T18:55:37.113 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-25T18:55:37.113 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-25T18:55:37.113 INFO:teuthology.orchestra.run.smithi064.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115051 s, 911 MB/s 2024-04-25T18:55:37.113 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-25T18:55:37.716 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:37 smithi064 ceph-mon[32321]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:37.716 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:37 smithi064 ceph-mon[32321]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T18:55:37.752 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_2 2024-04-25T18:55:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:37 smithi032 ceph-mon[28041]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:37 smithi032 ceph-mon[28041]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T18:55:37.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:37 smithi066 ceph-mon[32882]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-04-25T18:55:37.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:37 smithi066 ceph-mon[32882]: osdmap e47: 7 total, 7 up, 7 in 2024-04-25T18:55:38.007 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 -- 172.21.15.64:0/3113515721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 msgr2=0x7ff9e0101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/3113515721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0101dc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00099c0 tx=0x7ff9d0009cd0 comp rx=0 tx=0).stop 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 -- 172.21.15.64:0/3113515721 shutdown_connections 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/3113515721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9e0103540 0x7ff9e0109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/3113515721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0101dc0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/3113515721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9e0102ba0 0x7ff9e0103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 -- 172.21.15.64:0/3113515721 >> 172.21.15.64:0/3113515721 conn(0x7ff9e00fcf40 msgr2=0x7ff9e00ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:55:39.553 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 -- 172.21.15.64:0/3113515721 shutdown_connections 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.549+0000 7ff9e52e4700 1 -- 172.21.15.64:0/3113515721 wait complete. 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 Processor -- start 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 -- start start 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9e0102ba0 0x7ff9e0198080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9e0103540 0x7ff9e019f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010d490 con 0x7ff9e0103540 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010d310 con 0x7ff9e01019a0 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9e52e4700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff9e010d610 con 0x7ff9e0102ba0 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9deffd700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9deffd700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0197b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:34036/0 (socket says 172.21.15.64:34036) 2024-04-25T18:55:39.554 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9deffd700 1 -- 172.21.15.64:0/1080366585 learned_addr learned my addr 172.21.15.64:0/1080366585 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.550+0000 7ff9de7fc700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9e0102ba0 0x7ff9e0198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9deffd700 1 -- 172.21.15.64:0/1080366585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9e0102ba0 msgr2=0x7ff9e0198080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9deffd700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9e0102ba0 0x7ff9e0198080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9deffd700 1 -- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9e0103540 msgr2=0x7ff9e019f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9deffd700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9e0103540 0x7ff9e019f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9deffd700 1 -- 172.21.15.64:0/1080366585 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9e019f7a0 con 0x7ff9e01019a0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9deffd700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0197b40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00038c0 tx=0x7ff9d00047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0027070 con 0x7ff9e01019a0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9e019fa30 con 0x7ff9e01019a0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9d0004160 con 0x7ff9e01019a0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0022e50 con 0x7ff9e01019a0 2024-04-25T18:55:39.555 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.551+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9e019ff10 con 0x7ff9e01019a0 2024-04-25T18:55:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.552+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9e0069730 con 0x7ff9e01019a0 2024-04-25T18:55:39.556 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.553+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff9d002a070 con 0x7ff9e01019a0 2024-04-25T18:55:39.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.554+0000 7ff9c7fff700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff9c80a3de0 0x7ff9c80a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:55:39.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.554+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7ff9d00d0390 con 0x7ff9e01019a0 2024-04-25T18:55:39.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.554+0000 7ff9de7fc700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff9c80a3de0 0x7ff9c80a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:55:39.557 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.555+0000 7ff9de7fc700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff9c80a3de0 0x7ff9c80a62a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4005950 tx=0x7ff9d400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:55:39.560 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.558+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff9d0013070 con 0x7ff9e01019a0 2024-04-25T18:55:39.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:39 smithi064 ceph-mon[32321]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:39.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:39 smithi032 ceph-mon[28041]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:39.776 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:39.775+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7ff9e0062e80 con 0x7ff9c80a3de0 2024-04-25T18:55:39.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:39 smithi066 ceph-mon[32882]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:40.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:40.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:40.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:40 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.738 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:55:40.738 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:55:40.738 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:40.739 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:40 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:40 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:41.684 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:41.684 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:55:41.684 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi032 2024-04-25T18:55:41.684 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi032 to 5698M 2024-04-25T18:55:41.685 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:41.685 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:41.685 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:41.685 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:55:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi032 2024-04-25T18:55:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi032 to 5698M 2024-04-25T18:55:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:41.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:41.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:41.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi032 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi032 to 5698M 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:55:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/1992936827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]: dispatch 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]: dispatch 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]': finished 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: osdmap e48: 8 total, 7 up, 8 in 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:55:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:43 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/3889500168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/1992936827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]: dispatch 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]: dispatch 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]': finished 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: osdmap e48: 8 total, 7 up, 8 in 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:55:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:43 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/3889500168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:55:43.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/1992936827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]: dispatch 2024-04-25T18:55:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]: dispatch 2024-04-25T18:55:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "40cf7736-8b48-4574-808f-d4c2a687ce4e"}]': finished 2024-04-25T18:55:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: osdmap e48: 8 total, 7 up, 8 in 2024-04-25T18:55:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:55:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:43 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/3889500168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:55:45.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:45 smithi064 ceph-mon[32321]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:45.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:45 smithi032 ceph-mon[28041]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:45.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:45 smithi066 ceph-mon[32882]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:47.760 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:47 smithi064 ceph-mon[32321]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:47 smithi032 ceph-mon[28041]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:47.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:47 smithi066 ceph-mon[32882]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:49 smithi064 ceph-mon[32321]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:49.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:49 smithi032 ceph-mon[28041]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:49 smithi066 ceph-mon[32882]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:51.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:51 smithi066 ceph-mon[32882]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:51.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:51 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T18:55:51.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:51 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:51.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:51 smithi066 ceph-mon[32882]: Deploying daemon osd.7 on smithi064 2024-04-25T18:55:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:51 smithi064 ceph-mon[32321]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T18:55:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:51 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:51 smithi064 ceph-mon[32321]: Deploying daemon osd.7 on smithi064 2024-04-25T18:55:51.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:51 smithi032 ceph-mon[28041]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:51 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-25T18:55:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:51 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:55:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:51 smithi032 ceph-mon[28041]: Deploying daemon osd.7 on smithi064 2024-04-25T18:55:53.581 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:53 smithi064 ceph-mon[32321]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:53.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:53 smithi032 ceph-mon[28041]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:53.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:53 smithi066 ceph-mon[32882]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:55 smithi064 ceph-mon[32321]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:55.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:55 smithi032 ceph-mon[28041]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:55.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:55 smithi066 ceph-mon[32882]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:57.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:57 smithi066 ceph-mon[32882]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:57.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:57.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:57.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:57 smithi064 ceph-mon[32321]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:58.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:57 smithi032 ceph-mon[28041]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:58.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:58.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:55:58.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:55:59.886 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:55:59 smithi064 ceph-mon[32321]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:59.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:55:59 smithi066 ceph-mon[32882]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:55:59.970 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 7 on host 'smithi064' 2024-04-25T18:55:59.970 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.968+0000 7ff9c7fff700 1 -- 172.21.15.64:0/1080366585 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff9e0062e80 con 0x7ff9c80a3de0 2024-04-25T18:55:59.972 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff9c80a3de0 msgr2=0x7ff9c80a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff9c80a3de0 0x7ff9c80a62a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4005950 tx=0x7ff9d400b410 comp rx=0 tx=0).stop 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 msgr2=0x7ff9e0197b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0197b40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00038c0 tx=0x7ff9d00047b0 comp rx=0 tx=0).stop 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 shutdown_connections 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff9c80a3de0 0x7ff9c80a62a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff9e0103540 0x7ff9e019f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff9e01019a0 0x7ff9e0197b40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 --2- 172.21.15.64:0/1080366585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9e0102ba0 0x7ff9e0198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 >> 172.21.15.64:0/1080366585 conn(0x7ff9e00fcf40 msgr2=0x7ff9e0105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.971+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 shutdown_connections 2024-04-25T18:55:59.973 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:55:59.972+0000 7ff9e52e4700 1 -- 172.21.15.64:0/1080366585 wait complete. 2024-04-25T18:56:00.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:55:59 smithi032 ceph-mon[28041]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:00.630 DEBUG:teuthology.orchestra.run.smithi064:osd.7> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.7.service 2024-04-25T18:56:00.633 INFO:tasks.cephadm:Deploying osd.8 on smithi066 with /dev/vg_nvme/lv_2... 2024-04-25T18:56:00.633 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-25T18:56:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:56:01.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: from='osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T18:56:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T18:56:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: from='osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T18:56:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T18:56:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: from='osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:02.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-mon[32321]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T18:56:02.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-mon[32321]: from='osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:56:02.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-mon[32321]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T18:56:02.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:02.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-mon[32321]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:56:02.272 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T18:56:01.953+0000 7f05ffd78700 -1 osd.7 0 waiting for initial osdmap 2024-04-25T18:56:02.273 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 18:56:01 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T18:56:01.964+0000 7f05fbb6b700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:56:02.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:01 smithi032 ceph-mon[28041]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T18:56:02.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:01 smithi032 ceph-mon[28041]: from='osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:56:02.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:01 smithi032 ceph-mon[28041]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T18:56:02.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:02.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:01 smithi032 ceph-mon[28041]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:56:02.317 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:01 smithi066 ceph-mon[32882]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-25T18:56:02.318 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:01 smithi066 ceph-mon[32882]: from='osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:56:02.318 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:01 smithi066 ceph-mon[32882]: osdmap e49: 8 total, 7 up, 8 in 2024-04-25T18:56:02.318 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:02.318 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:01 smithi066 ceph-mon[32882]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:56:03.077 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-25T18:56:03.077 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-25T18:56:03.077 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-25T18:56:03.077 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-25T18:56:03.077 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114755 s, 914 MB/s 2024-04-25T18:56:03.077 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-25T18:56:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:02 smithi064 ceph-mon[32321]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:02 smithi064 ceph-mon[32321]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:56:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:02 smithi064 ceph-mon[32321]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T18:56:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:02 smithi064 ceph-mon[32321]: osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] boot 2024-04-25T18:56:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:02 smithi032 ceph-mon[28041]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:02 smithi032 ceph-mon[28041]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:56:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:02 smithi032 ceph-mon[28041]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T18:56:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:02 smithi032 ceph-mon[28041]: osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] boot 2024-04-25T18:56:03.358 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:02 smithi066 ceph-mon[32882]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-04-25T18:56:03.359 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:02 smithi066 ceph-mon[32882]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:56:03.359 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:02 smithi066 ceph-mon[32882]: osdmap e50: 8 total, 7 up, 8 in 2024-04-25T18:56:03.359 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:03.359 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:03.359 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:02 smithi066 ceph-mon[32882]: osd.7 [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] boot 2024-04-25T18:56:03.939 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_2 2024-04-25T18:56:04.081 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:03 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:56:04.081 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:03 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:56:04.081 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:03 smithi064 ceph-mon[32321]: osdmap e51: 8 total, 8 up, 8 in 2024-04-25T18:56:04.081 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:04.081 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:03 smithi064 ceph-mon[32321]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T18:56:04.187 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:56:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:03 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:56:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:03 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:56:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:03 smithi066 ceph-mon[32882]: osdmap e51: 8 total, 8 up, 8 in 2024-04-25T18:56:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:04.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:03 smithi066 ceph-mon[32882]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T18:56:04.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:03 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:56:04.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:03 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:56:04.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:03 smithi032 ceph-mon[28041]: osdmap e51: 8 total, 8 up, 8 in 2024-04-25T18:56:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T18:56:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:03 smithi032 ceph-mon[28041]: osdmap e52: 8 total, 8 up, 8 in 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi064 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi064 to 5696M 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.377 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:05.378 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi064 2024-04-25T18:56:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi064 to 5696M 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:05.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.533 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:05.533 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi064 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi064 to 5696M 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: osdmap e53: 8 total, 8 up, 8 in 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:05.534 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:05.535 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:05.535 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:05.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 -- 172.21.15.66:0/3707726841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 msgr2=0x7fb7501082d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 --2- 172.21.15.66:0/3707726841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501082d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb73c009990 tx=0x7fb73c009ca0 comp rx=0 tx=0).stop 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 -- 172.21.15.66:0/3707726841 shutdown_connections 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 --2- 172.21.15.66:0/3707726841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb750108810 0x7fb75010ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 --2- 172.21.15.66:0/3707726841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb7501035b0 0x7fb7501059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 --2- 172.21.15.66:0/3707726841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501082d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 -- 172.21.15.66:0/3707726841 >> 172.21.15.66:0/3707726841 conn(0x7fb7500fcf60 msgr2=0x7fb7500ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 -- 172.21.15.66:0/3707726841 shutdown_connections 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.902+0000 7fb756d4d700 1 -- 172.21.15.66:0/3707726841 wait complete. 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 Processor -- start 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 -- start start 2024-04-25T18:56:05.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb7501035b0 0x7fb750198d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501992b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb750108810 0x7fb7501a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb75010e640 con 0x7fb750108810 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb75010e4c0 con 0x7fb7501035b0 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb756d4d700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb75010e7c0 con 0x7fb750105ee0 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb74ffff700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb74ffff700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501992b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44464/0 (socket says 172.21.15.66:44464) 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb74ffff700 1 -- 172.21.15.66:0/558636003 learned_addr learned my addr 172.21.15.66:0/558636003 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.903+0000 7fb754ae9700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb7501035b0 0x7fb750198d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:05.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74ffff700 1 -- 172.21.15.66:0/558636003 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb7501035b0 msgr2=0x7fb750198d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74ffff700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb7501035b0 0x7fb750198d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74ffff700 1 -- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb750108810 msgr2=0x7fb7501a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74ffff700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb750108810 0x7fb7501a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74ffff700 1 -- 172.21.15.66:0/558636003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7501a0970 con 0x7fb750105ee0 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74ffff700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501992b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb73c0036f0 tx=0x7fb73c0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73c027070 con 0x7fb750105ee0 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7501a0c00 con 0x7fb750105ee0 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb73c022470 con 0x7fb750105ee0 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73c00f6c0 con 0x7fb750105ee0 2024-04-25T18:56:05.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.904+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7501a1130 con 0x7fb750105ee0 2024-04-25T18:56:05.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.906+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb750069730 con 0x7fb750105ee0 2024-04-25T18:56:05.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.907+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb73c02a070 con 0x7fb750105ee0 2024-04-25T18:56:05.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.907+0000 7fb74dffb700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7400a3e40 0x7fb7400a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:05.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.907+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5397+0+0 (secure 0 0 0) 0x7fb73c00f460 con 0x7fb750105ee0 2024-04-25T18:56:05.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.908+0000 7fb754ae9700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7400a3e40 0x7fb7400a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:05.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.909+0000 7fb754ae9700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7400a3e40 0x7fb7400a6300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb75019a200 tx=0x7fb744009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:56:05.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:05.912+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb73c05eff0 con 0x7fb750105ee0 2024-04-25T18:56:06.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:06.131+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb750062e80 con 0x7fb7400a3e40 2024-04-25T18:56:06.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:06 smithi066 ceph-mon[32882]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T18:56:06.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:56:06.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:56:06.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:06 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:06 smithi064 ceph-mon[32321]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T18:56:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:56:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:56:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:06 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:06 smithi032 ceph-mon[28041]: osdmap e54: 8 total, 8 up, 8 in 2024-04-25T18:56:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:56:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:56:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:06 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:07.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:07 smithi066 ceph-mon[32882]: pgmap v204: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:07.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:07 smithi066 ceph-mon[32882]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:56:07.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:07 smithi066 ceph-mon[32882]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T18:56:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:07 smithi064 ceph-mon[32321]: pgmap v204: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:07 smithi064 ceph-mon[32321]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:56:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:07 smithi064 ceph-mon[32321]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T18:56:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:07 smithi032 ceph-mon[28041]: pgmap v204: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:07 smithi032 ceph-mon[28041]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:56:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:07 smithi032 ceph-mon[28041]: osdmap e55: 8 total, 8 up, 8 in 2024-04-25T18:56:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:09 smithi066 ceph-mon[32882]: pgmap v206: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:09 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/3583984972' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]: dispatch 2024-04-25T18:56:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:09 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]: dispatch 2024-04-25T18:56:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:09 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]': finished 2024-04-25T18:56:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:09 smithi066 ceph-mon[32882]: osdmap e56: 9 total, 8 up, 9 in 2024-04-25T18:56:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:09 smithi064 ceph-mon[32321]: pgmap v206: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:09 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/3583984972' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]: dispatch 2024-04-25T18:56:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:09 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]: dispatch 2024-04-25T18:56:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:09 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]': finished 2024-04-25T18:56:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:09 smithi064 ceph-mon[32321]: osdmap e56: 9 total, 8 up, 9 in 2024-04-25T18:56:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:09 smithi032 ceph-mon[28041]: pgmap v206: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:09 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/3583984972' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]: dispatch 2024-04-25T18:56:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:09 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]: dispatch 2024-04-25T18:56:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:09 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "413b7ffc-229f-4f2e-b224-898aacb50d14"}]': finished 2024-04-25T18:56:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:09 smithi032 ceph-mon[28041]: osdmap e56: 9 total, 8 up, 9 in 2024-04-25T18:56:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:10.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:10 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/279650296' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:56:10.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:10 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/279650296' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:56:10.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:10 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/279650296' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:56:11.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:11 smithi066 ceph-mon[32882]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:11.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:11 smithi064 ceph-mon[32321]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:11.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:11 smithi032 ceph-mon[28041]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:13.579 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:13 smithi066 ceph-mon[32882]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:13 smithi064 ceph-mon[32321]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:13.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:13 smithi032 ceph-mon[28041]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:15.581 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:15 smithi066 ceph-mon[32882]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:15 smithi064 ceph-mon[32321]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:15 smithi032 ceph-mon[28041]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:17.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:17 smithi066 ceph-mon[32882]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:17.654 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:17 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T18:56:17.655 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:17 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:17.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:17 smithi064 ceph-mon[32321]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:17 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T18:56:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:17 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:17.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:17 smithi032 ceph-mon[28041]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:17 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-25T18:56:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:17 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:18.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:18 smithi066 ceph-mon[32882]: Deploying daemon osd.8 on smithi066 2024-04-25T18:56:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:18 smithi064 ceph-mon[32321]: Deploying daemon osd.8 on smithi066 2024-04-25T18:56:18.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:18 smithi032 ceph-mon[28041]: Deploying daemon osd.8 on smithi066 2024-04-25T18:56:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:19 smithi066 ceph-mon[32882]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:19.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:19 smithi064 ceph-mon[32321]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:19.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:19 smithi032 ceph-mon[28041]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:21.546 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:21 smithi066 ceph-mon[32882]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:21.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:21 smithi064 ceph-mon[32321]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:21.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:21 smithi032 ceph-mon[28041]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:23.587 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:23 smithi066 ceph-mon[32882]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:23.587 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:23 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:23.587 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:23 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:23.587 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:23 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:23 smithi064 ceph-mon[32321]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:23 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:23 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:23 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:23.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:23 smithi032 ceph-mon[28041]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:23 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:23 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:23 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:25.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:25 smithi066 ceph-mon[32882]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:25.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:25 smithi064 ceph-mon[32321]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:25.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:25 smithi032 ceph-mon[28041]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:26.670 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 8 on host 'smithi066' 2024-04-25T18:56:26.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.669+0000 7fb74dffb700 1 -- 172.21.15.66:0/558636003 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb750062e80 con 0x7fb7400a3e40 2024-04-25T18:56:26.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7400a3e40 msgr2=0x7fb7400a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:26.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7400a3e40 0x7fb7400a6300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb75019a200 tx=0x7fb744009190 comp rx=0 tx=0).stop 2024-04-25T18:56:26.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 msgr2=0x7fb7501992b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501992b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb73c0036f0 tx=0x7fb73c0047b0 comp rx=0 tx=0).stop 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 shutdown_connections 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb7400a3e40 0x7fb7400a6300 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb750108810 0x7fb7501a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb7501035b0 0x7fb750198d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 --2- 172.21.15.66:0/558636003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb750105ee0 0x7fb7501992b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 >> 172.21.15.66:0/558636003 conn(0x7fb7500fcf60 msgr2=0x7fb750103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 shutdown_connections 2024-04-25T18:56:26.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:56:26.671+0000 7fb756d4d700 1 -- 172.21.15.66:0/558636003 wait complete. 2024-04-25T18:56:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:26.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:26.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T18:56:26.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T18:56:26.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:26.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:26.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T18:56:27.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T18:56:27.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:27.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T18:56:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-25T18:56:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:27.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:27.392 DEBUG:teuthology.orchestra.run.smithi066:osd.8> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.8.service 2024-04-25T18:56:27.394 INFO:tasks.cephadm:Deploying osd.9 on smithi032 with /dev/vg_nvme/lv_1... 2024-04-25T18:56:27.394 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T18:56:27.866 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:56:27.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-mon[32882]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T18:56:27.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-mon[32882]: from='osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:56:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-mon[32882]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T18:56:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:27.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-mon[32882]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:56:27.952 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T18:56:27.749+0000 7fe874d76700 -1 osd.8 0 waiting for initial osdmap 2024-04-25T18:56:27.952 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 18:56:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T18:56:27.766+0000 7fe870b69700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:56:28.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:27 smithi032 ceph-mon[28041]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T18:56:28.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:27 smithi032 ceph-mon[28041]: from='osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:56:28.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:27 smithi032 ceph-mon[28041]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T18:56:28.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:27 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:28.015 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:27 smithi032 ceph-mon[28041]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:56:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:27 smithi064 ceph-mon[32321]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-25T18:56:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:27 smithi064 ceph-mon[32321]: from='osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:56:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:27 smithi064 ceph-mon[32321]: osdmap e57: 9 total, 8 up, 9 in 2024-04-25T18:56:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:27 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:27 smithi064 ceph-mon[32321]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] boot 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: osdmap e59: 9 total, 9 up, 9 in 2024-04-25T18:56:28.896 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:28 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] boot 2024-04-25T18:56:29.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: osdmap e59: 9 total, 9 up, 9 in 2024-04-25T18:56:29.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:28 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:29.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:56:29.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: osdmap e58: 9 total, 8 up, 9 in 2024-04-25T18:56:29.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:29.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-04-25T18:56:29.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: osd.8 [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] boot 2024-04-25T18:56:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: osdmap e59: 9 total, 9 up, 9 in 2024-04-25T18:56:29.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:28 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T18:56:30.617 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:30 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:56:30.617 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:30 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:56:30.617 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:30 smithi032 ceph-mon[28041]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T18:56:30.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:30 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:56:30.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:30 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:56:30.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:30 smithi066 ceph-mon[32882]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T18:56:30.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:30 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:56:30.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:30 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:56:30.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:30 smithi064 ceph-mon[32321]: osdmap e60: 9 total, 9 up, 9 in 2024-04-25T18:56:30.911 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T18:56:30.911 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T18:56:30.911 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2024-04-25T18:56:30.911 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2024-04-25T18:56:30.911 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0429271 s, 244 MB/s 2024-04-25T18:56:30.911 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi066 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:31.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:31.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.735 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi066 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:31.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: osdmap e61: 9 total, 9 up, 9 in 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi066 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi066 to 5696M 2024-04-25T18:56:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:31.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:56:31.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:31.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi032:vg_nvme/lv_1 2024-04-25T18:56:32.241 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:56:32.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:32 smithi032 ceph-mon[28041]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T18:56:32.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:32 smithi066 ceph-mon[32882]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T18:56:32.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:32 smithi064 ceph-mon[32321]: osdmap e62: 9 total, 9 up, 9 in 2024-04-25T18:56:33.660 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:33 smithi066 ceph-mon[32882]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:33.660 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:33 smithi066 ceph-mon[32882]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T18:56:33.735 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:33 smithi032 ceph-mon[28041]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:33.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:33 smithi032 ceph-mon[28041]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T18:56:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:33 smithi064 ceph-mon[32321]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:33 smithi064 ceph-mon[32321]: osdmap e63: 9 total, 9 up, 9 in 2024-04-25T18:56:34.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 -- 172.21.15.32:0/2598528656 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180102ab0 msgr2=0x7fd180102ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:34.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 --2- 172.21.15.32:0/2598528656 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180102ab0 0x7fd180102ed0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd170009920 tx=0x7fd170009c30 comp rx=0 tx=0).stop 2024-04-25T18:56:34.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 -- 172.21.15.32:0/2598528656 shutdown_connections 2024-04-25T18:56:34.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 --2- 172.21.15.32:0/2598528656 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180104650 0x7fd18010af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:34.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 --2- 172.21.15.32:0/2598528656 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180102ab0 0x7fd180102ed0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:34.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 --2- 172.21.15.32:0/2598528656 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd180103cb0 0x7fd180104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:34.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 -- 172.21.15.32:0/2598528656 >> 172.21.15.32:0/2598528656 conn(0x7fd1800fe010 msgr2=0x7fd180100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:56:34.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 -- 172.21.15.32:0/2598528656 shutdown_connections 2024-04-25T18:56:34.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.616+0000 7fd185000700 1 -- 172.21.15.32:0/2598528656 wait complete. 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.617+0000 7fd185000700 1 Processor -- start 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 -- start start 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 0x7fd1800767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180103cb0 0x7fd180074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd180104650 0x7fd180075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd18010e570 con 0x7fd180104650 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd18010e3f0 con 0x7fd180103cb0 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd185000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd18010e6f0 con 0x7fd180102ab0 2024-04-25T18:56:34.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd17de00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 0x7fd1800767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:34.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd17de00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 0x7fd1800767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53884/0 (socket says 172.21.15.32:53884) 2024-04-25T18:56:34.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd17de00700 1 -- 172.21.15.32:0/1704787291 learned_addr learned my addr 172.21.15.32:0/1704787291 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:56:34.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.618+0000 7fd17e800700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd180104650 0x7fd180075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:34.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd175400700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180103cb0 0x7fd180074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:34.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd17de00700 1 -- 172.21.15.32:0/1704787291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180103cb0 msgr2=0x7fd180074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:34.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd17de00700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180103cb0 0x7fd180074e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:34.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd17de00700 1 -- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd180104650 msgr2=0x7fd180075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:56:34.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd17de00700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd180104650 0x7fd180075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:56:34.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd17de00700 1 -- 172.21.15.32:0/1704787291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd180075c20 con 0x7fd180102ab0 2024-04-25T18:56:34.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.619+0000 7fd17de00700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 0x7fd1800767e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd170009230 tx=0x7fd170005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:56:34.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.620+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd170027070 con 0x7fd180102ab0 2024-04-25T18:56:34.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.620+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd17000ba10 con 0x7fd180102ab0 2024-04-25T18:56:34.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.620+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1801a2e40 con 0x7fd180102ab0 2024-04-25T18:56:34.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.620+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd170004930 con 0x7fd180102ab0 2024-04-25T18:56:34.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.620+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1801a31e0 con 0x7fd180102ab0 2024-04-25T18:56:34.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.621+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd180069730 con 0x7fd180102ab0 2024-04-25T18:56:34.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.623+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd17002a070 con 0x7fd180102ab0 2024-04-25T18:56:34.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.624+0000 7fd177400700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd1640a3c40 0x7fd1640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:56:34.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.624+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5829+0+0 (secure 0 0 0) 0x7fd1700d05f0 con 0x7fd180102ab0 2024-04-25T18:56:34.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.625+0000 7fd175400700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd1640a3c40 0x7fd1640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:56:34.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.625+0000 7fd175400700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd1640a3c40 0x7fd1640a6100 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd168009680 tx=0x7fd168009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:56:34.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.629+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd17005eff0 con 0x7fd180102ab0 2024-04-25T18:56:34.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:56:34.870+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd180062e80 con 0x7fd1640a3c40 2024-04-25T18:56:35.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:35 smithi066 ceph-mon[32882]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-25T18:56:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:56:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:56:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:35 smithi064 ceph-mon[32321]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-25T18:56:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:56:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:56:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:35 smithi032 ceph-mon[28041]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-25T18:56:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:56:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:56:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:36.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:36 smithi032 ceph-mon[28041]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:56:36.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:36 smithi066 ceph-mon[32882]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:56:36.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:36 smithi064 ceph-mon[32321]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:56:37.640 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:37 smithi032 ceph-mon[28041]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:56:37.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:37 smithi066 ceph-mon[32882]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:56:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:37 smithi064 ceph-mon[32321]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-25T18:56:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:39 smithi066 ceph-mon[32882]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-25T18:56:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:39 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1442879675' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "957f666b-78f2-45ed-8a51-3181714618bb"}]: dispatch 2024-04-25T18:56:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:39 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1442879675' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "957f666b-78f2-45ed-8a51-3181714618bb"}]': finished 2024-04-25T18:56:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:39 smithi066 ceph-mon[32882]: osdmap e64: 10 total, 9 up, 10 in 2024-04-25T18:56:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:39 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:56:39.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:39 smithi064 ceph-mon[32321]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-25T18:56:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:39 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1442879675' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "957f666b-78f2-45ed-8a51-3181714618bb"}]: dispatch 2024-04-25T18:56:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:39 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1442879675' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "957f666b-78f2-45ed-8a51-3181714618bb"}]': finished 2024-04-25T18:56:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:39 smithi064 ceph-mon[32321]: osdmap e64: 10 total, 9 up, 10 in 2024-04-25T18:56:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:39 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:56:39.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:39 smithi032 ceph-mon[28041]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-25T18:56:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:39 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1442879675' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "957f666b-78f2-45ed-8a51-3181714618bb"}]: dispatch 2024-04-25T18:56:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:39 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1442879675' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "957f666b-78f2-45ed-8a51-3181714618bb"}]': finished 2024-04-25T18:56:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:39 smithi032 ceph-mon[28041]: osdmap e64: 10 total, 9 up, 10 in 2024-04-25T18:56:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:39 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:56:40.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:40 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1245101595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:56:40.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:40 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1245101595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:56:40.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:40 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1245101595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:56:41.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:41 smithi066 ceph-mon[32882]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:56:41.703 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:41 smithi032 ceph-mon[28041]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:56:41.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:41 smithi064 ceph-mon[32321]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:56:43.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:43 smithi032 ceph-mon[28041]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T18:56:43.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:43 smithi066 ceph-mon[32882]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T18:56:43.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:43 smithi064 ceph-mon[32321]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-25T18:56:45.458 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:45 smithi032 ceph-mon[28041]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:45.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:45 smithi066 ceph-mon[32882]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:45.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:45 smithi064 ceph-mon[32321]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:47 smithi066 ceph-mon[32882]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:47 smithi064 ceph-mon[32321]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:47 smithi032 ceph-mon[28041]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:49 smithi066 ceph-mon[32882]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T18:56:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:49 smithi066 ceph-mon[32882]: Deploying daemon osd.9 on smithi032 2024-04-25T18:56:49.773 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:49 smithi032 ceph-mon[28041]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:49 smithi032 ceph-mon[28041]: Deploying daemon osd.9 on smithi032 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:49 smithi064 ceph-mon[32321]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:56:49.774 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:49 smithi064 ceph-mon[32321]: Deploying daemon osd.9 on smithi032 2024-04-25T18:56:51.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:51 smithi066 ceph-mon[32882]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:51.709 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:51 smithi032 ceph-mon[28041]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:51 smithi064 ceph-mon[32321]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:53.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:53 smithi066 ceph-mon[32882]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:53.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:53 smithi032 ceph-mon[28041]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:53.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:53 smithi064 ceph-mon[32321]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:55 smithi066 ceph-mon[32882]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:55 smithi064 ceph-mon[32321]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:55 smithi032 ceph-mon[28041]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:57 smithi066 ceph-mon[32882]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:57.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:57 smithi064 ceph-mon[32321]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:57 smithi032 ceph-mon[28041]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:58.822 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:58.822 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:58.822 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:56:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:56:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:56:59 smithi032 ceph-mon[28041]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:56:59.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:56:59 smithi066 ceph-mon[32882]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:56:59 smithi064 ceph-mon[32321]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:00.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:00 smithi066 ceph-mon[32882]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:00.955 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:00 smithi032 ceph-mon[28041]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:01.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:00 smithi064 ceph-mon[32321]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:01.840 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:01 smithi032 ceph-mon[28041]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T18:57:01.841 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:01.841 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:01.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:01 smithi066 ceph-mon[32882]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T18:57:01.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:01.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:02.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:01 smithi064 ceph-mon[32321]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-25T18:57:02.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:02.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:02.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.880+0000 7fd177400700 1 -- 172.21.15.32:0/1704787291 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd180062e80 con 0x7fd1640a3c40 2024-04-25T18:57:02.882 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 9 on host 'smithi032' 2024-04-25T18:57:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd1640a3c40 msgr2=0x7fd1640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:02.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd1640a3c40 0x7fd1640a6100 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd168009680 tx=0x7fd168009260 comp rx=0 tx=0).stop 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 msgr2=0x7fd1800767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 0x7fd1800767e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd170009230 tx=0x7fd170005270 comp rx=0 tx=0).stop 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 shutdown_connections 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd1640a3c40 0x7fd1640a6100 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd180104650 0x7fd180075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd180102ab0 0x7fd1800767e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 --2- 172.21.15.32:0/1704787291 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd180103cb0 0x7fd180074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 >> 172.21.15.32:0/1704787291 conn(0x7fd1800fe010 msgr2=0x7fd1801071c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 shutdown_connections 2024-04-25T18:57:02.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:02.884+0000 7fd185000700 1 -- 172.21.15.32:0/1704787291 wait complete. 2024-04-25T18:57:02.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:02 smithi066 ceph-mon[32882]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T18:57:02.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:02 smithi066 ceph-mon[32882]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T18:57:02.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:02 smithi066 ceph-mon[32882]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:57:02.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:02.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:02 smithi066 ceph-mon[32882]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:03.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:02 smithi064 ceph-mon[32321]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T18:57:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:02 smithi064 ceph-mon[32321]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T18:57:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:02 smithi064 ceph-mon[32321]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:57:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:03.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:02 smithi064 ceph-mon[32321]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:03.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:02 smithi032 ceph-mon[28041]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-25T18:57:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:02 smithi032 ceph-mon[28041]: osdmap e65: 10 total, 9 up, 10 in 2024-04-25T18:57:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:02 smithi032 ceph-mon[28041]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2024-04-25T18:57:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:02 smithi032 ceph-mon[28041]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:03.716 DEBUG:teuthology.orchestra.run.smithi032:osd.9> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.9.service 2024-04-25T18:57:03.720 INFO:tasks.cephadm:Deploying osd.10 on smithi064 with /dev/vg_nvme/lv_1... 2024-04-25T18:57:03.720 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:03.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:03.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:03 smithi066 ceph-mon[32882]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:03.974 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:03.975 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:03.975 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:03.975 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:03 smithi032 ceph-mon[28041]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' 2024-04-25T18:57:03.976 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: osdmap e66: 10 total, 9 up, 10 in 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:04.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:04.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:03 smithi064 ceph-mon[32321]: from='osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573]' entity='osd.9' 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] boot 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: osdmap e67: 10 total, 10 up, 10 in 2024-04-25T18:57:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:04 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] boot 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: osdmap e67: 10 total, 10 up, 10 in 2024-04-25T18:57:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:04 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: osd.9 [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] boot 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: osdmap e67: 10 total, 10 up, 10 in 2024-04-25T18:57:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:04 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T18:57:06.268 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T18:57:06.268 INFO:teuthology.orchestra.run.smithi064.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T18:57:06.268 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10+0 records in 2024-04-25T18:57:06.268 INFO:teuthology.orchestra.run.smithi064.stderr:10+0 records out 2024-04-25T18:57:06.268 INFO:teuthology.orchestra.run.smithi064.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113056 s, 927 MB/s 2024-04-25T18:57:06.268 INFO:teuthology.orchestra.run.smithi064.stderr:--> Zapping successful for: 2024-04-25T18:57:06.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:06 smithi064 ceph-mon[32321]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T18:57:06.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:06 smithi066 ceph-mon[32882]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T18:57:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:06 smithi032 ceph-mon[28041]: osdmap e68: 10 total, 10 up, 10 in 2024-04-25T18:57:06.913 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_1 2024-04-25T18:57:07.165 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T18:57:07.580 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:07 smithi064 ceph-mon[32321]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:07 smithi066 ceph-mon[32882]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:07 smithi032 ceph-mon[28041]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 -- 172.21.15.64:0/1153409828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c1019a0 msgr2=0x7f4d5c101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/1153409828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c1019a0 0x7f4d5c101dc0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4d500099c0 tx=0x7f4d50009cd0 comp rx=0 tx=0).stop 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 -- 172.21.15.64:0/1153409828 shutdown_connections 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/1153409828 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5c103540 0x7f4d5c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/1153409828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c1019a0 0x7f4d5c101dc0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/1153409828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d5c102ba0 0x7f4d5c103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.988+0000 7f4d62ceb700 1 -- 172.21.15.64:0/1153409828 >> 172.21.15.64:0/1153409828 conn(0x7f4d5c0fcf60 msgr2=0x7f4d5c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:08.993 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 -- 172.21.15.64:0/1153409828 shutdown_connections 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 -- 172.21.15.64:0/1153409828 wait complete. 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 Processor -- start 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 -- start start 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5c1019a0 0x7f4d5c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d5c102ba0 0x7f4d5c1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 0x7f4d5c1a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c10d4b0 con 0x7f4d5c1019a0 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c10d330 con 0x7f4d5c103540 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d62ceb700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c10d630 con 0x7f4d5c102ba0 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d61288700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 0x7f4d5c1a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d61288700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 0x7f4d5c1a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.64:54534/0 (socket says 172.21.15.64:54534) 2024-04-25T18:57:08.994 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.989+0000 7f4d61288700 1 -- 172.21.15.64:0/2571927807 learned_addr learned my addr 172.21.15.64:0/2571927807 (peer_addr_for_me v2:172.21.15.64:0/0) 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d5bfff700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d5c102ba0 0x7f4d5c1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d60a87700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5c1019a0 0x7f4d5c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d61288700 1 -- 172.21.15.64:0/2571927807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d5c102ba0 msgr2=0x7f4d5c1991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d61288700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d5c102ba0 0x7f4d5c1991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d61288700 1 -- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5c1019a0 msgr2=0x7f4d5c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d61288700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5c1019a0 0x7f4d5c198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d61288700 1 -- 172.21.15.64:0/2571927807 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d5c1a08c0 con 0x7f4d5c103540 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d61288700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 0x7f4d5c1a01f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4d5400b970 tx=0x7f4d5400bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d54019070 con 0x7f4d5c103540 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d5c1a0bb0 con 0x7f4d5c103540 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d5400cde0 con 0x7f4d5c103540 2024-04-25T18:57:08.995 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d54007370 con 0x7f4d5c103540 2024-04-25T18:57:08.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.990+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d5c1a10f0 con 0x7f4d5c103540 2024-04-25T18:57:08.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.991+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d5c069730 con 0x7f4d5c103540 2024-04-25T18:57:08.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.992+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4d5401c070 con 0x7f4d5c103540 2024-04-25T18:57:08.996 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.993+0000 7f4d59ffb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4d4c0a3c40 0x7f4d4c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:08.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.993+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6261+0+0 (secure 0 0 0) 0x7f4d540cf0d0 con 0x7f4d5c103540 2024-04-25T18:57:08.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.993+0000 7f4d60a87700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4d4c0a3c40 0x7f4d4c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:08.997 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.994+0000 7f4d60a87700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4d4c0a3c40 0x7f4d4c0a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4d50000c00 tx=0x7f4d50009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:57:09.000 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:08.998+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4d5409c2b0 con 0x7f4d5c103540 2024-04-25T18:57:09.222 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:09.219+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4d5c06b820 con 0x7f4d4c0a3c40 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:09.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:09.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:57:09.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:57:09.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:57:09.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:57:09.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:09.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:09.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:09.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:57:09.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:57:09.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:10.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:10 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi032 2024-04-25T18:57:10.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:10 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi032 to 4273M 2024-04-25T18:57:10.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:10 smithi064 ceph-mon[32321]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:57:10.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:10 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi032 2024-04-25T18:57:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:10 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi032 to 4273M 2024-04-25T18:57:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:10 smithi066 ceph-mon[32882]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:57:10.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:10 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi032 2024-04-25T18:57:10.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:10 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi032 to 4273M 2024-04-25T18:57:10.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:10 smithi032 ceph-mon[28041]: from='client.24362 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:57:11.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:11 smithi066 ceph-mon[32882]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:11 smithi064 ceph-mon[32321]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:11.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:11 smithi032 ceph-mon[28041]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:12.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:12 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/2408746730' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]: dispatch 2024-04-25T18:57:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:12 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]: dispatch 2024-04-25T18:57:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:12 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]': finished 2024-04-25T18:57:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:12 smithi066 ceph-mon[32882]: osdmap e69: 11 total, 10 up, 11 in 2024-04-25T18:57:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:12.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:12 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/2408746730' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]: dispatch 2024-04-25T18:57:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:12 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]: dispatch 2024-04-25T18:57:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:12 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]': finished 2024-04-25T18:57:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:12 smithi064 ceph-mon[32321]: osdmap e69: 11 total, 10 up, 11 in 2024-04-25T18:57:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:12 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/2408746730' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]: dispatch 2024-04-25T18:57:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:12 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]: dispatch 2024-04-25T18:57:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:12 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36df614f-1263-4ac8-a506-143ce013e3f3"}]': finished 2024-04-25T18:57:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:12 smithi032 ceph-mon[28041]: osdmap e69: 11 total, 10 up, 11 in 2024-04-25T18:57:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:13 smithi066 ceph-mon[32882]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:13 smithi066 ceph-mon[32882]: from='client.? 172.21.15.64:0/1009265912' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:57:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:13 smithi064 ceph-mon[32321]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:13 smithi064 ceph-mon[32321]: from='client.? 172.21.15.64:0/1009265912' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:57:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:13 smithi032 ceph-mon[28041]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:13 smithi032 ceph-mon[28041]: from='client.? 172.21.15.64:0/1009265912' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:57:15.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:15 smithi066 ceph-mon[32882]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:15 smithi064 ceph-mon[32321]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:15 smithi032 ceph-mon[28041]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:17 smithi064 ceph-mon[32321]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:17 smithi032 ceph-mon[28041]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:17 smithi066 ceph-mon[32882]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:19 smithi064 ceph-mon[32321]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:19 smithi066 ceph-mon[32882]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:19 smithi032 ceph-mon[28041]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:20.599 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:20 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T18:57:20.599 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:20 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:20.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:20 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T18:57:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:20 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:20.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-25T18:57:20.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:20 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:21 smithi064 ceph-mon[32321]: Deploying daemon osd.10 on smithi064 2024-04-25T18:57:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:21 smithi064 ceph-mon[32321]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:21.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:21 smithi066 ceph-mon[32882]: Deploying daemon osd.10 on smithi064 2024-04-25T18:57:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:21 smithi066 ceph-mon[32882]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:21 smithi032 ceph-mon[28041]: Deploying daemon osd.10 on smithi064 2024-04-25T18:57:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:21 smithi032 ceph-mon[28041]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:23.583 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:23 smithi064 ceph-mon[32321]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:23 smithi066 ceph-mon[32882]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:23 smithi032 ceph-mon[28041]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:25.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:25 smithi066 ceph-mon[32882]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:25 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:25 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:25 smithi064 ceph-mon[32321]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:25 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:25 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:25 smithi032 ceph-mon[28041]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:25 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:25 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:26 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:26.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:26 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:26.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:26 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:27.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:27 smithi066 ceph-mon[32882]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:27 smithi064 ceph-mon[32321]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:27.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:27 smithi032 ceph-mon[28041]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:28.853 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 10 on host 'smithi064' 2024-04-25T18:57:28.853 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.851+0000 7f4d59ffb700 1 -- 172.21.15.64:0/2571927807 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f4d5c06b820 con 0x7f4d4c0a3c40 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4d4c0a3c40 msgr2=0x7f4d4c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4d4c0a3c40 0x7f4d4c0a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4d50000c00 tx=0x7f4d50009f10 comp rx=0 tx=0).stop 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 msgr2=0x7f4d5c1a01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 0x7f4d5c1a01f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4d5400b970 tx=0x7f4d5400bc80 comp rx=0 tx=0).stop 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 shutdown_connections 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4d4c0a3c40 0x7f4d4c0a6100 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d5c1019a0 0x7f4d5c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d5c103540 0x7f4d5c1a01f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 --2- 172.21.15.64:0/2571927807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d5c102ba0 0x7f4d5c1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:28.855 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 >> 172.21.15.64:0/2571927807 conn(0x7f4d5c0fcf60 msgr2=0x7f4d5c06b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:28.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 shutdown_connections 2024-04-25T18:57:28.856 INFO:teuthology.orchestra.run.smithi064.stderr:2024-04-25T18:57:28.853+0000 7f4d62ceb700 1 -- 172.21.15.64:0/2571927807 wait complete. 2024-04-25T18:57:29.499 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:29 smithi064 ceph-mon[32321]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:29.500 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:29.500 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:29.500 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:29 smithi064 ceph-mon[32321]: from='osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T18:57:29.500 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:29 smithi064 ceph-mon[32321]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T18:57:29.526 DEBUG:teuthology.orchestra.run.smithi064:osd.10> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.10.service 2024-04-25T18:57:29.528 INFO:tasks.cephadm:Deploying osd.11 on smithi066 with /dev/vg_nvme/lv_1... 2024-04-25T18:57:29.529 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-25T18:57:29.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:29 smithi066 ceph-mon[32882]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:29 smithi066 ceph-mon[32882]: from='osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T18:57:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:29 smithi066 ceph-mon[32882]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T18:57:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:29 smithi032 ceph-mon[28041]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:29 smithi032 ceph-mon[28041]: from='osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T18:57:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:29 smithi032 ceph-mon[28041]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-25T18:57:29.788 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:57:30.934 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:30.934 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:30.934 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:30.934 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T18:57:30.935 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: from='osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:57:30.935 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T18:57:30.935 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:30.935 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:30 smithi066 ceph-mon[32882]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: from='osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-mon[32321]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:57:31.023 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T18:57:30.856+0000 7ff1a50fc700 -1 osd.10 0 waiting for initial osdmap 2024-04-25T18:57:31.023 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 18:57:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T18:57:30.867+0000 7ff1a0eef700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: from='osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: osdmap e70: 11 total, 10 up, 11 in 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:30 smithi032 ceph-mon[28041]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-04-25T18:57:31.863 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:31 smithi066 ceph-mon[32882]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:57:31.863 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:31 smithi066 ceph-mon[32882]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T18:57:31.863 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:31.863 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:32.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:31 smithi064 ceph-mon[32321]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:57:32.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:31 smithi064 ceph-mon[32321]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T18:57:32.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:32.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:32.112 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-25T18:57:32.112 INFO:teuthology.orchestra.run.smithi066.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-25T18:57:32.112 INFO:teuthology.orchestra.run.smithi066.stderr: stderr: 10+0 records in 2024-04-25T18:57:32.112 INFO:teuthology.orchestra.run.smithi066.stderr:10+0 records out 2024-04-25T18:57:32.112 INFO:teuthology.orchestra.run.smithi066.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122594 s, 855 MB/s 2024-04-25T18:57:32.112 INFO:teuthology.orchestra.run.smithi066.stderr:--> Zapping successful for: 2024-04-25T18:57:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:31 smithi032 ceph-mon[28041]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-04-25T18:57:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:31 smithi032 ceph-mon[28041]: osdmap e71: 11 total, 10 up, 11 in 2024-04-25T18:57:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:32.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:32.909 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi066:vg_nvme/lv_1 2024-04-25T18:57:33.157 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:57:33.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:57:33.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:57:33.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:33.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:33.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] boot 2024-04-25T18:57:33.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: osdmap e72: 11 total, 11 up, 11 in 2024-04-25T18:57:33.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:33.266 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:57:33.266 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:57:33.266 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:33.267 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:33.267 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] boot 2024-04-25T18:57:33.267 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: osdmap e72: 11 total, 11 up, 11 in 2024-04-25T18:57:33.267 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: osd.10 [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] boot 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: osdmap e72: 11 total, 11 up, 11 in 2024-04-25T18:57:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi064 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi064 to 4272M 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:34.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:33 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T18:57:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi064 2024-04-25T18:57:34.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi064 to 4272M 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:34.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:33 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: osdmap e73: 11 total, 11 up, 11 in 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi064 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi064 to 4272M 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:34.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:33 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:34.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 -- 172.21.15.66:0/3917401740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 msgr2=0x7f0d50104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:34.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 --2- 172.21.15.66:0/3917401740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50104120 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0d40009990 tx=0x7f0d40009ca0 comp rx=0 tx=0).stop 2024-04-25T18:57:34.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 -- 172.21.15.66:0/3917401740 shutdown_connections 2024-04-25T18:57:34.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 --2- 172.21.15.66:0/3917401740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d50104660 0x7f0d5010af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:34.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 --2- 172.21.15.66:0/3917401740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d50102ac0 0x7f0d50102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:34.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 --2- 172.21.15.66:0/3917401740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50104120 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 -- 172.21.15.66:0/3917401740 >> 172.21.15.66:0/3917401740 conn(0x7f0d500fe060 msgr2=0x7f0d501004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 -- 172.21.15.66:0/3917401740 shutdown_connections 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 -- 172.21.15.66:0/3917401740 wait complete. 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 Processor -- start 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.803+0000 7f0d585be700 1 -- start start 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d585be700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d50102ac0 0x7f0d50198d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d585be700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d585be700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d50104660 0x7f0d501a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d585be700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5010e6a0 con 0x7f0d50104660 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d585be700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5010e520 con 0x7f0d50102ac0 2024-04-25T18:57:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d585be700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0d5010e820 con 0x7f0d50103cc0 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50199240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56406/0 (socket says 172.21.15.66:56406) 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 -- 172.21.15.66:0/3550365605 learned_addr learned my addr 172.21.15.66:0/3550365605 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d5635a700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d50102ac0 0x7f0d50198d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 -- 172.21.15.66:0/3550365605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d50102ac0 msgr2=0x7f0d50198d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d50102ac0 0x7f0d50198d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 -- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d50104660 msgr2=0x7f0d501a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d50104660 0x7f0d501a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 -- 172.21.15.66:0/3550365605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d501a0950 con 0x7f0d50103cc0 2024-04-25T18:57:34.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d55b59700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50199240 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0d400036f0 tx=0x7f0d400057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:57:34.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.804+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40027070 con 0x7f0d50103cc0 2024-04-25T18:57:34.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.805+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d40022470 con 0x7f0d50103cc0 2024-04-25T18:57:34.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.805+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d501a0be0 con 0x7f0d50103cc0 2024-04-25T18:57:34.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.805+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40004230 con 0x7f0d50103cc0 2024-04-25T18:57:34.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.805+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d501a1110 con 0x7f0d50103cc0 2024-04-25T18:57:34.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.806+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d50069730 con 0x7f0d50103cc0 2024-04-25T18:57:34.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.807+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0d4002a070 con 0x7f0d50103cc0 2024-04-25T18:57:34.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.807+0000 7f0d477fe700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0d3c0a3cc0 0x7f0d3c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:34.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.807+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6723+0+0 (secure 0 0 0) 0x7f0d400d0d50 con 0x7f0d50103cc0 2024-04-25T18:57:34.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.808+0000 7f0d5635a700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0d3c0a3cc0 0x7f0d3c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:34.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.809+0000 7f0d5635a700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0d3c0a3cc0 0x7f0d3c0a6180 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c006fd0 tx=0x7f0d4c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:57:34.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:34.812+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0d4005eff0 con 0x7f0d50103cc0 2024-04-25T18:57:35.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:35.032+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f0d50062e80 con 0x7f0d3c0a3cc0 2024-04-25T18:57:35.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:34 smithi066 ceph-mon[32882]: pgmap v267: 1 pgs: 1 remapped+peering; 577 KiB data, 326 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:35.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:34 smithi066 ceph-mon[32882]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T18:57:35.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:34 smithi064 ceph-mon[32321]: pgmap v267: 1 pgs: 1 remapped+peering; 577 KiB data, 326 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:35.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:34 smithi064 ceph-mon[32321]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T18:57:35.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:34 smithi032 ceph-mon[28041]: pgmap v267: 1 pgs: 1 remapped+peering; 577 KiB data, 326 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:35.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:34 smithi032 ceph-mon[28041]: osdmap e74: 11 total, 11 up, 11 in 2024-04-25T18:57:35.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:35 smithi066 ceph-mon[32882]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T18:57:35.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:35 smithi066 ceph-mon[32882]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:57:35.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:57:35.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:57:35.956 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:36.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:35 smithi064 ceph-mon[32321]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T18:57:36.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:35 smithi064 ceph-mon[32321]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:57:36.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:57:36.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:57:36.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:35 smithi032 ceph-mon[28041]: osdmap e75: 11 total, 11 up, 11 in 2024-04-25T18:57:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:35 smithi032 ceph-mon[28041]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi066:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:57:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-25T18:57:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-25T18:57:36.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:37.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:36 smithi066 ceph-mon[32882]: pgmap v270: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:37.050 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:36 smithi066 ceph-mon[32882]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T18:57:37.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:36 smithi064 ceph-mon[32321]: pgmap v270: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:37.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:36 smithi064 ceph-mon[32321]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T18:57:37.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:36 smithi032 ceph-mon[28041]: pgmap v270: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:36 smithi032 ceph-mon[28041]: osdmap e76: 11 total, 11 up, 11 in 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: pgmap v272: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/3361164595' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]: dispatch 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]: dispatch 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]': finished 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: osdmap e77: 12 total, 11 up, 12 in 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:39.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:38 smithi066 ceph-mon[32882]: from='client.? 172.21.15.66:0/2432384392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: pgmap v272: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/3361164595' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]: dispatch 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]: dispatch 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]': finished 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: osdmap e77: 12 total, 11 up, 12 in 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:39.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:38 smithi064 ceph-mon[32321]: from='client.? 172.21.15.66:0/2432384392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: pgmap v272: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/3361164595' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]: dispatch 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]: dispatch 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b43288ef-a1da-4f39-8ea2-ce3227a19680"}]': finished 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: osdmap e77: 12 total, 11 up, 12 in 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:39.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:38 smithi032 ceph-mon[28041]: from='client.? 172.21.15.66:0/2432384392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-25T18:57:41.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:40 smithi066 ceph-mon[32882]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-25T18:57:41.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:40 smithi064 ceph-mon[32321]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-25T18:57:41.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:40 smithi032 ceph-mon[28041]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-04-25T18:57:43.194 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:42 smithi066 ceph-mon[32882]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-25T18:57:43.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:42 smithi064 ceph-mon[32321]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-25T18:57:43.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:42 smithi032 ceph-mon[28041]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-25T18:57:45.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:44 smithi066 ceph-mon[32882]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:57:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:44 smithi064 ceph-mon[32321]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:57:45.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:44 smithi032 ceph-mon[28041]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-25T18:57:46.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:45 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T18:57:46.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:45 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:46.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:45 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T18:57:46.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:45 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:46.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-25T18:57:46.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:47.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:46 smithi066 ceph-mon[32882]: Deploying daemon osd.11 on smithi066 2024-04-25T18:57:47.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:46 smithi066 ceph-mon[32882]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:57:47.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:46 smithi064 ceph-mon[32321]: Deploying daemon osd.11 on smithi066 2024-04-25T18:57:47.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:46 smithi064 ceph-mon[32321]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:57:47.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:46 smithi032 ceph-mon[28041]: Deploying daemon osd.11 on smithi066 2024-04-25T18:57:47.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:46 smithi032 ceph-mon[28041]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:57:49.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:48 smithi066 ceph-mon[32882]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:57:49.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:48 smithi064 ceph-mon[32321]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:57:49.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:48 smithi032 ceph-mon[28041]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-25T18:57:51.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:50 smithi066 ceph-mon[32882]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-25T18:57:51.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:50 smithi064 ceph-mon[32321]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-25T18:57:51.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:50 smithi032 ceph-mon[28041]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-25T18:57:52.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:52 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:52.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:52 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:52.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:52 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:52.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:52 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:52.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:52 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:52.778 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:52 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:52.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:52 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:52.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:52 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:52.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:52 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:53 smithi064 ceph-mon[32321]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:53.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:53 smithi032 ceph-mon[28041]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:53.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:53 smithi066 ceph-mon[32882]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:55.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.471+0000 7f0d477fe700 1 -- 172.21.15.66:0/3550365605 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f0d50062e80 con 0x7f0d3c0a3cc0 2024-04-25T18:57:55.473 INFO:teuthology.orchestra.run.smithi066.stdout:Created osd(s) 11 on host 'smithi066' 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0d3c0a3cc0 msgr2=0x7f0d3c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0d3c0a3cc0 0x7f0d3c0a6180 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c006fd0 tx=0x7f0d4c008040 comp rx=0 tx=0).stop 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 msgr2=0x7f0d50199240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50199240 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0d400036f0 tx=0x7f0d400057c0 comp rx=0 tx=0).stop 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 shutdown_connections 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0d3c0a3cc0 0x7f0d3c0a6180 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d50104660 0x7f0d501a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:55.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0d50102ac0 0x7f0d50198d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 --2- 172.21.15.66:0/3550365605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d50103cc0 0x7f0d50199240 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 >> 172.21.15.66:0/3550365605 conn(0x7f0d500fe060 msgr2=0x7f0d50107010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.473+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 shutdown_connections 2024-04-25T18:57:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:57:55.474+0000 7f0d585be700 1 -- 172.21.15.66:0/3550365605 wait complete. 2024-04-25T18:57:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:55 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:55 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-25T18:57:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:57:56.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:55 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:56.165 DEBUG:teuthology.orchestra.run.smithi066:osd.11> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.11.service 2024-04-25T18:57:56.167 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-25T18:57:56.168 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-25T18:57:56.640 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:57:56.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-mon[32882]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T18:57:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-mon[32882]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T18:57:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-mon[32882]: from='osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:57:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-mon[32882]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:57:56.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-mon[32882]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:56.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T18:57:56.643+0000 7fbc0eb86700 -1 osd.11 0 waiting for initial osdmap 2024-04-25T18:57:56.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 18:57:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T18:57:56.659+0000 7fbc0a979700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-25T18:57:56.967 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:56 smithi032 ceph-mon[28041]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T18:57:56.967 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:56 smithi032 ceph-mon[28041]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T18:57:56.968 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:56 smithi032 ceph-mon[28041]: from='osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:57:56.968 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:56.968 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:56 smithi032 ceph-mon[28041]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:57:56.968 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:56 smithi032 ceph-mon[28041]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:57.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:56 smithi064 ceph-mon[32321]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-25T18:57:57.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:56 smithi064 ceph-mon[32321]: osdmap e78: 12 total, 11 up, 12 in 2024-04-25T18:57:57.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:56 smithi064 ceph-mon[32321]: from='osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:57:57.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:57.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:56 smithi064 ceph-mon[32321]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]: dispatch 2024-04-25T18:57:57.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:56 smithi064 ceph-mon[32321]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:57 smithi066 ceph-mon[32882]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:57:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:57 smithi066 ceph-mon[32882]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T18:57:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:57.977 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:57 smithi032 ceph-mon[28041]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:57:57.978 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:57 smithi032 ceph-mon[28041]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T18:57:57.978 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:57.978 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:57 smithi064 ceph-mon[32321]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi066", "root=default"]}]': finished 2024-04-25T18:57:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:57 smithi064 ceph-mon[32321]: osdmap e79: 12 total, 11 up, 12 in 2024-04-25T18:57:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:58.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:58.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:58 smithi032 ceph-mon[28041]: purged_snaps scrub starts 2024-04-25T18:57:58.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:58 smithi032 ceph-mon[28041]: purged_snaps scrub ok 2024-04-25T18:57:58.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:58 smithi032 ceph-mon[28041]: osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] boot 2024-04-25T18:57:58.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:58 smithi032 ceph-mon[28041]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T18:57:58.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:58.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:58 smithi032 ceph-mon[28041]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:58 smithi066 ceph-mon[32882]: purged_snaps scrub starts 2024-04-25T18:57:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:58 smithi066 ceph-mon[32882]: purged_snaps scrub ok 2024-04-25T18:57:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:58 smithi066 ceph-mon[32882]: osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] boot 2024-04-25T18:57:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:58 smithi066 ceph-mon[32882]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T18:57:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:58.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:58 smithi066 ceph-mon[32882]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:58 smithi064 ceph-mon[32321]: purged_snaps scrub starts 2024-04-25T18:57:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:58 smithi064 ceph-mon[32321]: purged_snaps scrub ok 2024-04-25T18:57:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:58 smithi064 ceph-mon[32321]: osd.11 [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] boot 2024-04-25T18:57:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:58 smithi064 ceph-mon[32321]: osdmap e80: 12 total, 12 up, 12 in 2024-04-25T18:57:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T18:57:59.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:58 smithi064 ceph-mon[32321]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-04-25T18:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 -- 172.21.15.32:0/2963601812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 msgr2=0x7f5530105910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 --2- 172.21.15.32:0/2963601812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530105910 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5524009f90 tx=0x7f552400b330 comp rx=0 tx=0).stop 2024-04-25T18:57:59.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 -- 172.21.15.32:0/2963601812 shutdown_connections 2024-04-25T18:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 --2- 172.21.15.32:0/2963601812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5530108780 0x7f553010abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 --2- 172.21.15.32:0/2963601812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530105910 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 --2- 172.21.15.32:0/2963601812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5530105e50 0x7f5530108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 -- 172.21.15.32:0/2963601812 >> 172.21.15.32:0/2963601812 conn(0x7f55300fcf30 msgr2=0x7f55300ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 -- 172.21.15.32:0/2963601812 shutdown_connections 2024-04-25T18:57:59.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.523+0000 7f5537600700 1 -- 172.21.15.32:0/2963601812 wait complete. 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 Processor -- start 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 -- start start 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5530105e50 0x7f55301014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5530108780 0x7f5530101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f553010e560 con 0x7f5530105e50 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f553010e3e0 con 0x7f5530108780 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.525+0000 7f5537600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f553010e6e0 con 0x7f5530103520 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530102e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:56428/0 (socket says 172.21.15.32:56428) 2024-04-25T18:57:59.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 -- 172.21.15.32:0/3752144266 learned_addr learned my addr 172.21.15.32:0/3752144266 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f552fe00700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5530105e50 0x7f55301014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5535600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5530108780 0x7f5530101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 -- 172.21.15.32:0/3752144266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5530108780 msgr2=0x7f5530101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5530108780 0x7f5530101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 -- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5530105e50 msgr2=0x7f55301014d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5530105e50 0x7f55301014d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 -- 172.21.15.32:0/3752144266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55301022c0 con 0x7f5530103520 2024-04-25T18:57:59.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.526+0000 7f5534c00700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530102e80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5524009550 tx=0x7f5524004f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:57:59.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.527+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5524021070 con 0x7f5530103520 2024-04-25T18:57:59.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.527+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5524007ac0 con 0x7f5530103520 2024-04-25T18:57:59.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.527+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55301a2d30 con 0x7f5530103520 2024-04-25T18:57:59.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.527+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55240052a0 con 0x7f5530103520 2024-04-25T18:57:59.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.527+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55301a3190 con 0x7f5530103520 2024-04-25T18:57:59.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.528+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5530069730 con 0x7f5530103520 2024-04-25T18:57:59.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.530+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5524024070 con 0x7f5530103520 2024-04-25T18:57:59.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.531+0000 7f552d600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55180a3cc0 0x7f55180a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:57:59.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.531+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f552400f020 con 0x7f5530103520 2024-04-25T18:57:59.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.531+0000 7f552fe00700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55180a3cc0 0x7f55180a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:57:59.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.532+0000 7f552fe00700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55180a3cc0 0x7f55180a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f551c009750 tx=0x7f551c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:57:59.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.535+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f552402b020 con 0x7f5530103520 2024-04-25T18:57:59.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.774+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f5530063650 con 0x7f5530103520 2024-04-25T18:57:59.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.775+0000 7f552d600700 1 -- 172.21.15.32:0/3752144266 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f552409e360 con 0x7f5530103520 2024-04-25T18:57:59.776 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55180a3cc0 msgr2=0x7f55180a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55180a3cc0 0x7f55180a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f551c009750 tx=0x7f551c009310 comp rx=0 tx=0).stop 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 msgr2=0x7f5530102e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530102e80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5524009550 tx=0x7f5524004f20 comp rx=0 tx=0).stop 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 shutdown_connections 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5530108780 0x7f5530101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5530103520 0x7f5530102e80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55180a3cc0 0x7f55180a6180 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 --2- 172.21.15.32:0/3752144266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5530105e50 0x7f55301014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 >> 172.21.15.32:0/3752144266 conn(0x7f55300fcf30 msgr2=0x7f5530104000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 shutdown_connections 2024-04-25T18:57:59.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:57:59.778+0000 7f5537600700 1 -- 172.21.15.32:0/3752144266 wait complete. 2024-04-25T18:57:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T18:57:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: Detected new or changed devices on smithi066 2024-04-25T18:57:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-25T18:57:59.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:57:59.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:57:59.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:57:59.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:57:59 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: Detected new or changed devices on smithi066 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-25T18:58:00.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:00.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:58:00.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:57:59 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: osdmap e81: 12 total, 12 up, 12 in 2024-04-25T18:58:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: Detected new or changed devices on smithi066 2024-04-25T18:58:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi066 to 4272M 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:58:00.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:57:59 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:00.726 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1714071477,"num_in_osds":12,"osd_in_since":1714071457,"num_remapped_pgs":0} 2024-04-25T18:58:00.726 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T18:58:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:00 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3752144266' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T18:58:00.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:00 smithi066 ceph-mon[32882]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:00 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3752144266' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T18:58:01.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:00 smithi064 ceph-mon[32321]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:01.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:00 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3752144266' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-25T18:58:01.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:00 smithi032 ceph-mon[28041]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:01.197 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:02 smithi032 ceph-mon[28041]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:03.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:02 smithi066 ceph-mon[32882]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:02 smithi064 ceph-mon[32321]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:03.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 -- 172.21.15.32:0/1518546554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 msgr2=0x7f4918108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:03.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 --2- 172.21.15.32:0/1518546554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 0x7f4918108e10 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4908009990 tx=0x7f4908009ca0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 -- 172.21.15.32:0/1518546554 shutdown_connections 2024-04-25T18:58:03.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 --2- 172.21.15.32:0/1518546554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806b0f0 0x7f491810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 --2- 172.21.15.32:0/1518546554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 0x7f4918108e10 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 --2- 172.21.15.32:0/1518546554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806a750 0x7f491806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 -- 172.21.15.32:0/1518546554 >> 172.21.15.32:0/1518546554 conn(0x7f49180788f0 msgr2=0x7f4918078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:03.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 -- 172.21.15.32:0/1518546554 shutdown_connections 2024-04-25T18:58:03.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.635+0000 7f491e000700 1 -- 172.21.15.32:0/1518546554 wait complete. 2024-04-25T18:58:03.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 Processor -- start 2024-04-25T18:58:03.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 -- start start 2024-04-25T18:58:03.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 0x7f491819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:03.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806b0f0 0x7f491819b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:03.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 0x7f491819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4918112c00 con 0x7f491806a750 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4918112a80 con 0x7f491806b0f0 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.637+0000 7f491e000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4918112d80 con 0x7f4918108a30 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 0x7f491819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4916a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806b0f0 0x7f491819b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4916a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806b0f0 0x7f491819b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35156/0 (socket says 172.21.15.32:35156) 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 0x7f491819b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59232/0 (socket says 172.21.15.32:59232) 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4916a00700 1 -- 172.21.15.32:0/2986752421 learned_addr learned my addr 172.21.15.32:0/2986752421 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:03.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917e00700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 0x7f491819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:03.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 -- 172.21.15.32:0/2986752421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 msgr2=0x7f491819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:03.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 0x7f491819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 -- 172.21.15.32:0/2986752421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806b0f0 msgr2=0x7f491819b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:03.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806b0f0 0x7f491819b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.638+0000 7f4917400700 1 -- 172.21.15.32:0/2986752421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49181a0340 con 0x7f491806a750 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.639+0000 7f4917400700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 0x7f491819b330 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4908000c00 tx=0x7f49080047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.639+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4908026070 con 0x7f491806a750 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.639+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49181a05d0 con 0x7f491806a750 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.639+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4908021410 con 0x7f491806a750 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.639+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4908017650 con 0x7f491806a750 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.639+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49181a7eb0 con 0x7f491806a750 2024-04-25T18:58:03.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.640+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4918104170 con 0x7f491806a750 2024-04-25T18:58:03.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.642+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4908029070 con 0x7f491806a750 2024-04-25T18:58:03.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.645+0000 7f490fe00700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f48fc0a3c40 0x7f48fc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:03.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.645+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f49080d0ca0 con 0x7f491806a750 2024-04-25T18:58:03.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.645+0000 7f4916a00700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f48fc0a3c40 0x7f48fc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:03.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.646+0000 7f4916a00700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f48fc0a3c40 0x7f48fc0a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4918078f60 tx=0x7f4904009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:03.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.650+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f490805dff0 con 0x7f491806a750 2024-04-25T18:58:03.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.881+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f491802df80 con 0x7f491806a750 2024-04-25T18:58:03.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.883+0000 7f490fe00700 1 -- 172.21.15.32:0/2986752421 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18324 (secure 0 0 0) 0x7f4908013070 con 0x7f491806a750 2024-04-25T18:58:03.885 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:03.885 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":81,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:57:58.654118+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T18:58:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.886+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f48fc0a3c40 msgr2=0x7f48fc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.886+0000 7f491e000700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f48fc0a3c40 0x7f48fc0a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4918078f60 tx=0x7f4904009260 comp rx=0 tx=0).stop 2024-04-25T18:58:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.886+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 msgr2=0x7f491819b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.886+0000 7f491e000700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 0x7f491819b330 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4908000c00 tx=0x7f49080047b0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 shutdown_connections 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f48fc0a3c40 0x7f48fc0a6100 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f491806a750 0x7f491819b330 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4918108a30 0x7f491819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 --2- 172.21.15.32:0/2986752421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f491806b0f0 0x7f491819b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 >> 172.21.15.32:0/2986752421 conn(0x7f49180788f0 msgr2=0x7f491810de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 shutdown_connections 2024-04-25T18:58:03.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:03.887+0000 7f491e000700 1 -- 172.21.15.32:0/2986752421 wait complete. 2024-04-25T18:58:04.674 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T18:53:33.815182+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T18:58:04.674 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-25T18:58:05.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:04 smithi032 ceph-mon[28041]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:05.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:04 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2986752421' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:58:05.120 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:05.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:04 smithi066 ceph-mon[32882]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:05.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:04 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2986752421' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:58:05.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:04 smithi064 ceph-mon[32321]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:05.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:04 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2986752421' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:58:07.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:06 smithi032 ceph-mon[28041]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:07.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:06 smithi066 ceph-mon[32882]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:07.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:06 smithi064 ceph-mon[32321]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:07.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 -- 172.21.15.32:0/525948565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 msgr2=0x7ff3f006b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:07.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 --2- 172.21.15.32:0/525948565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f006b970 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc009990 tx=0x7ff3dc009ca0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 -- 172.21.15.32:0/525948565 shutdown_connections 2024-04-25T18:58:07.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 --2- 172.21.15.32:0/525948565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f0103900 0x7ff3f006afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 --2- 172.21.15.32:0/525948565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3f010f200 0x7ff3f0111630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 --2- 172.21.15.32:0/525948565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f006b970 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 -- 172.21.15.32:0/525948565 >> 172.21.15.32:0/525948565 conn(0x7ff3f0078780 msgr2=0x7ff3f0078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:07.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 -- 172.21.15.32:0/525948565 shutdown_connections 2024-04-25T18:58:07.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.412+0000 7ff3efe00700 1 -- 172.21.15.32:0/525948565 wait complete. 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.413+0000 7ff3efe00700 1 Processor -- start 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.413+0000 7ff3efe00700 1 -- start start 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3efe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f0103de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3efe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3f0103900 0x7ff3f0104320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3efe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f010f200 0x7ff3f0104860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3efe00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f0114d60 con 0x7ff3f010f200 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3efe00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f0114be0 con 0x7ff3f006b4f0 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3efe00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f0114ee0 con 0x7ff3f0103900 2024-04-25T18:58:07.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3eea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f0103de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3eea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f0103de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35180/0 (socket says 172.21.15.32:35180) 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3eea00700 1 -- 172.21.15.32:0/818638898 learned_addr learned my addr 172.21.15.32:0/818638898 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3ef400700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f010f200 0x7ff3f0104860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.414+0000 7ff3ee000700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3f0103900 0x7ff3f0104320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3eea00700 1 -- 172.21.15.32:0/818638898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3f0103900 msgr2=0x7ff3f0104320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3eea00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3f0103900 0x7ff3f0104320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3eea00700 1 -- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f010f200 msgr2=0x7ff3f0104860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3eea00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f010f200 0x7ff3f0104860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3eea00700 1 -- 172.21.15.32:0/818638898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f01ab8e0 con 0x7ff3f006b4f0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3eea00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f0103de0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff3e000e9d0 tx=0x7ff3e000ece0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e000cbd0 con 0x7ff3f006b4f0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3e000ee70 con 0x7ff3f006b4f0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f01abbd0 con 0x7ff3f006b4f0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.415+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0018680 con 0x7ff3f006b4f0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.416+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f01ac130 con 0x7ff3f006b4f0 2024-04-25T18:58:07.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.417+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3f0101ea0 con 0x7ff3f006b4f0 2024-04-25T18:58:07.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.419+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff3e0010430 con 0x7ff3f006b4f0 2024-04-25T18:58:07.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.420+0000 7ff3f4a00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff3d40a3cc0 0x7ff3d40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:07.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.420+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7ff3e00d0230 con 0x7ff3f006b4f0 2024-04-25T18:58:07.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.420+0000 7ff3ee000700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff3d40a3cc0 0x7ff3d40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:07.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.421+0000 7ff3ee000700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff3d40a3cc0 0x7ff3d40a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc00b2e0 tx=0x7ff3dc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:07.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.423+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3e009d010 con 0x7ff3f006b4f0 2024-04-25T18:58:07.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.650+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff3f01ac300 con 0x7ff3f006b4f0 2024-04-25T18:58:07.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.651+0000 7ff3f4a00700 1 -- 172.21.15.32:0/818638898 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7ff3e009c910 con 0x7ff3f006b4f0 2024-04-25T18:58:07.653 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-25T18:58:07.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff3d40a3cc0 msgr2=0x7ff3d40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:07.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff3d40a3cc0 0x7ff3d40a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc00b2e0 tx=0x7ff3dc005960 comp rx=0 tx=0).stop 2024-04-25T18:58:07.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 msgr2=0x7ff3f0103de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:07.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f0103de0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff3e000e9d0 tx=0x7ff3e000ece0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 shutdown_connections 2024-04-25T18:58:07.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff3d40a3cc0 0x7ff3d40a6180 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3f010f200 0x7ff3f0104860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff3f006b4f0 0x7ff3f0103de0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 --2- 172.21.15.32:0/818638898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3f0103900 0x7ff3f0104320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:07.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.654+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 >> 172.21.15.32:0/818638898 conn(0x7ff3f0078780 msgr2=0x7ff3f0100af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:07.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.655+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 shutdown_connections 2024-04-25T18:58:07.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:07.655+0000 7ff3efe00700 1 -- 172.21.15.32:0/818638898 wait complete. 2024-04-25T18:58:08.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:07 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/818638898' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T18:58:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:07 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/818638898' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T18:58:08.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:07 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/818638898' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T18:58:08.522 INFO:tasks.cephadm:Adding mds.a on smithi032 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.d on smithi032 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.g on smithi032 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.j on smithi032 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.b on smithi064 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.e on smithi064 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.h on smithi064 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.k on smithi064 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.c on smithi066 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.f on smithi066 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.i on smithi066 2024-04-25T18:58:08.523 INFO:tasks.cephadm:Adding mds.l on smithi066 2024-04-25T18:58:08.524 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l' 2024-04-25T18:58:08.784 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T18:58:09.167 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:08 smithi066 ceph-mon[32882]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:09.173 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:08 smithi064 ceph-mon[32321]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:09.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:08 smithi032 ceph-mon[28041]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 -- 172.21.15.66:0/2844084103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 msgr2=0x7f768010aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 --2- 172.21.15.66:0/2844084103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f768010aef0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f767800b0a0 tx=0x7f767800b3b0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 -- 172.21.15.66:0/2844084103 shutdown_connections 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 --2- 172.21.15.66:0/2844084103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f768010aef0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 --2- 172.21.15.66:0/2844084103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7680102aa0 0x7f7680102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 --2- 172.21.15.66:0/2844084103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7680103ca0 0x7f7680104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 -- 172.21.15.66:0/2844084103 >> 172.21.15.66:0/2844084103 conn(0x7f76800fe040 msgr2=0x7f7680100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 -- 172.21.15.66:0/2844084103 shutdown_connections 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 -- 172.21.15.66:0/2844084103 wait complete. 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.671+0000 7f76852cc700 1 Processor -- start 2024-04-25T18:58:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 -- start start 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7680102aa0 0x7f768019ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7680103ca0 0x7f768019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f76801a23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f768010e5b0 con 0x7f7680102aa0 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f768010e430 con 0x7f7680103ca0 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f76852cc700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f768010e730 con 0x7f7680104640 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f76801a23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f76801a23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43794/0 (socket says 172.21.15.66:43794) 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 -- 172.21.15.66:0/1568245252 learned_addr learned my addr 172.21.15.66:0/1568245252 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767e7fc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7680103ca0 0x7f768019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 -- 172.21.15.66:0/1568245252 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7680103ca0 msgr2=0x7f768019b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7680103ca0 0x7f768019b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 -- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7680102aa0 msgr2=0x7f768019ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:10.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767effd700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7680102aa0 0x7f768019ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:10.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7680102aa0 0x7f768019ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.672+0000 7f767f7fe700 1 -- 172.21.15.66:0/1568245252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76801a2a60 con 0x7f7680104640 2024-04-25T18:58:10.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.673+0000 7f767f7fe700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f76801a23c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7678006070 tx=0x7f7678004e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:10.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.673+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7678021070 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.673+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76801a2cf0 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.673+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7678007d00 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.673+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f767801d450 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.673+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76801a31a0 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.674+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7680069730 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.675+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7678004020 con 0x7f7680104640 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.676+0000 7f7667fff700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f76680a3c40 0x7f76680a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:10.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.676+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f767800f020 con 0x7f7680104640 2024-04-25T18:58:10.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.676+0000 7f767effd700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f76680a3c40 0x7f76680a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:10.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.677+0000 7f767effd700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f76680a3c40 0x7f76680a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7670005950 tx=0x7f7670005d10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:10.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.681+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f767802a020 con 0x7f7680104640 2024-04-25T18:58:10.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.902+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l", "target": ["mon-mgr", ""]}) -- 0x7f7680076490 con 0x7f76680a3c40 2024-04-25T18:58:10.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.919+0000 7f7667fff700 1 -- 172.21.15.66:0/1568245252 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f7680076490 con 0x7f76680a3c40 2024-04-25T18:58:10.921 INFO:teuthology.orchestra.run.smithi066.stdout:Scheduled mds.all update... 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.921+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f76680a3c40 msgr2=0x7f76680a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.921+0000 7f76852cc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f76680a3c40 0x7f76680a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7670005950 tx=0x7f7670005d10 comp rx=0 tx=0).stop 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.921+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 msgr2=0x7f76801a23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.921+0000 7f76852cc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f76801a23c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7678006070 tx=0x7f7678004e40 comp rx=0 tx=0).stop 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 shutdown_connections 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f76680a3c40 0x7f76680a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7680102aa0 0x7f768019ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7680104640 0x7f76801a23c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 --2- 172.21.15.66:0/1568245252 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7680103ca0 0x7f768019b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 >> 172.21.15.66:0/1568245252 conn(0x7f76800fe040 msgr2=0x7f7680074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 shutdown_connections 2024-04-25T18:58:10.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-04-25T18:58:10.922+0000 7f76852cc700 1 -- 172.21.15.66:0/1568245252 wait complete. 2024-04-25T18:58:10.935 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:10 smithi066 ceph-mon[32882]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:11.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:10 smithi064 ceph-mon[32321]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:11.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:10 smithi032 ceph-mon[28041]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:11.719 DEBUG:teuthology.orchestra.run.smithi032:mds.a> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.a.service 2024-04-25T18:58:11.726 DEBUG:teuthology.orchestra.run.smithi032:mds.d> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.d.service 2024-04-25T18:58:11.771 DEBUG:teuthology.orchestra.run.smithi032:mds.g> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.g.service 2024-04-25T18:58:11.817 DEBUG:teuthology.orchestra.run.smithi032:mds.j> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.j.service 2024-04-25T18:58:11.864 DEBUG:teuthology.orchestra.run.smithi064:mds.b> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.b.service 2024-04-25T18:58:11.867 DEBUG:teuthology.orchestra.run.smithi064:mds.e> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.e.service 2024-04-25T18:58:11.910 DEBUG:teuthology.orchestra.run.smithi064:mds.h> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.h.service 2024-04-25T18:58:11.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:11 smithi066 ceph-mon[32882]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:58:11.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:11 smithi066 ceph-mon[32882]: Saving service mds.all spec with placement smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l;count:12 2024-04-25T18:58:11.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:11.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:58:11.953 DEBUG:teuthology.orchestra.run.smithi064:mds.k> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.k.service 2024-04-25T18:58:11.996 DEBUG:teuthology.orchestra.run.smithi066:mds.c> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.c.service 2024-04-25T18:58:11.998 DEBUG:teuthology.orchestra.run.smithi066:mds.f> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service 2024-04-25T18:58:12.042 DEBUG:teuthology.orchestra.run.smithi066:mds.i> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.i.service 2024-04-25T18:58:12.084 DEBUG:teuthology.orchestra.run.smithi066:mds.l> sudo journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.l.service 2024-04-25T18:58:12.128 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-25T18:58:12.128 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:12.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:11 smithi032 ceph-mon[28041]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:58:12.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:11 smithi032 ceph-mon[28041]: Saving service mds.all spec with placement smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l;count:12 2024-04-25T18:58:12.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:12.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:58:12.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:11 smithi064 ceph-mon[32321]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:58:12.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:11 smithi064 ceph-mon[32321]: Saving service mds.all spec with placement smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l;count:12 2024-04-25T18:58:12.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:12.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:58:12.575 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:13.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:13.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:13.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:58:13.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:13.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:13.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:13.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:13.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:12 smithi032 ceph-mon[28041]: Deploying daemon mds.l on smithi066 2024-04-25T18:58:13.077 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:13.077 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:13.077 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:58:13.077 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:13.077 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:13.078 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:13.078 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:13.078 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:12 smithi066 ceph-mon[32882]: Deploying daemon mds.l on smithi066 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:13.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:12 smithi064 ceph-mon[32321]: Deploying daemon mds.l on smithi066 2024-04-25T18:58:14.452 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 systemd[1]: Starting Ceph mds.l for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:14.772 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 podman[62401]: 2024-04-25 18:58:14.415713011 +0000 UTC m=+0.018492695 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:14.772 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 podman[62401]: 2024-04-25 18:58:14.579889641 +0000 UTC m=+0.182669355 container create b1a83a279e770512787b7e20e436f2fbdd0faaa7e89fedec2f3982bc0e6eec39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T18:58:14.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.837+0000 7fc4d7c00700 1 -- 172.21.15.32:0/4071483004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 msgr2=0x7fc4d0111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:14.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.837+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/4071483004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d0111890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc4c800b0a0 tx=0x7fc4c800b3b0 comp rx=0 tx=0).stop 2024-04-25T18:58:14.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 -- 172.21.15.32:0/4071483004 shutdown_connections 2024-04-25T18:58:14.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/4071483004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d0111890 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:14.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/4071483004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4d0074c70 0x7fc4d0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:14.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/4071483004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d010ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:14.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 -- 172.21.15.32:0/4071483004 >> 172.21.15.32:0/4071483004 conn(0x7fc4d0079ba0 msgr2=0x7fc4d0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:14.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 -- 172.21.15.32:0/4071483004 shutdown_connections 2024-04-25T18:58:14.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.838+0000 7fc4d7c00700 1 -- 172.21.15.32:0/4071483004 wait complete. 2024-04-25T18:58:14.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.839+0000 7fc4d7c00700 1 Processor -- start 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.839+0000 7fc4d7c00700 1 -- start start 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d7c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4d0074c70 0x7fc4d019b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d7c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d019b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d7c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d019fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d7c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d0114e90 con 0x7fc4d010f4a0 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d7c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d0114d10 con 0x7fc4d0074c70 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d7c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d0115010 con 0x7fc4d0075590 2024-04-25T18:58:14.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4cfe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d019b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d5200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4d0074c70 0x7fc4d019b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4cfe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d019b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46372/0 (socket says 172.21.15.32:46372) 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4cfe00700 1 -- 172.21.15.32:0/3827257795 learned_addr learned my addr 172.21.15.32:0/3827257795 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.840+0000 7fc4d5c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d019fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cfe00700 1 -- 172.21.15.32:0/3827257795 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4d0074c70 msgr2=0x7fc4d019b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cfe00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4d0074c70 0x7fc4d019b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:14.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cfe00700 1 -- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 msgr2=0x7fc4d019fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cfe00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d019fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cfe00700 1 -- 172.21.15.32:0/3827257795 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d01a0290 con 0x7fc4d0075590 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4d5c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d019fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cfe00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d019b7c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc00e970 tx=0x7fc4bc00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4bc00cbd0 con 0x7fc4d0075590 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4d01a0580 con 0x7fc4d0075590 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4bc0044d0 con 0x7fc4d0075590 2024-04-25T18:58:14.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4bc003df0 con 0x7fc4d0075590 2024-04-25T18:58:14.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.841+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4d01a7e00 con 0x7fc4d0075590 2024-04-25T18:58:14.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.843+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4d0069730 con 0x7fc4d0075590 2024-04-25T18:58:14.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.844+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc4bc004000 con 0x7fc4d0075590 2024-04-25T18:58:14.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.846+0000 7fc4cd600700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc4b80a3cc0 0x7fc4b80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:14.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.846+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fc4bc0d01c0 con 0x7fc4d0075590 2024-04-25T18:58:14.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.846+0000 7fc4d5200700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc4b80a3cc0 0x7fc4b80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:14.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.847+0000 7fc4d5200700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc4b80a3cc0 0x7fc4b80a6180 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4009c60 tx=0x7fc4c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:14.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:14.850+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc4bc0042f0 con 0x7fc4d0075590 2024-04-25T18:58:15.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.137+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4d01a8030 con 0x7fc4d0075590 2024-04-25T18:58:15.139 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:14 smithi032 ceph-mon[28041]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:15.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.138+0000 7fc4cd600700 1 -- 172.21.15.32:0/3827257795 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fc4bc09cfa0 con 0x7fc4d0075590 2024-04-25T18:58:15.140 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:15.140 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T18:58:15.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc4b80a3cc0 msgr2=0x7fc4b80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:15.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc4b80a3cc0 0x7fc4b80a6180 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4009c60 tx=0x7fc4c4009260 comp rx=0 tx=0).stop 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 msgr2=0x7fc4d019b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d019b7c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc00e970 tx=0x7fc4bc00ec80 comp rx=0 tx=0).stop 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 shutdown_connections 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc4b80a3cc0 0x7fc4b80a6180 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc4d010f4a0 0x7fc4d019fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4d0074c70 0x7fc4d019b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:15.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 --2- 172.21.15.32:0/3827257795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc4d0075590 0x7fc4d019b7c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:15.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.141+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 >> 172.21.15.32:0/3827257795 conn(0x7fc4d0079ba0 msgr2=0x7fc4d00ffb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:15.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.142+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 shutdown_connections 2024-04-25T18:58:15.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:15.142+0000 7fc4d7c00700 1 -- 172.21.15.32:0/3827257795 wait complete. 2024-04-25T18:58:15.145 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 2 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:14 smithi066 ceph-mon[32882]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 podman[62401]: 2024-04-25 18:58:14.894221189 +0000 UTC m=+0.497000861 container init b1a83a279e770512787b7e20e436f2fbdd0faaa7e89fedec2f3982bc0e6eec39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 podman[62401]: 2024-04-25 18:58:14.897024923 +0000 UTC m=+0.499804597 container start b1a83a279e770512787b7e20e436f2fbdd0faaa7e89fedec2f3982bc0e6eec39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 ceph-mds[62419]: -- 172.21.15.66:0/2360589386 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560e1a745a40 con 0x560e1a718c00 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l[62415]: starting mds.l at 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 bash[62401]: b1a83a279e770512787b7e20e436f2fbdd0faaa7e89fedec2f3982bc0e6eec39 2024-04-25T18:58:15.202 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 18:58:14 smithi066 systemd[1]: Started Ceph mds.l for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:15.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:14 smithi064 ceph-mon[32321]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:16.027 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6832/2769112319,v1:172.21.15.66:6833/2769112319] up:boot 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: fsmap 1 up:standby 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: Deploying daemon mds.k on smithi064 2024-04-25T18:58:16.028 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:15 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3827257795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6832/2769112319,v1:172.21.15.66:6833/2769112319] up:boot 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: fsmap 1 up:standby 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:16.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: Deploying daemon mds.k on smithi064 2024-04-25T18:58:16.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:15 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3827257795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:16.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6832/2769112319,v1:172.21.15.66:6833/2769112319] up:boot 2024-04-25T18:58:16.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: fsmap 1 up:standby 2024-04-25T18:58:16.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T18:58:16.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: Deploying daemon mds.k on smithi064 2024-04-25T18:58:16.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:15 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3827257795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:17.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:17 smithi066 ceph-mon[32882]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:17 smithi064 ceph-mon[32321]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:17.522 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 systemd[1]: Starting Ceph mds.k for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:17 smithi032 ceph-mon[28041]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:17.822 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 podman[61148]: 2024-04-25 18:58:17.465447503 +0000 UTC m=+0.017781918 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:17.823 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 podman[61148]: 2024-04-25 18:58:17.585893466 +0000 UTC m=+0.138227858 container create ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-25T18:58:17.823 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 podman[61148]: 2024-04-25 18:58:17.821767885 +0000 UTC m=+0.374102278 container init ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-25T18:58:17.962 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:18.272 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 podman[61148]: 2024-04-25 18:58:17.824915248 +0000 UTC m=+0.377249653 container start ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-04-25T18:58:18.272 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 ceph-mds[61167]: -- 172.21.15.64:0/2468409538 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555ea379ba40 con 0x555ea376f000 2024-04-25T18:58:18.272 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k[61163]: starting mds.k at 2024-04-25T18:58:18.272 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 bash[61148]: ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 2024-04-25T18:58:18.272 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 18:58:17 smithi064 systemd[1]: Started Ceph mds.k for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:18.420 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: Deploying daemon mds.j on smithi032 2024-04-25T18:58:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6832/3776505625,v1:172.21.15.64:6833/3776505625] up:boot 2024-04-25T18:58:19.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: fsmap 2 up:standby 2024-04-25T18:58:19.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:18 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: Deploying daemon mds.j on smithi032 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6832/3776505625,v1:172.21.15.64:6833/3776505625] up:boot 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: fsmap 2 up:standby 2024-04-25T18:58:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:18 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: Deploying daemon mds.j on smithi032 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6832/3776505625,v1:172.21.15.64:6833/3776505625] up:boot 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: fsmap 2 up:standby 2024-04-25T18:58:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:18 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T18:58:21.254 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:20 smithi066 ceph-mon[32882]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:21.258 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:20 smithi064 ceph-mon[32321]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:20 smithi032 ceph-mon[28041]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 -- 172.21.15.32:0/583910823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc8108a30 msgr2=0x7f2cc8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 --2- 172.21.15.32:0/583910823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc8108a30 0x7f2cc8108e10 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009990 tx=0x7f2cbc009ca0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 -- 172.21.15.32:0/583910823 shutdown_connections 2024-04-25T18:58:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 --2- 172.21.15.32:0/583910823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc806b0f0 0x7f2cc810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 --2- 172.21.15.32:0/583910823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc8108a30 0x7f2cc8108e10 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 --2- 172.21.15.32:0/583910823 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 0x7f2cc806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 -- 172.21.15.32:0/583910823 >> 172.21.15.32:0/583910823 conn(0x7f2cc80788f0 msgr2=0x7f2cc8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:22.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 -- 172.21.15.32:0/583910823 shutdown_connections 2024-04-25T18:58:22.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.178+0000 7f2ccf600700 1 -- 172.21.15.32:0/583910823 wait complete. 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 Processor -- start 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 -- start start 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 0x7f2cc81991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc806b0f0 0x7f2cc81996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 0x7f2cc819da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8112c20 con 0x7f2cc8108a30 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8112aa0 con 0x7f2cc806b0f0 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.180+0000 7f2ccf600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8112da0 con 0x7f2cc806a750 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 0x7f2cc819da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 0x7f2cc819da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34684/0 (socket says 172.21.15.32:34684) 2024-04-25T18:58:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 -- 172.21.15.32:0/4011870316 learned_addr learned my addr 172.21.15.32:0/4011870316 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2cccc00700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 0x7f2cc81991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2cc7e00700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc806b0f0 0x7f2cc81996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 -- 172.21.15.32:0/4011870316 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 msgr2=0x7f2cc81991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 0x7f2cc81991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 -- 172.21.15.32:0/4011870316 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc806b0f0 msgr2=0x7f2cc81996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc806b0f0 0x7f2cc81996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2ccd600700 1 -- 172.21.15.32:0/4011870316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc819e1c0 con 0x7f2cc8108a30 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.181+0000 7f2cccc00700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 0x7f2cc81991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.182+0000 7f2ccd600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 0x7f2cc819da80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2cc000ef30 tx=0x7f2cc000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.182+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc00092e0 con 0x7f2cc8108a30 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.182+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cc0004bb0 con 0x7f2cc8108a30 2024-04-25T18:58:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.182+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0004020 con 0x7f2cc8108a30 2024-04-25T18:58:22.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.182+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc819e450 con 0x7f2cc8108a30 2024-04-25T18:58:22.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.182+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc81a5d30 con 0x7f2cc8108a30 2024-04-25T18:58:22.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.184+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc8069730 con 0x7f2cc8108a30 2024-04-25T18:58:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.187+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2cc001b030 con 0x7f2cc8108a30 2024-04-25T18:58:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.188+0000 7f2cc5600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2cb00a3c40 0x7f2cb00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.189+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f2cc00d0450 con 0x7f2cc8108a30 2024-04-25T18:58:22.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.189+0000 7f2cccc00700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2cb00a3c40 0x7f2cb00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:22.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.190+0000 7f2cccc00700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2cb00a3c40 0x7f2cb00a6100 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00b2e0 tx=0x7f2cbc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:22.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.192+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2cc0022020 con 0x7f2cc8108a30 2024-04-25T18:58:22.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.493+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2cc802df80 con 0x7f2cc8108a30 2024-04-25T18:58:22.496 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:22 smithi032 systemd[1]: Starting Ceph mds.j for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:22.496 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:22.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.494+0000 7f2cc5600700 1 -- 172.21.15.32:0/4011870316 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f2cc0010040 con 0x7f2cc8108a30 2024-04-25T18:58:22.497 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-25T18:58:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2cb00a3c40 msgr2=0x7f2cb00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2cb00a3c40 0x7f2cb00a6100 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00b2e0 tx=0x7f2cbc01a040 comp rx=0 tx=0).stop 2024-04-25T18:58:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 msgr2=0x7f2cc819da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:22.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 0x7f2cc819da80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2cc000ef30 tx=0x7f2cc000c3a0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 shutdown_connections 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2cb00a3c40 0x7f2cb00a6100 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cc8108a30 0x7f2cc819da80 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cc806a750 0x7f2cc81991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 --2- 172.21.15.32:0/4011870316 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cc806b0f0 0x7f2cc81996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.498+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 >> 172.21.15.32:0/4011870316 conn(0x7f2cc80788f0 msgr2=0x7f2cc80ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.499+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 shutdown_connections 2024-04-25T18:58:22.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:22.499+0000 7f2ccf600700 1 -- 172.21.15.32:0/4011870316 wait complete. 2024-04-25T18:58:22.502 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 3 2024-04-25T18:58:23.124 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:23 smithi032 ceph-mon[28041]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:23.124 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:23 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4011870316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:23.124 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:22 smithi032 podman[67816]: 2024-04-25 18:58:22.777024829 +0000 UTC m=+0.279805762 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:23.124 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:22 smithi032 podman[67816]: 2024-04-25 18:58:22.94008008 +0000 UTC m=+0.442861017 container create 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-25T18:58:23.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:23 smithi064 ceph-mon[32321]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:23.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:23 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4011870316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:23.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:23 smithi066 ceph-mon[32882]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:23 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4011870316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:23.531 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:23 smithi032 podman[67816]: 2024-04-25 18:58:23.235586154 +0000 UTC m=+0.738367135 container init 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-25T18:58:23.531 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:23 smithi032 podman[67816]: 2024-04-25 18:58:23.246634528 +0000 UTC m=+0.749415469 container start 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T18:58:23.531 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:23 smithi032 ceph-mds[67848]: -- 172.21.15.32:0/505489736 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ff63cf9a40 con 0x55ff63ccc800 2024-04-25T18:58:23.531 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j[67844]: starting mds.j at 2024-04-25T18:58:23.531 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:23 smithi032 bash[67816]: 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 2024-04-25T18:58:23.531 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 18:58:23 smithi032 systemd[1]: Started Ceph mds.j for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: Deploying daemon mds.d on smithi032 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6834/698687344,v1:172.21.15.32:6835/698687344] up:boot 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: fsmap 3 up:standby 2024-04-25T18:58:24.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:24 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:24.774 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: Deploying daemon mds.d on smithi032 2024-04-25T18:58:24.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6834/698687344,v1:172.21.15.32:6835/698687344] up:boot 2024-04-25T18:58:24.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: fsmap 3 up:standby 2024-04-25T18:58:24.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:24 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: Deploying daemon mds.d on smithi032 2024-04-25T18:58:24.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6834/698687344,v1:172.21.15.32:6835/698687344] up:boot 2024-04-25T18:58:24.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: fsmap 3 up:standby 2024-04-25T18:58:24.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:24 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T18:58:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:25 smithi032 ceph-mon[28041]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:25.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:25 smithi066 ceph-mon[32882]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:25.992 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:26.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:25 smithi064 ceph-mon[32321]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:26.631 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:26 smithi032 systemd[1]: Starting Ceph mds.d for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:27.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:27 smithi032 ceph-mon[28041]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:27.862 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:27 smithi032 podman[68210]: 2024-04-25 18:58:27.568833096 +0000 UTC m=+0.372816723 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:27.862 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:27 smithi032 podman[68210]: 2024-04-25 18:58:27.787864746 +0000 UTC m=+0.591848397 container create f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T18:58:27.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:27 smithi066 ceph-mon[32882]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:28.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:27 smithi064 ceph-mon[32321]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:28.530 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:28 smithi032 podman[68210]: 2024-04-25 18:58:28.48642289 +0000 UTC m=+1.290406538 container init f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T18:58:28.530 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:28 smithi032 podman[68210]: 2024-04-25 18:58:28.497195633 +0000 UTC m=+1.301179248 container start f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-25T18:58:28.857 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:28 smithi032 ceph-mds[68262]: -- 172.21.15.32:0/1794561227 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5560c5dd5a40 con 0x5560c5da9000 2024-04-25T18:58:28.857 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:28 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d[68239]: starting mds.d at 2024-04-25T18:58:28.857 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:28 smithi032 bash[68210]: f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d 2024-04-25T18:58:28.857 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 18:58:28 smithi032 systemd[1]: Started Ceph mds.d for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:29.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 -- 172.21.15.32:0/442809708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078105870 msgr2=0x7f70781098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:29.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 --2- 172.21.15.32:0/442809708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078105870 0x7f70781098c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f70640099c0 tx=0x7f7064009cd0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 -- 172.21.15.32:0/442809708 shutdown_connections 2024-04-25T18:58:29.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 --2- 172.21.15.32:0/442809708 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f7078111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 --2- 172.21.15.32:0/442809708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078104ec0 0x7f70781052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 --2- 172.21.15.32:0/442809708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078105870 0x7f70781098c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 -- 172.21.15.32:0/442809708 >> 172.21.15.32:0/442809708 conn(0x7f7078100750 msgr2=0x7f7078102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:29.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 -- 172.21.15.32:0/442809708 shutdown_connections 2024-04-25T18:58:29.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.200+0000 7f707fc00700 1 -- 172.21.15.32:0/442809708 wait complete. 2024-04-25T18:58:29.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.201+0000 7f707fc00700 1 Processor -- start 2024-04-25T18:58:29.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 -- start start 2024-04-25T18:58:29.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078104ec0 0x7f707819b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:29.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078105870 0x7f707819b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:29.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f707819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:29.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7078114e80 con 0x7f7078104ec0 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7078114d00 con 0x7f7078109fa0 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707fc00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7078115000 con 0x7f7078105870 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707d200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078104ec0 0x7f707819b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707dc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f707819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707d200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078104ec0 0x7f707819b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34726/0 (socket says 172.21.15.32:34726) 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707d200700 1 -- 172.21.15.32:0/3234011758 learned_addr learned my addr 172.21.15.32:0/3234011758 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f707dc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f707819fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:39464/0 (socket says 172.21.15.32:39464) 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.202+0000 7f7077e00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078105870 0x7f707819b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:29.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707dc00700 1 -- 172.21.15.32:0/3234011758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078105870 msgr2=0x7f707819b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707dc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078105870 0x7f707819b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707dc00700 1 -- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078104ec0 msgr2=0x7f707819b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707dc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078104ec0 0x7f707819b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707dc00700 1 -- 172.21.15.32:0/3234011758 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70781a0370 con 0x7f7078109fa0 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f7077e00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078105870 0x7f707819b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707dc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f707819fc30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f707000efb0 tx=0x7f707000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7070003a00 con 0x7f7078109fa0 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70781a0660 con 0x7f7078109fa0 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.203+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f707000ce50 con 0x7f7078109fa0 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.204+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70700047c0 con 0x7f7078109fa0 2024-04-25T18:58:29.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.204+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70781a7ee0 con 0x7f7078109fa0 2024-04-25T18:58:29.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.205+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7078069730 con 0x7f7078109fa0 2024-04-25T18:58:29.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.207+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7070012050 con 0x7f7078109fa0 2024-04-25T18:58:29.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.209+0000 7f7075600700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70600a3cc0 0x7f70600a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:29.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.209+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f70700cf840 con 0x7f7078109fa0 2024-04-25T18:58:29.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.209+0000 7f707d200700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70600a3cc0 0x7f70600a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:29.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.210+0000 7f707d200700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70600a3cc0 0x7f70600a6180 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f706c009d60 tx=0x7f706c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:29.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.210+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7070022060 con 0x7f7078109fa0 2024-04-25T18:58:29.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.492+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f707802df80 con 0x7f7078109fa0 2024-04-25T18:58:29.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.493+0000 7f7075600700 1 -- 172.21.15.32:0/3234011758 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3865 (secure 0 0 0) 0x7f7070010040 con 0x7f7078109fa0 2024-04-25T18:58:29.495 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:29.495 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[]} 2024-04-25T18:58:29.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70600a3cc0 msgr2=0x7f70600a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:29.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70600a3cc0 0x7f70600a6180 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f706c009d60 tx=0x7f706c009260 comp rx=0 tx=0).stop 2024-04-25T18:58:29.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 msgr2=0x7f707819fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:29.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f707819fc30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f707000efb0 tx=0x7f707000c3a0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 shutdown_connections 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70600a3cc0 0x7f70600a6180 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7078104ec0 0x7f707819b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7078109fa0 0x7f707819fc30 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 --2- 172.21.15.32:0/3234011758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7078105870 0x7f707819b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 >> 172.21.15.32:0/3234011758 conn(0x7f7078100750 msgr2=0x7f7078102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 shutdown_connections 2024-04-25T18:58:29.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:29.496+0000 7f707fc00700 1 -- 172.21.15.32:0/3234011758 wait complete. 2024-04-25T18:58:29.502 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 5 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6836/2757957725,v1:172.21.15.32:6837/2757957725] up:boot 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: fsmap 4 up:standby 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.701 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.702 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:29.702 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:29.702 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:29.702 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:29 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3234011758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6836/2757957725,v1:172.21.15.32:6837/2757957725] up:boot 2024-04-25T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: fsmap 4 up:standby 2024-04-25T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:29.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:29.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:29.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:29 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3234011758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6836/2757957725,v1:172.21.15.32:6837/2757957725] up:boot 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: fsmap 4 up:standby 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:29.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:29 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3234011758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:30.720 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:30 smithi064 ceph-mon[32321]: Deploying daemon mds.e on smithi064 2024-04-25T18:58:30.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:30 smithi066 ceph-mon[32882]: Deploying daemon mds.e on smithi064 2024-04-25T18:58:31.022 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:30 smithi064 systemd[1]: Starting Ceph mds.e for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:31.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:30 smithi032 ceph-mon[28041]: Deploying daemon mds.e on smithi064 2024-04-25T18:58:31.369 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 podman[61465]: 2024-04-25 18:58:31.115319276 +0000 UTC m=+0.106089632 container create 0c6ac2c23ad37efbd4f33bc38a3e14ea3e563331976e72420b30c44e1d4a9c49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T18:58:31.369 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 podman[61465]: 2024-04-25 18:58:31.027735414 +0000 UTC m=+0.018505785 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:31.369 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 podman[61465]: 2024-04-25 18:58:31.368083166 +0000 UTC m=+0.358853522 container init 0c6ac2c23ad37efbd4f33bc38a3e14ea3e563331976e72420b30c44e1d4a9c49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:31 smithi064 ceph-mon[32321]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:31 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 podman[61465]: 2024-04-25 18:58:31.370879685 +0000 UTC m=+0.361650054 container start 0c6ac2c23ad37efbd4f33bc38a3e14ea3e563331976e72420b30c44e1d4a9c49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 ceph-mds[61484]: -- 172.21.15.64:0/2109184886 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558ca3949a40 con 0x558ca391d000 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e[61480]: starting mds.e at 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 bash[61465]: 0c6ac2c23ad37efbd4f33bc38a3e14ea3e563331976e72420b30c44e1d4a9c49 2024-04-25T18:58:31.772 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 18:58:31 smithi064 systemd[1]: Started Ceph mds.e for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:31.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:31 smithi066 ceph-mon[32882]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:31.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:31 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:32.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:31 smithi032 ceph-mon[28041]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:32.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:32.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:31 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:32.333 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:32.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6834/1715562856,v1:172.21.15.64:6835/1715562856] up:boot 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: fsmap 5 up:standby 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:32 smithi032 ceph-mon[28041]: Deploying daemon mds.f on smithi066 2024-04-25T18:58:32.800 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6834/1715562856,v1:172.21.15.64:6835/1715562856] up:boot 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: fsmap 5 up:standby 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:32 smithi066 ceph-mon[32882]: Deploying daemon mds.f on smithi066 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6834/1715562856,v1:172.21.15.64:6835/1715562856] up:boot 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: fsmap 5 up:standby 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:33.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:32 smithi064 ceph-mon[32321]: Deploying daemon mds.f on smithi066 2024-04-25T18:58:33.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:33 smithi032 ceph-mon[28041]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:33.881 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:33 smithi066 ceph-mon[32882]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:33.882 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:33 smithi066 systemd[1]: Starting Ceph mds.f for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:34.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:33 smithi064 ceph-mon[32321]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:34.202 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 podman[62705]: 2024-04-25 18:58:34.00329947 +0000 UTC m=+0.018236263 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:34.202 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 podman[62705]: 2024-04-25 18:58:34.10438874 +0000 UTC m=+0.119325518 container create 8ce8762460233a3c29e56c542e244e740854f5b2ba2779a67538cdeddb6e119a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-25T18:58:34.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 podman[62705]: 2024-04-25 18:58:34.348783959 +0000 UTC m=+0.363720740 container init 8ce8762460233a3c29e56c542e244e740854f5b2ba2779a67538cdeddb6e119a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T18:58:34.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 podman[62705]: 2024-04-25 18:58:34.351419545 +0000 UTC m=+0.366356324 container start 8ce8762460233a3c29e56c542e244e740854f5b2ba2779a67538cdeddb6e119a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T18:58:34.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 ceph-mds[62724]: -- 172.21.15.66:0/2090217055 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e293bbfa40 con 0x55e293b93000 2024-04-25T18:58:34.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: starting mds.f at 2024-04-25T18:58:34.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 bash[62705]: 8ce8762460233a3c29e56c542e244e740854f5b2ba2779a67538cdeddb6e119a 2024-04-25T18:58:34.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 18:58:34 smithi066 systemd[1]: Started Ceph mds.f for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 -- 172.21.15.32:0/3556844143 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 msgr2=0x7fc398113430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 --2- 172.21.15.32:0/3556844143 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc398113430 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc384009990 tx=0x7fc384009ca0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 -- 172.21.15.32:0/3556844143 shutdown_connections 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 --2- 172.21.15.32:0/3556844143 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc398115d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 --2- 172.21.15.32:0/3556844143 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 0x7fc3980751c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 --2- 172.21.15.32:0/3556844143 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc398113430 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 -- 172.21.15.32:0/3556844143 >> 172.21.15.32:0/3556844143 conn(0x7fc3980fe450 msgr2=0x7fc398100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 -- 172.21.15.32:0/3556844143 shutdown_connections 2024-04-25T18:58:35.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.115+0000 7fc39d800700 1 -- 172.21.15.32:0/3556844143 wait complete. 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.116+0000 7fc39d800700 1 Processor -- start 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.116+0000 7fc39d800700 1 -- start start 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39d800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 0x7fc39819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39d800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc39819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39d800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc3981a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39d800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc3981191a0 con 0x7fc398075700 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39d800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc398119020 con 0x7fc398074de0 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39d800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc398119320 con 0x7fc398113970 2024-04-25T18:58:35.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc3981a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:35.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc397400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc39819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:35.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc3981a3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:41018/0 (socket says 172.21.15.32:41018) 2024-04-25T18:58:35.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc39ce00700 1 -- 172.21.15.32:0/719303960 learned_addr learned my addr 172.21.15.32:0/719303960 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:35.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.117+0000 7fc397e00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 0x7fc39819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:35.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39ce00700 1 -- 172.21.15.32:0/719303960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 msgr2=0x7fc39819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:35.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39ce00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 0x7fc39819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39ce00700 1 -- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 msgr2=0x7fc39819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:35.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39ce00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc39819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39ce00700 1 -- 172.21.15.32:0/719303960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3981a4670 con 0x7fc398113970 2024-04-25T18:58:35.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc397e00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 0x7fc39819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc397400700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc39819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39ce00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc3981a3f30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc39000ef90 tx=0x7fc39000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3900092e0 con 0x7fc398113970 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.118+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3981a4900 con 0x7fc398113970 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.119+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc390004bb0 con 0x7fc398113970 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.119+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc390004280 con 0x7fc398113970 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.119+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3981ac1e0 con 0x7fc398113970 2024-04-25T18:58:35.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.120+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc398069730 con 0x7fc398113970 2024-04-25T18:58:35.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.122+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc39001b030 con 0x7fc398113970 2024-04-25T18:58:35.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.123+0000 7fc394c00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc37c0a3c40 0x7fc37c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:35.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.123+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fc3900d0490 con 0x7fc398113970 2024-04-25T18:58:35.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.124+0000 7fc397e00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc37c0a3c40 0x7fc37c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:35.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.124+0000 7fc397e00700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc37c0a3c40 0x7fc37c0a6100 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc388011490 tx=0x7fc388009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:35.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.130+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc390022020 con 0x7fc398113970 2024-04-25T18:58:35.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.411+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc39802df80 con 0x7fc398113970 2024-04-25T18:58:35.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.412+0000 7fc394c00700 1 -- 172.21.15.32:0/719303960 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5515 (secure 0 0 0) 0x7fc390010040 con 0x7fc398113970 2024-04-25T18:58:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:35.414 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-25T18:58:35.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc37c0a3c40 msgr2=0x7fc37c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:35.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc37c0a3c40 0x7fc37c0a6100 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc388011490 tx=0x7fc388009260 comp rx=0 tx=0).stop 2024-04-25T18:58:35.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 msgr2=0x7fc3981a3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:35.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc3981a3f30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc39000ef90 tx=0x7fc39000c3a0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 shutdown_connections 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc398113970 0x7fc3981a3f30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc398074de0 0x7fc39819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fc37c0a3c40 0x7fc37c0a6100 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 --2- 172.21.15.32:0/719303960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc398075700 0x7fc39819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.415+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 >> 172.21.15.32:0/719303960 conn(0x7fc3980fe450 msgr2=0x7fc3980ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.416+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 shutdown_connections 2024-04-25T18:58:35.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:35.416+0000 7fc39d800700 1 -- 172.21.15.32:0/719303960 wait complete. 2024-04-25T18:58:35.419 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 7 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: Deploying daemon mds.c on smithi066 2024-04-25T18:58:35.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6834/2220524986,v1:172.21.15.66:6835/2220524986] up:boot 2024-04-25T18:58:35.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: fsmap 6 up:standby 2024-04-25T18:58:35.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T18:58:35.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:35 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/719303960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: Deploying daemon mds.c on smithi066 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6834/2220524986,v1:172.21.15.66:6835/2220524986] up:boot 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: fsmap 6 up:standby 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T18:58:35.776 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:35 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/719303960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: Deploying daemon mds.c on smithi066 2024-04-25T18:58:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6834/2220524986,v1:172.21.15.66:6835/2220524986] up:boot 2024-04-25T18:58:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: fsmap 6 up:standby 2024-04-25T18:58:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T18:58:35.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:35 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/719303960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:36.952 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:36 smithi066 systemd[1]: Starting Ceph mds.c for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:37.237 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:36 smithi066 podman[63011]: 2024-04-25 18:58:36.85950232 +0000 UTC m=+0.018266404 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:37.237 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:36 smithi066 podman[63011]: 2024-04-25 18:58:36.984084139 +0000 UTC m=+0.142848208 container create 2cc09de5214c1f43a31b114e10fd0f196bc1ce846dadbef0e6c5319c74cf93cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-25T18:58:37.238 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:37 smithi066 podman[63011]: 2024-04-25 18:58:37.23671632 +0000 UTC m=+0.395480390 container init 2cc09de5214c1f43a31b114e10fd0f196bc1ce846dadbef0e6c5319c74cf93cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-25T18:58:37.509 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:37 smithi066 podman[63011]: 2024-04-25 18:58:37.239433525 +0000 UTC m=+0.398197597 container start 2cc09de5214c1f43a31b114e10fd0f196bc1ce846dadbef0e6c5319c74cf93cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-25T18:58:37.509 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mds[63030]: -- 172.21.15.66:0/1036480743 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561ddf4bfa40 con 0x561ddf492c00 2024-04-25T18:58:37.510 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c[63026]: starting mds.c at 2024-04-25T18:58:37.510 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:37 smithi066 bash[63011]: 2cc09de5214c1f43a31b114e10fd0f196bc1ce846dadbef0e6c5319c74cf93cb 2024-04-25T18:58:37.510 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 18:58:37 smithi066 systemd[1]: Started Ceph mds.c for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:37 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:37 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:37 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:38.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:38.740 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:38.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:38 smithi064 ceph-mon[32321]: Deploying daemon mds.h on smithi064 2024-04-25T18:58:38.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:38 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] up:boot 2024-04-25T18:58:38.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:38 smithi064 ceph-mon[32321]: fsmap 7 up:standby 2024-04-25T18:58:38.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:38 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T18:58:38.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:38 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T18:58:38.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:38 smithi032 ceph-mon[28041]: Deploying daemon mds.h on smithi064 2024-04-25T18:58:38.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:38 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] up:boot 2024-04-25T18:58:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:38 smithi032 ceph-mon[28041]: fsmap 7 up:standby 2024-04-25T18:58:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:38 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T18:58:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:38 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T18:58:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:38 smithi066 ceph-mon[32882]: Deploying daemon mds.h on smithi064 2024-04-25T18:58:38.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:38 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] up:boot 2024-04-25T18:58:38.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:38 smithi066 ceph-mon[32882]: fsmap 7 up:standby 2024-04-25T18:58:38.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:38 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T18:58:38.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:38 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T18:58:39.803 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:39 smithi032 ceph-mon[28041]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:39 smithi066 ceph-mon[32882]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:39.972 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:39 smithi064 ceph-mon[32321]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:39.972 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:39 smithi064 systemd[1]: Starting Ceph mds.h for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:40.249 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:39 smithi064 podman[61775]: 2024-04-25 18:58:39.873643994 +0000 UTC m=+0.018103826 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:40.249 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:39 smithi064 podman[61775]: 2024-04-25 18:58:39.984279992 +0000 UTC m=+0.128739793 container create e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T18:58:40.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:40 smithi064 podman[61775]: 2024-04-25 18:58:40.248275062 +0000 UTC m=+0.392734874 container init e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5) 2024-04-25T18:58:40.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:40 smithi064 podman[61775]: 2024-04-25 18:58:40.251382457 +0000 UTC m=+0.395842258 container start e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-25T18:58:40.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:40 smithi064 ceph-mds[61795]: -- 172.21.15.64:0/284908654 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c17811ba40 con 0x55c1780ee800 2024-04-25T18:58:40.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:40 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h[61790]: starting mds.h at 2024-04-25T18:58:40.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:40 smithi064 bash[61775]: e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a 2024-04-25T18:58:40.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 18:58:40 smithi064 systemd[1]: Started Ceph mds.h for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:41.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 -- 172.21.15.32:0/1693121747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064109fa0 msgr2=0x7f4064111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 --2- 172.21.15.32:0/1693121747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064109fa0 0x7f4064111b70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f405c00b0a0 tx=0x7f405c00b3b0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 -- 172.21.15.32:0/1693121747 shutdown_connections 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 --2- 172.21.15.32:0/1693121747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4064104ec0 0x7f40641052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 --2- 172.21.15.32:0/1693121747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064109fa0 0x7f4064111b70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 --2- 172.21.15.32:0/1693121747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064105870 0x7f40641098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 -- 172.21.15.32:0/1693121747 >> 172.21.15.32:0/1693121747 conn(0x7f4064100750 msgr2=0x7f4064102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.069+0000 7f406a400700 1 -- 172.21.15.32:0/1693121747 shutdown_connections 2024-04-25T18:58:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.070+0000 7f406a400700 1 -- 172.21.15.32:0/1693121747 wait complete. 2024-04-25T18:58:41.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.071+0000 7f406a400700 1 Processor -- start 2024-04-25T18:58:41.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.071+0000 7f406a400700 1 -- start start 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f406a400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 0x7f4064076f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f406a400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4064105870 0x7f4064077490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f406a400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064109fa0 0x7f40640779d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f406a400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4064114e90 con 0x7f4064105870 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f406a400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4064114d10 con 0x7f4064104ec0 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f406a400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4064115010 con 0x7f4064109fa0 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f4063400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 0x7f4064076f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f4063400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 0x7f4064076f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33714/0 (socket says 172.21.15.32:33714) 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f4063400700 1 -- 172.21.15.32:0/1864263372 learned_addr learned my addr 172.21.15.32:0/1864263372 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f4062a00700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4064105870 0x7f4064077490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:41.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.072+0000 7f4063e00700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064109fa0 0x7f40640779d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063400700 1 -- 172.21.15.32:0/1864263372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064109fa0 msgr2=0x7f40640779d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064109fa0 0x7f40640779d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063400700 1 -- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4064105870 msgr2=0x7f4064077490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4064105870 0x7f4064077490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063400700 1 -- 172.21.15.32:0/1864263372 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40641ab9b0 con 0x7f4064104ec0 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063e00700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064109fa0 0x7f40640779d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f4063400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 0x7f4064076f50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f405400e9a0 tx=0x7f405400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f405400ca10 con 0x7f4064104ec0 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f405400cbb0 con 0x7f4064104ec0 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40641abca0 con 0x7f4064104ec0 2024-04-25T18:58:41.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4054018680 con 0x7f4064104ec0 2024-04-25T18:58:41.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.073+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40641ac1d0 con 0x7f4064104ec0 2024-04-25T18:58:41.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.074+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40641063a0 con 0x7f4064104ec0 2024-04-25T18:58:41.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.076+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4054010430 con 0x7f4064104ec0 2024-04-25T18:58:41.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.078+0000 7f405be00700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40480a3cf0 0x7f40480a61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:41.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.078+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f40540d0070 con 0x7f4064104ec0 2024-04-25T18:58:41.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.078+0000 7f4062a00700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40480a3cf0 0x7f40480a61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:41.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.079+0000 7f4062a00700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40480a3cf0 0x7f40480a61b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4050009680 tx=0x7f4050009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:41.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.082+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f405409ce50 con 0x7f4064104ec0 2024-04-25T18:58:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.369+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f406402e020 con 0x7f4064104ec0 2024-04-25T18:58:41.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.370+0000 7f405be00700 1 -- 172.21.15.32:0/1864263372 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7162 (secure 0 0 0) 0x7f405409c750 con 0x7f4064104ec0 2024-04-25T18:58:41.372 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:41.372 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-25T18:58:41.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.373+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40480a3cf0 msgr2=0x7f40480a61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:41.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.373+0000 7f406a400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40480a3cf0 0x7f40480a61b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4050009680 tx=0x7f4050009260 comp rx=0 tx=0).stop 2024-04-25T18:58:41.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.373+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 msgr2=0x7f4064076f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:41.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.373+0000 7f406a400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 0x7f4064076f50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f405400e9a0 tx=0x7f405400ecb0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 shutdown_connections 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4064109fa0 0x7f40640779d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4064104ec0 0x7f4064076f50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40480a3cf0 0x7f40480a61b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 --2- 172.21.15.32:0/1864263372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4064105870 0x7f4064077490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 >> 172.21.15.32:0/1864263372 conn(0x7f4064100750 msgr2=0x7f40641012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 shutdown_connections 2024-04-25T18:58:41.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:41.374+0000 7f406a400700 1 -- 172.21.15.32:0/1864263372 wait complete. 2024-04-25T18:58:41.377 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 9 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: Deploying daemon mds.i on smithi066 2024-04-25T18:58:41.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6836/3320477701,v1:172.21.15.64:6837/3320477701] up:boot 2024-04-25T18:58:41.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: fsmap 8 up:standby 2024-04-25T18:58:41.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T18:58:41.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T18:58:41.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:41 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1864263372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:41.760 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:41.760 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.760 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.760 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.760 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: Deploying daemon mds.i on smithi066 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6836/3320477701,v1:172.21.15.64:6837/3320477701] up:boot 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: fsmap 8 up:standby 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T18:58:41.761 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:41 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1864263372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: Deploying daemon mds.i on smithi066 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6836/3320477701,v1:172.21.15.64:6837/3320477701] up:boot 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: fsmap 8 up:standby 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T18:58:41.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:41 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1864263372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:42.702 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:42 smithi066 systemd[1]: Starting Ceph mds.i for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:43.017 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:42 smithi066 podman[63320]: 2024-04-25 18:58:42.647260285 +0000 UTC m=+0.018690001 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:43.017 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:42 smithi066 podman[63320]: 2024-04-25 18:58:42.771919059 +0000 UTC m=+0.143348799 container create 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T18:58:43.018 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:43 smithi066 podman[63320]: 2024-04-25 18:58:43.016576491 +0000 UTC m=+0.388006190 container init 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T18:58:43.411 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:43 smithi066 podman[63320]: 2024-04-25 18:58:43.019364145 +0000 UTC m=+0.390793853 container start 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-25T18:58:43.411 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mds[63339]: -- 172.21.15.66:0/2650777621 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb40ad7a40 con 0x55bb40aaa800 2024-04-25T18:58:43.411 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i[63335]: starting mds.i at 2024-04-25T18:58:43.411 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:43 smithi066 bash[63320]: 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff 2024-04-25T18:58:43.412 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 18:58:43 smithi066 systemd[1]: Started Ceph mds.i for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:43 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:43 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:43 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:44.190 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:44.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:44 smithi032 ceph-mon[28041]: Deploying daemon mds.g on smithi032 2024-04-25T18:58:44.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:44 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] up:boot 2024-04-25T18:58:44.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:44 smithi032 ceph-mon[28041]: fsmap 9 up:standby 2024-04-25T18:58:44.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:44 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T18:58:44.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:44 smithi066 ceph-mon[32882]: Deploying daemon mds.g on smithi032 2024-04-25T18:58:44.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:44 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] up:boot 2024-04-25T18:58:44.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:44 smithi066 ceph-mon[32882]: fsmap 9 up:standby 2024-04-25T18:58:44.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:44 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T18:58:44.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:44 smithi064 ceph-mon[32321]: Deploying daemon mds.g on smithi032 2024-04-25T18:58:44.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:44 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] up:boot 2024-04-25T18:58:44.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:44 smithi064 ceph-mon[32321]: fsmap 9 up:standby 2024-04-25T18:58:44.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:44 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T18:58:45.616 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:45 smithi032 ceph-mon[28041]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:45.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:45 smithi066 ceph-mon[32882]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:45.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:45 smithi064 ceph-mon[32321]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:45.778 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:46.530 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:46 smithi032 systemd[1]: Starting Ceph mds.g for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:47 smithi032 ceph-mon[28041]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:47.530 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:47 smithi032 podman[69014]: 2024-04-25 18:58:47.380638023 +0000 UTC m=+0.039769230 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:47.530 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:47 smithi032 podman[69014]: 2024-04-25 18:58:47.491567502 +0000 UTC m=+0.150698767 container create d2fb49fd332191684a52bc66d37f0a507087b63cf272f5e8d9af216e5582d501 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T18:58:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:47 smithi066 ceph-mon[32882]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:47 smithi064 ceph-mon[32321]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:48.031 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:47 smithi032 podman[69014]: 2024-04-25 18:58:47.778300006 +0000 UTC m=+0.437431258 container init d2fb49fd332191684a52bc66d37f0a507087b63cf272f5e8d9af216e5582d501 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T18:58:48.031 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:47 smithi032 podman[69014]: 2024-04-25 18:58:47.788363499 +0000 UTC m=+0.447494714 container start d2fb49fd332191684a52bc66d37f0a507087b63cf272f5e8d9af216e5582d501 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-25T18:58:48.031 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:47 smithi032 ceph-mds[69051]: -- 172.21.15.32:0/593055484 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5595d0685a40 con 0x5595d0658c00 2024-04-25T18:58:48.031 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: starting mds.g at 2024-04-25T18:58:48.349 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:48 smithi032 bash[69014]: d2fb49fd332191684a52bc66d37f0a507087b63cf272f5e8d9af216e5582d501 2024-04-25T18:58:48.349 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:58:48 smithi032 systemd[1]: Started Ceph mds.g for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.406+0000 7fa33fe00700 1 -- 172.21.15.32:0/3177005061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa338108a30 msgr2=0x7fa338108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.406+0000 7fa33fe00700 1 --2- 172.21.15.32:0/3177005061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa338108a30 0x7fa338108e10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa32c009990 tx=0x7fa32c009ca0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 -- 172.21.15.32:0/3177005061 shutdown_connections 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 --2- 172.21.15.32:0/3177005061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa338108a30 0x7fa338108e10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 --2- 172.21.15.32:0/3177005061 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa33806b0f0 0x7fa33810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 --2- 172.21.15.32:0/3177005061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa33806a750 0x7fa33806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 -- 172.21.15.32:0/3177005061 >> 172.21.15.32:0/3177005061 conn(0x7fa3380788f0 msgr2=0x7fa338078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 -- 172.21.15.32:0/3177005061 shutdown_connections 2024-04-25T18:58:48.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.407+0000 7fa33fe00700 1 -- 172.21.15.32:0/3177005061 wait complete. 2024-04-25T18:58:48.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.408+0000 7fa33fe00700 1 Processor -- start 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.408+0000 7fa33fe00700 1 -- start start 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 0x7fa33819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa33806b0f0 0x7fa33819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa338108a30 0x7fa33819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33fe00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa338112c00 con 0x7fa33806a750 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33fe00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa338112a80 con 0x7fa33806b0f0 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33fe00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa338112d80 con 0x7fa338108a30 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33d400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 0x7fa33819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33d400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 0x7fa33819b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33152/0 (socket says 172.21.15.32:33152) 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33d400700 1 -- 172.21.15.32:0/951161186 learned_addr learned my addr 172.21.15.32:0/951161186 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:48.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33ca00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa33806b0f0 0x7fa33819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:48.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.409+0000 7fa33de00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa338108a30 0x7fa33819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:48.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33d400700 1 -- 172.21.15.32:0/951161186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa338108a30 msgr2=0x7fa33819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:48.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33d400700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa338108a30 0x7fa33819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33d400700 1 -- 172.21.15.32:0/951161186 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa33806b0f0 msgr2=0x7fa33819b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:48.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33d400700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa33806b0f0 0x7fa33819b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33d400700 1 -- 172.21.15.32:0/951161186 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3381a0360 con 0x7fa33806a750 2024-04-25T18:58:48.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33d400700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 0x7fa33819b350 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa32c005910 tx=0x7fa32c00b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c027070 con 0x7fa33806a750 2024-04-25T18:58:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa32c022470 con 0x7fa33806a750 2024-04-25T18:58:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3381a05f0 con 0x7fa33806a750 2024-04-25T18:58:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.410+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c017650 con 0x7fa33806a750 2024-04-25T18:58:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.411+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3381a7ed0 con 0x7fa33806a750 2024-04-25T18:58:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.412+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa338069730 con 0x7fa33806a750 2024-04-25T18:58:48.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.415+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa32c02a070 con 0x7fa33806a750 2024-04-25T18:58:48.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.417+0000 7fa336000700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3200a3cc0 0x7fa3200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:48.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.417+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fa32c0d0c40 con 0x7fa33806a750 2024-04-25T18:58:48.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.417+0000 7fa33ca00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3200a3cc0 0x7fa3200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:48.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.418+0000 7fa33ca00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3200a3cc0 0x7fa3200a6180 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa338078ef0 tx=0x7fa324009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:48.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.422+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa32c013070 con 0x7fa33806a750 2024-04-25T18:58:48.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.720+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa33802df80 con 0x7fa33806a750 2024-04-25T18:58:48.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.721+0000 7fa336000700 1 -- 172.21.15.32:0/951161186 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8812 (secure 0 0 0) 0x7fa32c09dab0 con 0x7fa33806a750 2024-04-25T18:58:48.723 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:48.723 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24538,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-04-25T18:58:48.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.724+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3200a3cc0 msgr2=0x7fa3200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:48.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.724+0000 7fa33fe00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3200a3cc0 0x7fa3200a6180 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa338078ef0 tx=0x7fa324009260 comp rx=0 tx=0).stop 2024-04-25T18:58:48.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.724+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 msgr2=0x7fa33819b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:48.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.724+0000 7fa33fe00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 0x7fa33819b350 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa32c005910 tx=0x7fa32c00b670 comp rx=0 tx=0).stop 2024-04-25T18:58:48.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 shutdown_connections 2024-04-25T18:58:48.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3200a3cc0 0x7fa3200a6180 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa33806a750 0x7fa33819b350 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa338108a30 0x7fa33819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 --2- 172.21.15.32:0/951161186 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa33806b0f0 0x7fa33819b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:48.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 >> 172.21.15.32:0/951161186 conn(0x7fa3380788f0 msgr2=0x7fa33810de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:48.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 shutdown_connections 2024-04-25T18:58:48.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:48.725+0000 7fa33fe00700 1 -- 172.21.15.32:0/951161186 wait complete. 2024-04-25T18:58:48.728 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 11 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: Deploying daemon mds.a on smithi032 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] up:boot 2024-04-25T18:58:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: fsmap 10 up:standby 2024-04-25T18:58:49.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T18:58:49.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:49 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/951161186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: Deploying daemon mds.a on smithi032 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] up:boot 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: fsmap 10 up:standby 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T18:58:49.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:49 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/951161186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: Deploying daemon mds.a on smithi032 2024-04-25T18:58:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] up:boot 2024-04-25T18:58:49.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: fsmap 10 up:standby 2024-04-25T18:58:49.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T18:58:49.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:49 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/951161186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:51 smithi064 ceph-mon[32321]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:51 smithi032 ceph-mon[28041]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:51.648 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:51.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:51 smithi066 ceph-mon[32882]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:52.280 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:51 smithi032 systemd[1]: Starting Ceph mds.a for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:52.687 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 podman[69411]: 2024-04-25 18:58:52.268059882 +0000 UTC m=+0.048294932 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:52.687 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 podman[69411]: 2024-04-25 18:58:52.389076168 +0000 UTC m=+0.169311240 container create 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T18:58:52.687 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 podman[69411]: 2024-04-25 18:58:52.685020859 +0000 UTC m=+0.465255941 container init 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T18:58:52.792 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:52.941 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 podman[69411]: 2024-04-25 18:58:52.695234732 +0000 UTC m=+0.475469813 container start 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T18:58:52.941 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 ceph-mds[69456]: -- 172.21.15.32:0/3165823179 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564b7fa87a40 con 0x564b7fa5b000 2024-04-25T18:58:52.941 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a[69452]: starting mds.a at 2024-04-25T18:58:52.941 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 bash[69411]: 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 2024-04-25T18:58:52.941 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 18:58:52 smithi032 systemd[1]: Started Ceph mds.a for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:53.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:53.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:53 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:53.605 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:53 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-25T18:58:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:53 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:58:54.612 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:54 smithi064 ceph-mon[32321]: Deploying daemon mds.b on smithi064 2024-04-25T18:58:54.612 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:54 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] up:boot 2024-04-25T18:58:54.612 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:54 smithi064 ceph-mon[32321]: fsmap 11 up:standby 2024-04-25T18:58:54.612 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:54 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T18:58:54.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:54 smithi066 ceph-mon[32882]: Deploying daemon mds.b on smithi064 2024-04-25T18:58:54.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:54 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] up:boot 2024-04-25T18:58:54.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:54 smithi066 ceph-mon[32882]: fsmap 11 up:standby 2024-04-25T18:58:54.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:54 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T18:58:54.710 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:54 smithi032 ceph-mon[28041]: Deploying daemon mds.b on smithi064 2024-04-25T18:58:54.710 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:54 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] up:boot 2024-04-25T18:58:54.710 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:54 smithi032 ceph-mon[28041]: fsmap 11 up:standby 2024-04-25T18:58:54.710 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:54 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T18:58:55.272 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 systemd[1]: Starting Ceph mds.b for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T18:58:55.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 -- 172.21.15.32:0/3653921400 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 msgr2=0x7f96901052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:55.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 --2- 172.21.15.32:0/3653921400 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f96901052c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f96840098f0 tx=0x7f9684009c00 comp rx=0 tx=0).stop 2024-04-25T18:58:55.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 -- 172.21.15.32:0/3653921400 shutdown_connections 2024-04-25T18:58:55.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 --2- 172.21.15.32:0/3653921400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 0x7f9690111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 --2- 172.21.15.32:0/3653921400 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f96901052c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 --2- 172.21.15.32:0/3653921400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 0x7f96901098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 -- 172.21.15.32:0/3653921400 >> 172.21.15.32:0/3653921400 conn(0x7f9690100770 msgr2=0x7f9690102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:55.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 -- 172.21.15.32:0/3653921400 shutdown_connections 2024-04-25T18:58:55.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.276+0000 7f9697800700 1 -- 172.21.15.32:0/3653921400 wait complete. 2024-04-25T18:58:55.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.278+0000 7f9697800700 1 Processor -- start 2024-04-25T18:58:55.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 -- start start 2024-04-25T18:58:55.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f969019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 0x7f969019b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 0x7f969019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9690114eb0 con 0x7f9690109fc0 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9690114d30 con 0x7f9690104ee0 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9697800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9690115030 con 0x7f9690105890 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.279+0000 7f9694e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f969019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f969019b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:39014/0 (socket says 172.21.15.32:39014) 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 -- 172.21.15.32:0/3167387927 learned_addr learned my addr 172.21.15.32:0/3167387927 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f968fe00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 0x7f969019b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:55.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9695800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 0x7f969019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 -- 172.21.15.32:0/3167387927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 msgr2=0x7f969019b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 0x7f969019b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 -- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 msgr2=0x7f969019fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 0x7f969019fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 -- 172.21.15.32:0/3167387927 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96901a0380 con 0x7f9690104ee0 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f968fe00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 0x7f969019b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9695800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 0x7f969019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T18:58:55.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.280+0000 7f9694e00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f969019b3c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9684009230 tx=0x7f968400fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:55.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.281+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96840051f0 con 0x7f9690104ee0 2024-04-25T18:58:55.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.281+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f968400b560 con 0x7f9690104ee0 2024-04-25T18:58:55.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.281+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9684003b40 con 0x7f9690104ee0 2024-04-25T18:58:55.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.281+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96901a0610 con 0x7f9690104ee0 2024-04-25T18:58:55.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.281+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96901a7ef0 con 0x7f9690104ee0 2024-04-25T18:58:55.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.282+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9690069730 con 0x7f9690104ee0 2024-04-25T18:58:55.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.284+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9684003d00 con 0x7f9690104ee0 2024-04-25T18:58:55.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.285+0000 7f968d600700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96780a3cc0 0x7f96780a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:58:55.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.285+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f96840d0f80 con 0x7f9690104ee0 2024-04-25T18:58:55.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.286+0000 7f968fe00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96780a3cc0 0x7f96780a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:58:55.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.286+0000 7f968fe00700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96780a3cc0 0x7f96780a6180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f969010b560 tx=0x7f967c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:58:55.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.290+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9684013030 con 0x7f9690104ee0 2024-04-25T18:58:55.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:55 smithi032 ceph-mon[28041]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:55.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.567+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f969010d230 con 0x7f9690104ee0 2024-04-25T18:58:55.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.568+0000 7f968d600700 1 -- 172.21.15.32:0/3167387927 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9638 (secure 0 0 0) 0x7f968409ddf0 con 0x7f9690104ee0 2024-04-25T18:58:55.571 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:58:55.571 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24512,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24538,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96780a3cc0 msgr2=0x7f96780a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96780a3cc0 0x7f96780a6180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f969010b560 tx=0x7f967c009260 comp rx=0 tx=0).stop 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 msgr2=0x7f969019b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f969019b3c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9684009230 tx=0x7f968400fb20 comp rx=0 tx=0).stop 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 shutdown_connections 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f96780a3cc0 0x7f96780a6180 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9690109fc0 0x7f969019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9690104ee0 0x7f969019b3c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 --2- 172.21.15.32:0/3167387927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9690105890 0x7f969019b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:58:55.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 >> 172.21.15.32:0/3167387927 conn(0x7f9690100770 msgr2=0x7f9690102ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:58:55.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.571+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 shutdown_connections 2024-04-25T18:58:55.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:58:55.572+0000 7f9697800700 1 -- 172.21.15.32:0/3167387927 wait complete. 2024-04-25T18:58:55.575 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 12 2024-04-25T18:58:55.620 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:55 smithi064 ceph-mon[32321]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:55.621 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 podman[62094]: 2024-04-25 18:58:55.267110453 +0000 UTC m=+0.018724428 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T18:58:55.621 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 podman[62094]: 2024-04-25 18:58:55.391694949 +0000 UTC m=+0.143308914 container create d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T18:58:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:55 smithi066 ceph-mon[32882]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:56.022 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 podman[62094]: 2024-04-25 18:58:55.619779379 +0000 UTC m=+0.371393344 container init d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-25T18:58:56.022 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 podman[62094]: 2024-04-25 18:58:55.623107528 +0000 UTC m=+0.374721498 container start d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-25T18:58:56.022 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 ceph-mds[62114]: -- 172.21.15.64:0/394139436 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55edd63dfa40 con 0x55edd63b3000 2024-04-25T18:58:56.022 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b[62110]: starting mds.b at 2024-04-25T18:58:56.022 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 bash[62094]: d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e 2024-04-25T18:58:56.022 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 18:58:55 smithi064 systemd[1]: Started Ceph mds.b for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3167387927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:56 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3167387927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:56 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3167387927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:56 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:58:57.506 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:57 smithi064 ceph-mon[32321]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:57.507 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:57 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] up:boot 2024-04-25T18:58:57.507 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:57 smithi064 ceph-mon[32321]: fsmap 12 up:standby 2024-04-25T18:58:57.507 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:57 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T18:58:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:57 smithi032 ceph-mon[28041]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:57 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] up:boot 2024-04-25T18:58:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:57 smithi032 ceph-mon[28041]: fsmap 12 up:standby 2024-04-25T18:58:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:57 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T18:58:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:57 smithi066 ceph-mon[32882]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:57 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] up:boot 2024-04-25T18:58:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:57 smithi066 ceph-mon[32882]: fsmap 12 up:standby 2024-04-25T18:58:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:57 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T18:58:58.517 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T18:58:58.962 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:58:59.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:58 smithi064 ceph-mon[32321]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:58:58 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:58 smithi032 ceph-mon[28041]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:58:58 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:58 smithi066 ceph-mon[32882]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:58:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:58:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:58:58 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.385 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.386 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.386 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:59:00.386 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:59:00.386 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.386 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:00 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:59:00.398 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.398 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.398 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:59:00.398 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:59:00.399 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.399 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:00 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:59:00.470 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:59:00.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:59:00.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:00.471 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:00 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T18:59:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 -- 172.21.15.32:0/1165042518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c8109c80 msgr2=0x7f08c810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 --2- 172.21.15.32:0/1165042518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c8109c80 0x7f08c810dcd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f08b00099c0 tx=0x7f08b0009cd0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 -- 172.21.15.32:0/1165042518 shutdown_connections 2024-04-25T18:59:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 --2- 172.21.15.32:0/1165042518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f08c810e3b0 0x7f08c8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 --2- 172.21.15.32:0/1165042518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c81092d0 0x7f08c81096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 --2- 172.21.15.32:0/1165042518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c8109c80 0x7f08c810dcd0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 -- 172.21.15.32:0/1165042518 >> 172.21.15.32:0/1165042518 conn(0x7f08c8076210 msgr2=0x7f08c8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 -- 172.21.15.32:0/1165042518 shutdown_connections 2024-04-25T18:59:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.284+0000 7f08cf400700 1 -- 172.21.15.32:0/1165042518 wait complete. 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.285+0000 7f08cf400700 1 Processor -- start 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 -- start start 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 0x7f08c81a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c8109c80 0x7f08c81a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f08c810e3b0 0x7f08c819f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f08c8119240 con 0x7f08c81092d0 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f08c81190c0 con 0x7f08c810e3b0 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cf400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f08c81193c0 con 0x7f08c8109c80 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.286+0000 7f08cca00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 0x7f08c81a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08cca00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 0x7f08c81a53d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42718/0 (socket says 172.21.15.32:42718) 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08cca00700 1 -- 172.21.15.32:0/1397305049 learned_addr learned my addr 172.21.15.32:0/1397305049 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c8109c80 0x7f08c81a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08cd400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f08c810e3b0 0x7f08c819f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 -- 172.21.15.32:0/1397305049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f08c810e3b0 msgr2=0x7f08c819f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f08c810e3b0 0x7f08c819f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 -- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 msgr2=0x7f08c81a53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 0x7f08c81a53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 -- 172.21.15.32:0/1397305049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08c819fd40 con 0x7f08c8109c80 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08cca00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 0x7f08c81a53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.287+0000 7f08bfe00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c8109c80 0x7f08c81a5910 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f08b00098e0 tx=0x7f08b0004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:01.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.288+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b0026070 con 0x7f08c8109c80 2024-04-25T18:59:01.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.288+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08b0003c70 con 0x7f08c8109c80 2024-04-25T18:59:01.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.288+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08c819ffd0 con 0x7f08c8109c80 2024-04-25T18:59:01.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.288+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b000f9c0 con 0x7f08c8109c80 2024-04-25T18:59:01.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.288+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08c81ac2a0 con 0x7f08c8109c80 2024-04-25T18:59:01.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.289+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08c8069730 con 0x7f08c8109c80 2024-04-25T18:59:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.291+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f08b0029070 con 0x7f08c8109c80 2024-04-25T18:59:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.292+0000 7f08c6000700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f08ac0a3cc0 0x7f08ac0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.293+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f08b00d0590 con 0x7f08c8109c80 2024-04-25T18:59:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.293+0000 7f08cca00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f08ac0a3cc0 0x7f08ac0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:01.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.293+0000 7f08cca00700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f08ac0a3cc0 0x7f08ac0a6180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f08b8011590 tx=0x7f08b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:01.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.297+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f08b0013070 con 0x7f08c8109c80 2024-04-25T18:59:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:01 smithi032 ceph-mon[28041]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:01.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:01 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:01.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:01 smithi066 ceph-mon[32882]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:01 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:01 smithi064 ceph-mon[32321]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:01 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:01.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.585+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08c81a0ac0 con 0x7f08c8109c80 2024-04-25T18:59:01.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.586+0000 7f08c6000700 1 -- 172.21.15.32:0/1397305049 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10464 (secure 0 0 0) 0x7f08b009d400 con 0x7f08c8109c80 2024-04-25T18:59:01.588 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:59:01.588 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24512,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24514,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24524,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24538,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f08ac0a3cc0 msgr2=0x7f08ac0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f08ac0a3cc0 0x7f08ac0a6180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f08b8011590 tx=0x7f08b8009260 comp rx=0 tx=0).stop 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c8109c80 msgr2=0x7f08c81a5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c8109c80 0x7f08c81a5910 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f08b00098e0 tx=0x7f08b0004270 comp rx=0 tx=0).stop 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 shutdown_connections 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f08ac0a3cc0 0x7f08ac0a6180 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08c81092d0 0x7f08c81a53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f08c810e3b0 0x7f08c819f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 --2- 172.21.15.32:0/1397305049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f08c8109c80 0x7f08c81a5910 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 >> 172.21.15.32:0/1397305049 conn(0x7f08c8076210 msgr2=0x7f08c810f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:01.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 shutdown_connections 2024-04-25T18:59:01.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:01.590+0000 7f08cf400700 1 -- 172.21.15.32:0/1397305049 wait complete. 2024-04-25T18:59:01.593 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 13 2024-04-25T18:59:02.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:02 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:02 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1397305049' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:59:02.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:02 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:02 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1397305049' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:59:02.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:02 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:02.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:02 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1397305049' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T18:59:02.876 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-04-25T18:59:03.316 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:03.460 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:03 smithi032 ceph-mon[28041]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:03.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:03 smithi064 ceph-mon[32321]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:03.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:03 smithi066 ceph-mon[32882]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:05.510 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:05 smithi032 ceph-mon[28041]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:05.510 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.510 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.510 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:59:05.510 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:59:05.510 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:05 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.680+0000 7f2d74400700 1 -- 172.21.15.32:0/1395644487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c108a30 msgr2=0x7f2d6c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.680+0000 7f2d74400700 1 --2- 172.21.15.32:0/1395644487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c108a30 0x7f2d6c108e10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2d60009990 tx=0x7f2d60009ca0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 -- 172.21.15.32:0/1395644487 shutdown_connections 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 --2- 172.21.15.32:0/1395644487 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 --2- 172.21.15.32:0/1395644487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c108a30 0x7f2d6c108e10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 --2- 172.21.15.32:0/1395644487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06a750 0x7f2d6c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 -- 172.21.15.32:0/1395644487 >> 172.21.15.32:0/1395644487 conn(0x7f2d6c0788f0 msgr2=0x7f2d6c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 -- 172.21.15.32:0/1395644487 shutdown_connections 2024-04-25T18:59:05.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.681+0000 7f2d74400700 1 -- 172.21.15.32:0/1395644487 wait complete. 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.682+0000 7f2d74400700 1 Processor -- start 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.682+0000 7f2d74400700 1 -- start start 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d74400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c06a750 0x7f2d6c19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d74400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c19b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d74400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d6c108a30 0x7f2d6c19fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d74400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6c112c20 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d74400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6c112aa0 con 0x7f2d6c108a30 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d74400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2d6c112da0 con 0x7f2d6c06a750 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c19b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c19b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53152/0 (socket says 172.21.15.32:53152) 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 -- 172.21.15.32:0/1483658554 learned_addr learned my addr 172.21.15.32:0/1483658554 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71a00700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c06a750 0x7f2d6c19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d72400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d6c108a30 0x7f2d6c19fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 -- 172.21.15.32:0/1483658554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c06a750 msgr2=0x7f2d6c19b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c06a750 0x7f2d6c19b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 -- 172.21.15.32:0/1483658554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d6c108a30 msgr2=0x7f2d6c19fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d6c108a30 0x7f2d6c19fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.683+0000 7f2d71000700 1 -- 172.21.15.32:0/1483658554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d6c1a0460 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.684+0000 7f2d71000700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c19b990 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2d5800e9a0 tx=0x7f2d5800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:05.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.684+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5800ca10 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.684+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d6c1a0750 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.684+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d5800cbb0 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.684+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d58018680 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.684+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d6c1a7fd0 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.685+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d6c069730 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.687+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2d58010430 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.689+0000 7f2d6a000700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2d540a3c40 0x7f2d540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:05.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.689+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f2d580d0160 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.689+0000 7f2d71a00700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2d540a3c40 0x7f2d540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:05.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.690+0000 7f2d71a00700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2d540a3c40 0x7f2d540a6100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2d60006010 tx=0x7f2d6000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:05.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.693+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2d5809cf40 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:05 smithi066 ceph-mon[32882]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:05.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:59:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:59:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:05 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:05 smithi064 ceph-mon[32321]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T18:59:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T18:59:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:05 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T18:59:05.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.931+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2d6c19c7b0 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.931+0000 7f2d6a000700 1 -- 172.21.15.32:0/1483658554 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) ==== 84+0+65 (secure 0 0 0) 0x7f2d5809c840 con 0x7f2d6c06b0f0 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T18:59:05.933 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2d540a3c40 msgr2=0x7f2d540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2d540a3c40 0x7f2d540a6100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2d60006010 tx=0x7f2d6000b260 comp rx=0 tx=0).stop 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 msgr2=0x7f2d6c19b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c19b990 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2d5800e9a0 tx=0x7f2d5800ecb0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 shutdown_connections 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2d6c108a30 0x7f2d6c19fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2d6c06a750 0x7f2d6c19b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2d540a3c40 0x7f2d540a6100 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 --2- 172.21.15.32:0/1483658554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d6c06b0f0 0x7f2d6c19b990 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 >> 172.21.15.32:0/1483658554 conn(0x7f2d6c0788f0 msgr2=0x7f2d6c10df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 shutdown_connections 2024-04-25T18:59:05.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:05.935+0000 7f2d74400700 1 -- 172.21.15.32:0/1483658554 wait complete. 2024-04-25T18:59:06.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:06 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1483658554' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T18:59:06.743 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:06 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1483658554' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T18:59:06.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:06 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1483658554' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-25T18:59:06.795 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-25T18:59:06.795 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-25T18:59:07.263 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:07.596 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:07 smithi032 ceph-mon[28041]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:07 smithi066 ceph-mon[32882]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:07.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:07 smithi064 ceph-mon[32321]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:09 smithi032 ceph-mon[28041]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 -- 172.21.15.32:0/2598177700 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 msgr2=0x7f6b741098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 --2- 172.21.15.32:0/2598177700 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b741098e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6b60009990 tx=0x7f6b60009ca0 comp rx=0 tx=0).stop 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 -- 172.21.15.32:0/2598177700 shutdown_connections 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 --2- 172.21.15.32:0/2598177700 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74104ee0 0x7f6b741052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 --2- 172.21.15.32:0/2598177700 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74109fc0 0x7f6b74111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 --2- 172.21.15.32:0/2598177700 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b741098e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 -- 172.21.15.32:0/2598177700 >> 172.21.15.32:0/2598177700 conn(0x7f6b74100770 msgr2=0x7f6b74102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 -- 172.21.15.32:0/2598177700 shutdown_connections 2024-04-25T18:59:09.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.609+0000 7f6b79e00700 1 -- 172.21.15.32:0/2598177700 wait complete. 2024-04-25T18:59:09.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.611+0000 7f6b79e00700 1 Processor -- start 2024-04-25T18:59:09.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.611+0000 7f6b79e00700 1 -- start start 2024-04-25T18:59:09.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b79e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 0x7f6b7419b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b79e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b7419b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b79e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74109fc0 0x7f6b7419fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b79e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6b74114ea0 con 0x7f6b74109fc0 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b79e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6b74114d20 con 0x7f6b74105890 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b79e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6b74115020 con 0x7f6b74104ee0 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.612+0000 7f6b72a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 0x7f6b7419b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b7419b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b7419b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:36438/0 (socket says 172.21.15.32:36438) 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 -- 172.21.15.32:0/1166932343 learned_addr learned my addr 172.21.15.32:0/1166932343 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 0x7f6b7419b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59334/0 (socket says 172.21.15.32:59334) 2024-04-25T18:59:09.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b73400700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74109fc0 0x7f6b7419fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 -- 172.21.15.32:0/1166932343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 msgr2=0x7f6b7419b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 0x7f6b7419b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 -- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74109fc0 msgr2=0x7f6b7419fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74109fc0 0x7f6b7419fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 -- 172.21.15.32:0/1166932343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b741a03d0 con 0x7f6b74105890 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72a00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 0x7f6b7419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:09.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.613+0000 7f6b72000700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b7419b950 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6b60000c00 tx=0x7f6b60009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:09.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.614+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b60026070 con 0x7f6b74105890 2024-04-25T18:59:09.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.614+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b6000b610 con 0x7f6b74105890 2024-04-25T18:59:09.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.614+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b741a0660 con 0x7f6b74105890 2024-04-25T18:59:09.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.614+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b60021e40 con 0x7f6b74105890 2024-04-25T18:59:09.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.614+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b741a7f40 con 0x7f6b74105890 2024-04-25T18:59:09.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.615+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b74069730 con 0x7f6b74105890 2024-04-25T18:59:09.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.617+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6b60029070 con 0x7f6b74105890 2024-04-25T18:59:09.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.618+0000 7f6b78a00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6b580a3cc0 0x7f6b580a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:09.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.618+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f6b600d0b00 con 0x7f6b74105890 2024-04-25T18:59:09.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.619+0000 7f6b72a00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6b580a3cc0 0x7f6b580a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:09.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.619+0000 7f6b72a00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6b580a3cc0 0x7f6b580a6180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6b64011490 tx=0x7f6b64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:09.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.621+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6b60013070 con 0x7f6b74105890 2024-04-25T18:59:09.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:09 smithi066 ceph-mon[32882]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:09 smithi064 ceph-mon[32321]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:09.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:09.856+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f6b7419c720 con 0x7f6b74105890 2024-04-25T18:59:10.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.357+0000 7f6b78a00700 1 -- 172.21.15.32:0/1166932343 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) ==== 138+0+0 (secure 0 0 0) 0x7f6b6009d970 con 0x7f6b74105890 2024-04-25T18:59:10.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.365+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6b580a3cc0 msgr2=0x7f6b580a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:10.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.365+0000 7f6b79e00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6b580a3cc0 0x7f6b580a6180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6b64011490 tx=0x7f6b64009260 comp rx=0 tx=0).stop 2024-04-25T18:59:10.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.365+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 msgr2=0x7f6b7419b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:10.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.365+0000 7f6b79e00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b7419b950 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6b60000c00 tx=0x7f6b60009580 comp rx=0 tx=0).stop 2024-04-25T18:59:10.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.366+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 shutdown_connections 2024-04-25T18:59:10.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.366+0000 7f6b79e00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6b580a3cc0 0x7f6b580a6180 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:10.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.366+0000 7f6b79e00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6b74109fc0 0x7f6b7419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:10.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.366+0000 7f6b79e00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b74104ee0 0x7f6b7419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:10.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.366+0000 7f6b79e00700 1 --2- 172.21.15.32:0/1166932343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6b74105890 0x7f6b7419b950 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:10.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.366+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 >> 172.21.15.32:0/1166932343 conn(0x7f6b74100770 msgr2=0x7f6b74101390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:10.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.367+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 shutdown_connections 2024-04-25T18:59:10.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:10.367+0000 7f6b79e00700 1 -- 172.21.15.32:0/1166932343 wait complete. 2024-04-25T18:59:10.371 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-04-25T18:59:10.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:10 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1166932343' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T18:59:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:10 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T18:59:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:10 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1166932343' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T18:59:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:10 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T18:59:10.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:10 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1166932343' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T18:59:10.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:10 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-25T18:59:11.318 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-25T18:59:11.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:11 smithi032 ceph-mon[28041]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:11 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T18:59:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:11 smithi032 ceph-mon[28041]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T18:59:11.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:11 smithi066 ceph-mon[32882]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:11 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T18:59:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:11 smithi066 ceph-mon[32882]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T18:59:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:11 smithi064 ceph-mon[32321]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:11 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-25T18:59:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:11 smithi064 ceph-mon[32321]: osdmap e82: 12 total, 12 up, 12 in 2024-04-25T18:59:11.787 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:12.698 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:12 smithi032 ceph-mon[28041]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T18:59:12.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:12 smithi066 ceph-mon[32882]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T18:59:12.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:12 smithi064 ceph-mon[32321]: osdmap e83: 12 total, 12 up, 12 in 2024-04-25T18:59:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:13 smithi032 ceph-mon[28041]: pgmap v326: 33 pgs: 1 creating+activating, 5 active+clean, 27 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:13 smithi032 ceph-mon[28041]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T18:59:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:13 smithi032 ceph-mon[28041]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T18:59:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:13 smithi066 ceph-mon[32882]: pgmap v326: 33 pgs: 1 creating+activating, 5 active+clean, 27 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:13 smithi066 ceph-mon[32882]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T18:59:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:13 smithi066 ceph-mon[32882]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T18:59:13.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:13 smithi064 ceph-mon[32321]: pgmap v326: 33 pgs: 1 creating+activating, 5 active+clean, 27 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:13.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:13 smithi064 ceph-mon[32321]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T18:59:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:13 smithi064 ceph-mon[32321]: osdmap e84: 12 total, 12 up, 12 in 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 -- 172.21.15.32:0/2719999149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c113900 msgr2=0x7f240c115cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 --2- 172.21.15.32:0/2719999149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c113900 0x7f240c115cf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f240400b0a0 tx=0x7f240400b3b0 comp rx=0 tx=0).stop 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 -- 172.21.15.32:0/2719999149 shutdown_connections 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 --2- 172.21.15.32:0/2719999149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f240c076f70 0x7f240c077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 --2- 172.21.15.32:0/2719999149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c113900 0x7f240c115cf0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 --2- 172.21.15.32:0/2719999149 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 0x7f240c1133c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 -- 172.21.15.32:0/2719999149 >> 172.21.15.32:0/2719999149 conn(0x7f240c100750 msgr2=0x7f240c102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:14.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 -- 172.21.15.32:0/2719999149 shutdown_connections 2024-04-25T18:59:14.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.140+0000 7f2414600700 1 -- 172.21.15.32:0/2719999149 wait complete. 2024-04-25T18:59:14.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.141+0000 7f2414600700 1 Processor -- start 2024-04-25T18:59:14.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.141+0000 7f2414600700 1 -- start start 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2414600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c076f70 0x7f240c19f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2414600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 0x7f240c19fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2414600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f240c113900 0x7f240c1a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2414600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f240c1192b0 con 0x7f240c113900 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2414600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f240c119130 con 0x7f240c077890 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2414600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f240c119430 con 0x7f240c076f70 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2411200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 0x7f240c19fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2412600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f240c113900 0x7f240c1a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2411c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c076f70 0x7f240c19f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2411200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 0x7f240c19fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52542/0 (socket says 172.21.15.32:52542) 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.142+0000 7f2411200700 1 -- 172.21.15.32:0/3949545728 learned_addr learned my addr 172.21.15.32:0/3949545728 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2411c00700 1 -- 172.21.15.32:0/3949545728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 msgr2=0x7f240c19fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:14.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2411c00700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 0x7f240c19fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:14.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2411c00700 1 -- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f240c113900 msgr2=0x7f240c1a4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:14.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2411c00700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f240c113900 0x7f240c1a4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:14.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2411c00700 1 -- 172.21.15.32:0/3949545728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f240c1a4740 con 0x7f240c076f70 2024-04-25T18:59:14.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2411c00700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c076f70 0x7f240c19f780 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9f0 tx=0x7f240000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:14.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240000c9c0 con 0x7f240c076f70 2024-04-25T18:59:14.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f240000cb60 con 0x7f240c076f70 2024-04-25T18:59:14.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2400018680 con 0x7f240c076f70 2024-04-25T18:59:14.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.143+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f240c1a4a30 con 0x7f240c076f70 2024-04-25T18:59:14.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.144+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f240c1ac2b0 con 0x7f240c076f70 2024-04-25T18:59:14.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.145+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f240c069730 con 0x7f240c076f70 2024-04-25T18:59:14.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.147+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2400010430 con 0x7f240c076f70 2024-04-25T18:59:14.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.149+0000 7f240a000700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f23f40a3d40 0x7f23f40a6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:14.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.149+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7497+0+0 (secure 0 0 0) 0x7f24000d0570 con 0x7f240c076f70 2024-04-25T18:59:14.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.149+0000 7f2411200700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f23f40a3d40 0x7f23f40a6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:14.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.150+0000 7f2411200700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f23f40a3d40 0x7f23f40a6200 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f240c103db0 tx=0x7f23f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:14.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.151+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f240009d1e0 con 0x7f240c076f70 2024-04-25T18:59:14.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:14.392+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f240c02e140 con 0x7f240c076f70 2024-04-25T18:59:15.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.403+0000 7f240a000700 1 -- 172.21.15.32:0/3949545728 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v85) ==== 170+0+0 (secure 0 0 0) 0x7f24000bd120 con 0x7f240c076f70 2024-04-25T18:59:15.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.414+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f23f40a3d40 msgr2=0x7f23f40a6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:15.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.414+0000 7f2414600700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f23f40a3d40 0x7f23f40a6200 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f240c103db0 tx=0x7f23f8009260 comp rx=0 tx=0).stop 2024-04-25T18:59:15.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.414+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c076f70 msgr2=0x7f240c19f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:15.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.414+0000 7f2414600700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c076f70 0x7f240c19f780 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9f0 tx=0x7f240000ed00 comp rx=0 tx=0).stop 2024-04-25T18:59:15.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 shutdown_connections 2024-04-25T18:59:15.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f23f40a3d40 0x7f23f40a6200 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:15.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f240c113900 0x7f240c1a4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:15.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f240c076f70 0x7f240c19f780 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:15.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 --2- 172.21.15.32:0/3949545728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f240c077890 0x7f240c19fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:15.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 >> 172.21.15.32:0/3949545728 conn(0x7f240c100750 msgr2=0x7f240c102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:15.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 shutdown_connections 2024-04-25T18:59:15.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:15.416+0000 7f2414600700 1 -- 172.21.15.32:0/3949545728 wait complete. 2024-04-25T18:59:15.425 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-04-25T18:59:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:15 smithi032 ceph-mon[28041]: pgmap v328: 33 pgs: 1 creating+activating, 17 active+clean, 15 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:15 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3949545728' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T18:59:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:15 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T18:59:15.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:15 smithi066 ceph-mon[32882]: pgmap v328: 33 pgs: 1 creating+activating, 17 active+clean, 15 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:15 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3949545728' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T18:59:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:15 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T18:59:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:15 smithi064 ceph-mon[32321]: pgmap v328: 33 pgs: 1 creating+activating, 17 active+clean, 15 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:15 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3949545728' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T18:59:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:15 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-25T18:59:16.412 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-25T18:59:16.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:16 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T18:59:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:16 smithi066 ceph-mon[32882]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T18:59:16.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:16 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T18:59:16.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:16 smithi064 ceph-mon[32321]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T18:59:16.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:16 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-25T18:59:16.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:16 smithi032 ceph-mon[28041]: osdmap e85: 12 total, 12 up, 12 in 2024-04-25T18:59:16.866 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:17.629 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:17 smithi032 ceph-mon[28041]: pgmap v330: 97 pgs: 64 unknown, 1 creating+activating, 32 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:17.630 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:17 smithi032 ceph-mon[28041]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T18:59:17.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:17 smithi066 ceph-mon[32882]: pgmap v330: 97 pgs: 64 unknown, 1 creating+activating, 32 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:17 smithi066 ceph-mon[32882]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T18:59:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:17 smithi064 ceph-mon[32321]: pgmap v330: 97 pgs: 64 unknown, 1 creating+activating, 32 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:17 smithi064 ceph-mon[32321]: osdmap e86: 12 total, 12 up, 12 in 2024-04-25T18:59:18.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:18 smithi032 ceph-mon[28041]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T18:59:18.629 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:18 smithi032 ceph-mon[28041]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T18:59:18.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:18 smithi066 ceph-mon[32882]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T18:59:18.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:18 smithi066 ceph-mon[32882]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T18:59:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:18 smithi064 ceph-mon[32321]: osdmap e87: 12 total, 12 up, 12 in 2024-04-25T18:59:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:18 smithi064 ceph-mon[32321]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-25T18:59:19.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 -- 172.21.15.32:0/293881320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 msgr2=0x7f2cec107d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:19.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 --2- 172.21.15.32:0/293881320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec107d60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc009990 tx=0x7f2cdc009ca0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 -- 172.21.15.32:0/293881320 shutdown_connections 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 --2- 172.21.15.32:0/293881320 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cec1022f0 0x7f2cec10e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 --2- 172.21.15.32:0/293881320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec107d60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 --2- 172.21.15.32:0/293881320 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cec101930 0x7f2cec101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 -- 172.21.15.32:0/293881320 >> 172.21.15.32:0/293881320 conn(0x7f2cec0788b0 msgr2=0x7f2cec078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 -- 172.21.15.32:0/293881320 shutdown_connections 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.120+0000 7f2cf2600700 1 -- 172.21.15.32:0/293881320 wait complete. 2024-04-25T18:59:19.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.122+0000 7f2cf2600700 1 Processor -- start 2024-04-25T18:59:19.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.122+0000 7f2cf2600700 1 -- start start 2024-04-25T18:59:19.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cf2600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cec101930 0x7f2cec199f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cf2600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cec1022f0 0x7f2cec19a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cf2600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec1a4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cf2600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec111ae0 con 0x7f2cec1022f0 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cf2600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec111960 con 0x7f2cec107980 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cf2600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec111c60 con 0x7f2cec101930 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cebe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec1a4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:19.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2ceb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cec101930 0x7f2cec199f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:19.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cebe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec1a4f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52562/0 (socket says 172.21.15.32:52562) 2024-04-25T18:59:19.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2cebe00700 1 -- 172.21.15.32:0/4143888486 learned_addr learned my addr 172.21.15.32:0/4143888486 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:19.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.123+0000 7f2ce2a00700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cec1022f0 0x7f2cec19a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:19.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.124+0000 7f2cebe00700 1 -- 172.21.15.32:0/4143888486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cec101930 msgr2=0x7f2cec199f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:19.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.124+0000 7f2cebe00700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cec101930 0x7f2cec199f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.124+0000 7f2cebe00700 1 -- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cec1022f0 msgr2=0x7f2cec19a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.124+0000 7f2cebe00700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cec1022f0 0x7f2cec19a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.124+0000 7f2cebe00700 1 -- 172.21.15.32:0/4143888486 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cec1a54c0 con 0x7f2cec107980 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.124+0000 7f2cebe00700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec1a4f80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2ce400ef30 tx=0x7f2ce400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.125+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce40092e0 con 0x7f2cec107980 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.125+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ce4004bb0 con 0x7f2cec107980 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.125+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce4004020 con 0x7f2cec107980 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.125+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cec1a56f0 con 0x7f2cec107980 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.125+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cec1a5c00 con 0x7f2cec107980 2024-04-25T18:59:19.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.126+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cec109ea0 con 0x7f2cec107980 2024-04-25T18:59:19.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.129+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2ce401b030 con 0x7f2cec107980 2024-04-25T18:59:19.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.130+0000 7f2ce8c00700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ccc0a3cc0 0x7f2ccc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:19.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.130+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 7879+0+0 (secure 0 0 0) 0x7f2ce40d05e0 con 0x7f2cec107980 2024-04-25T18:59:19.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.130+0000 7f2ceb400700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ccc0a3cc0 0x7f2ccc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:19.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.131+0000 7f2ceb400700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ccc0a3cc0 0x7f2ccc0a6180 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc0098e0 tx=0x7f2cdc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:19.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.133+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2ce4022020 con 0x7f2cec107980 2024-04-25T18:59:19.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.401+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2cec103050 con 0x7f2cec107980 2024-04-25T18:59:19.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.444+0000 7f2ce8c00700 1 -- 172.21.15.32:0/4143888486 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f2ce4010040 con 0x7f2cec107980 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ccc0a3cc0 msgr2=0x7f2ccc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ccc0a3cc0 0x7f2ccc0a6180 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc0098e0 tx=0x7f2cdc005960 comp rx=0 tx=0).stop 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 msgr2=0x7f2cec1a4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec1a4f80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2ce400ef30 tx=0x7f2ce400c3a0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 shutdown_connections 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cec107980 0x7f2cec1a4f80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cec101930 0x7f2cec199f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ccc0a3cc0 0x7f2ccc0a6180 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 --2- 172.21.15.32:0/4143888486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cec1022f0 0x7f2cec19a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 >> 172.21.15.32:0/4143888486 conn(0x7f2cec0788b0 msgr2=0x7f2cec100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 shutdown_connections 2024-04-25T18:59:19.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:19.447+0000 7f2cf2600700 1 -- 172.21.15.32:0/4143888486 wait complete. 2024-04-25T18:59:19.450 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 2 and data pool 3 2024-04-25T18:59:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:19 smithi066 ceph-mon[32882]: pgmap v333: 97 pgs: 50 unknown, 47 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:19 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4143888486' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T18:59:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:19 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T18:59:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:19 smithi066 ceph-mon[32882]: daemon mds.g assigned to filesystem cephfs as rank 0 2024-04-25T18:59:19.765 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:19 smithi064 ceph-mon[32321]: pgmap v333: 97 pgs: 50 unknown, 47 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:19.765 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:19 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4143888486' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T18:59:19.765 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:19 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T18:59:19.765 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:19 smithi064 ceph-mon[32321]: daemon mds.g assigned to filesystem cephfs as rank 0 2024-04-25T18:59:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:19 smithi032 ceph-mon[28041]: pgmap v333: 97 pgs: 50 unknown, 47 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T18:59:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:19 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4143888486' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T18:59:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:19 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-25T18:59:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:19 smithi032 ceph-mon[28041]: daemon mds.g assigned to filesystem cephfs as rank 0 2024-04-25T18:59:20.299 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T18:59:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:20 smithi032 ceph-mon[28041]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T18:59:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:20 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T18:59:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:20 smithi032 ceph-mon[28041]: fsmap cephfs:1 {0=g=up:creating} 11 up:standby 2024-04-25T18:59:20.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:20 smithi032 ceph-mon[28041]: daemon mds.g is now active in filesystem cephfs as rank 0 2024-04-25T18:59:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:20 smithi066 ceph-mon[32882]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T18:59:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:20 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T18:59:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:20 smithi066 ceph-mon[32882]: fsmap cephfs:1 {0=g=up:creating} 11 up:standby 2024-04-25T18:59:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:20 smithi066 ceph-mon[32882]: daemon mds.g is now active in filesystem cephfs as rank 0 2024-04-25T18:59:20.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:20 smithi064 ceph-mon[32321]: osdmap e88: 12 total, 12 up, 12 in 2024-04-25T18:59:20.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:20 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-25T18:59:20.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:20 smithi064 ceph-mon[32321]: fsmap cephfs:1 {0=g=up:creating} 11 up:standby 2024-04-25T18:59:20.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:20 smithi064 ceph-mon[32321]: daemon mds.g is now active in filesystem cephfs as rank 0 2024-04-25T18:59:20.778 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:21 smithi032 ceph-mon[28041]: pgmap v335: 97 pgs: 2 unknown, 95 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 696 B/s wr, 2 op/s 2024-04-25T18:59:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:21 smithi032 ceph-mon[28041]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T18:59:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:21 smithi032 ceph-mon[28041]: Cluster is now healthy 2024-04-25T18:59:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:21 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] up:active 2024-04-25T18:59:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:21 smithi032 ceph-mon[28041]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:21.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:21 smithi032 ceph-mon[28041]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:21 smithi066 ceph-mon[32882]: pgmap v335: 97 pgs: 2 unknown, 95 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 696 B/s wr, 2 op/s 2024-04-25T18:59:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:21 smithi066 ceph-mon[32882]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T18:59:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:21 smithi066 ceph-mon[32882]: Cluster is now healthy 2024-04-25T18:59:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:21 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] up:active 2024-04-25T18:59:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:21 smithi066 ceph-mon[32882]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:21 smithi066 ceph-mon[32882]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:21 smithi064 ceph-mon[32321]: pgmap v335: 97 pgs: 2 unknown, 95 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 696 B/s wr, 2 op/s 2024-04-25T18:59:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:21 smithi064 ceph-mon[32321]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-25T18:59:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:21 smithi064 ceph-mon[32321]: Cluster is now healthy 2024-04-25T18:59:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:21 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] up:active 2024-04-25T18:59:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:21 smithi064 ceph-mon[32321]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:21 smithi064 ceph-mon[32321]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:23.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 -- 172.21.15.32:0/1077992861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090108a50 msgr2=0x7f7090108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:23.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 --2- 172.21.15.32:0/1077992861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090108a50 0x7f7090108e30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7080009990 tx=0x7f7080009ca0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 -- 172.21.15.32:0/1077992861 shutdown_connections 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 --2- 172.21.15.32:0/1077992861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7090103450 0x7f709010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 --2- 172.21.15.32:0/1077992861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090108a50 0x7f7090108e30 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 --2- 172.21.15.32:0/1077992861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7090102a90 0x7f7090102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 -- 172.21.15.32:0/1077992861 >> 172.21.15.32:0/1077992861 conn(0x7f7090079ba0 msgr2=0x7f7090079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 -- 172.21.15.32:0/1077992861 shutdown_connections 2024-04-25T18:59:23.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.014+0000 7f7095c00700 1 -- 172.21.15.32:0/1077992861 wait complete. 2024-04-25T18:59:23.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 Processor -- start 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 -- start start 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 0x7f709019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7090103450 0x7f709019b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7090108a50 0x7f709019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7090112c30 con 0x7f7090108a50 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7090112ab0 con 0x7f7090103450 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.016+0000 7f7095c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7090112db0 con 0x7f7090102a90 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 0x7f709019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 0x7f709019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50544/0 (socket says 172.21.15.32:50544) 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 -- 172.21.15.32:0/3754214002 learned_addr learned my addr 172.21.15.32:0/3754214002 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f7087e00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7090103450 0x7f709019b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:23.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708f400700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7090108a50 0x7f709019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 -- 172.21.15.32:0/3754214002 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7090103450 msgr2=0x7f709019b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7090103450 0x7f709019b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 -- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7090108a50 msgr2=0x7f709019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7090108a50 0x7f709019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 -- 172.21.15.32:0/3754214002 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70901a0410 con 0x7f7090102a90 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.017+0000 7f708ea00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 0x7f709019b400 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7080000c00 tx=0x7f70800057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.018+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080027070 con 0x7f7090102a90 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.018+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7080022470 con 0x7f7090102a90 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.018+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70901a06a0 con 0x7f7090102a90 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.018+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080017650 con 0x7f7090102a90 2024-04-25T18:59:23.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.018+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70901a7f80 con 0x7f7090102a90 2024-04-25T18:59:23.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.019+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7090104180 con 0x7f7090102a90 2024-04-25T18:59:23.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.021+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f708002a070 con 0x7f7090102a90 2024-04-25T18:59:23.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.023+0000 7f7087400700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70740a3c40 0x7f70740a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:23.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.023+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f70800d1170 con 0x7f7090102a90 2024-04-25T18:59:23.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.023+0000 7f7087e00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70740a3c40 0x7f70740a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:23.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.024+0000 7f7087e00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70740a3c40 0x7f70740a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f709007a510 tx=0x7f7078009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:23.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.030+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7080013070 con 0x7f7090102a90 2024-04-25T18:59:23.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.261+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f709002df80 con 0x7f7090102a90 2024-04-25T18:59:23.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.263+0000 7f7087400700 1 -- 172.21.15.32:0/3754214002 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22087 (secure 0 0 0) 0x7f708009dc90 con 0x7f7090102a90 2024-04-25T18:59:23.265 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:59:23.265 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":88,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:19.404201+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T18:59:23.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.266+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70740a3c40 msgr2=0x7f70740a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:23.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.266+0000 7f7095c00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70740a3c40 0x7f70740a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f709007a510 tx=0x7f7078009260 comp rx=0 tx=0).stop 2024-04-25T18:59:23.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.266+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 msgr2=0x7f709019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:23.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.266+0000 7f7095c00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 0x7f709019b400 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7080000c00 tx=0x7f70800057c0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 shutdown_connections 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f70740a3c40 0x7f70740a6100 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7090108a50 0x7f709019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7090102a90 0x7f709019b400 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 --2- 172.21.15.32:0/3754214002 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7090103450 0x7f709019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 >> 172.21.15.32:0/3754214002 conn(0x7f7090079ba0 msgr2=0x7f709010df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 shutdown_connections 2024-04-25T18:59:23.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:23.267+0000 7f7095c00700 1 -- 172.21.15.32:0/3754214002 wait complete. 2024-04-25T18:59:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:23 smithi032 ceph-mon[28041]: pgmap v336: 97 pgs: 97 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 2 op/s 2024-04-25T18:59:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:23 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3754214002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:59:23.530 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:59:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: 2024-04-25T18:59:23.441+0000 7fbefd600700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-25T18:59:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:23 smithi066 ceph-mon[32882]: pgmap v336: 97 pgs: 97 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 2 op/s 2024-04-25T18:59:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:23 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3754214002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:59:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:23 smithi064 ceph-mon[32321]: pgmap v336: 97 pgs: 97 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 2 op/s 2024-04-25T18:59:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:23 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3754214002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:59:24.151 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T18:59:24.623 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:25.698 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:25 smithi032 ceph-mon[28041]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 968 B/s wr, 5 op/s 2024-04-25T18:59:25.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:25 smithi066 ceph-mon[32882]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 968 B/s wr, 5 op/s 2024-04-25T18:59:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:25 smithi064 ceph-mon[32321]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 968 B/s wr, 5 op/s 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 -- 172.21.15.32:0/3090306210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac101c70 msgr2=0x7f63ac105cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 --2- 172.21.15.32:0/3090306210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac101c70 0x7f63ac105cc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f63940099c0 tx=0x7f6394009cd0 comp rx=0 tx=0).stop 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 -- 172.21.15.32:0/3090306210 shutdown_connections 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 --2- 172.21.15.32:0/3090306210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63ac1063a0 0x7f63ac10df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 --2- 172.21.15.32:0/3090306210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1012c0 0x7f63ac1016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 --2- 172.21.15.32:0/3090306210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac101c70 0x7f63ac105cc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 -- 172.21.15.32:0/3090306210 >> 172.21.15.32:0/3090306210 conn(0x7f63ac077da0 msgr2=0x7f63ac0ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:26.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 -- 172.21.15.32:0/3090306210 shutdown_connections 2024-04-25T18:59:26.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.920+0000 7f63ab200700 1 -- 172.21.15.32:0/3090306210 wait complete. 2024-04-25T18:59:26.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.921+0000 7f63ab200700 1 Processor -- start 2024-04-25T18:59:26.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.921+0000 7f63ab200700 1 -- start start 2024-04-25T18:59:26.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63ab200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 0x7f63ac199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63ab200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63ac101c70 0x7f63ac199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63ab200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1063a0 0x7f63ac19d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63ab200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac111ab0 con 0x7f63ac1012c0 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63ab200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac111930 con 0x7f63ac101c70 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63ab200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac111c30 con 0x7f63ac1063a0 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63a9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 0x7f63ac199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63a9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 0x7f63ac199030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33904/0 (socket says 172.21.15.32:33904) 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63aa800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1063a0 0x7f63ac19d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63a9e00700 1 -- 172.21.15.32:0/475766521 learned_addr learned my addr 172.21.15.32:0/475766521 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.922+0000 7f63a1400700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63ac101c70 0x7f63ac199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63aa800700 1 -- 172.21.15.32:0/475766521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63ac101c70 msgr2=0x7f63ac199570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:26.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63aa800700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63ac101c70 0x7f63ac199570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:26.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63aa800700 1 -- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 msgr2=0x7f63ac199030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:26.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63aa800700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 0x7f63ac199030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:26.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63aa800700 1 -- 172.21.15.32:0/475766521 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63ac19e040 con 0x7f63ac1063a0 2024-04-25T18:59:26.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63a9e00700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 0x7f63ac199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:26.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63aa800700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1063a0 0x7f63ac19d900 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f63a400efc0 tx=0x7f63a400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:26.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.923+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a40092e0 con 0x7f63ac1063a0 2024-04-25T18:59:26.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.924+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63ac19e2d0 con 0x7f63ac1063a0 2024-04-25T18:59:26.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.924+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63a4004bb0 con 0x7f63ac1063a0 2024-04-25T18:59:26.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.924+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a4004020 con 0x7f63ac1063a0 2024-04-25T18:59:26.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.924+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63ac1a5bb0 con 0x7f63ac1063a0 2024-04-25T18:59:26.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.925+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63ac069730 con 0x7f63ac1063a0 2024-04-25T18:59:26.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.927+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f63a401b030 con 0x7f63ac1063a0 2024-04-25T18:59:26.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.928+0000 7f63a3400700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f638c0a3cc0 0x7f638c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:26.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.929+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f63a40cfcf0 con 0x7f63ac1063a0 2024-04-25T18:59:26.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.929+0000 7f63a9e00700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f638c0a3cc0 0x7f638c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:26.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.929+0000 7f63a9e00700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f638c0a3cc0 0x7f638c0a6180 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f639c011590 tx=0x7f639c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:26.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:26.933+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f63a4022020 con 0x7f63ac1063a0 2024-04-25T18:59:27.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.167+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f63ac1a5d80 con 0x7f63ac1063a0 2024-04-25T18:59:27.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.169+0000 7f63a3400700 1 -- 172.21.15.32:0/475766521 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22087 (secure 0 0 0) 0x7f63a4010040 con 0x7f63ac1063a0 2024-04-25T18:59:27.171 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T18:59:27.171 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":88,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:19.404201+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T18:59:27.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f638c0a3cc0 msgr2=0x7f638c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:27.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f638c0a3cc0 0x7f638c0a6180 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f639c011590 tx=0x7f639c009260 comp rx=0 tx=0).stop 2024-04-25T18:59:27.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1063a0 msgr2=0x7f63ac19d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:27.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1063a0 0x7f63ac19d900 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f63a400efc0 tx=0x7f63a400c3a0 comp rx=0 tx=0).stop 2024-04-25T18:59:27.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 shutdown_connections 2024-04-25T18:59:27.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f638c0a3cc0 0x7f638c0a6180 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:27.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63ac1012c0 0x7f63ac199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:27.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac1063a0 0x7f63ac19d900 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:27.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 --2- 172.21.15.32:0/475766521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63ac101c70 0x7f63ac199570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:27.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 >> 172.21.15.32:0/475766521 conn(0x7f63ac077da0 msgr2=0x7f63ac10ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:27.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.172+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 shutdown_connections 2024-04-25T18:59:27.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:27.173+0000 7f63ab200700 1 -- 172.21.15.32:0/475766521 wait complete. 2024-04-25T18:59:27.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:27 smithi066 ceph-mon[32882]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-25T18:59:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:27 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/475766521' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:59:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:27 smithi064 ceph-mon[32321]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-25T18:59:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:27 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/475766521' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:59:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:27 smithi032 ceph-mon[28041]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-25T18:59:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:27 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/475766521' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T18:59:28.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-04-25T18:59:28.524 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:29.731 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:29 smithi032 ceph-mon[28041]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-25T18:59:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:29 smithi064 ceph-mon[32321]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-25T18:59:29.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:29 smithi066 ceph-mon[32882]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 -- 172.21.15.32:0/4077832856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b810cf60 msgr2=0x7f73b810f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 --2- 172.21.15.32:0/4077832856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b810cf60 0x7f73b810f420 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f73b000b0a0 tx=0x7f73b000b3b0 comp rx=0 tx=0).stop 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 -- 172.21.15.32:0/4077832856 shutdown_connections 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 --2- 172.21.15.32:0/4077832856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b8103b30 0x7f73b8103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 --2- 172.21.15.32:0/4077832856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b810cf60 0x7f73b810f420 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 --2- 172.21.15.32:0/4077832856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b810c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 -- 172.21.15.32:0/4077832856 >> 172.21.15.32:0/4077832856 conn(0x7f73b80fd360 msgr2=0x7f73b80ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:30.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 -- 172.21.15.32:0/4077832856 shutdown_connections 2024-04-25T18:59:30.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.851+0000 7f73bec00700 1 -- 172.21.15.32:0/4077832856 wait complete. 2024-04-25T18:59:30.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.852+0000 7f73bec00700 1 Processor -- start 2024-04-25T18:59:30.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 -- start start 2024-04-25T18:59:30.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b8103b30 0x7f73b8101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b8101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 0x7f73b8102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f73b8112ba0 con 0x7f73b810cf60 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f73b8112a20 con 0x7f73b8103b30 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.853+0000 7f73bec00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f73b8112d20 con 0x7f73b8104450 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73be200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 0x7f73b8102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b8101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b8103b30 0x7f73b8101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73be200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 0x7f73b8102210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33912/0 (socket says 172.21.15.32:33912) 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73be200700 1 -- 172.21.15.32:0/1034530072 learned_addr learned my addr 172.21.15.32:0/1034530072 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b8101cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50588/0 (socket says 172.21.15.32:50588) 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 -- 172.21.15.32:0/1034530072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 msgr2=0x7f73b8101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:30.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b8101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 -- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 msgr2=0x7f73b8102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 0x7f73b8102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 -- 172.21.15.32:0/1034530072 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b81a7590 con 0x7f73b8103b30 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bce00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b8101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73be200700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 0x7f73b8102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.854+0000 7f73bd800700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b8103b30 0x7f73b8101790 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f73ac00e9f0 tx=0x7f73ac00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.855+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ac00c9c0 con 0x7f73b8103b30 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.855+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73ac00cb60 con 0x7f73b8103b30 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.855+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b81a7880 con 0x7f73b8103b30 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.855+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ac018680 con 0x7f73b8103b30 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.855+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b81a7dc0 con 0x7f73b8103b30 2024-04-25T18:59:30.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.856+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73b8069730 con 0x7f73b8103b30 2024-04-25T18:59:30.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.858+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f73ac010430 con 0x7f73b8103b30 2024-04-25T18:59:30.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.860+0000 7f73b6000700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f73a00a3c40 0x7f73a00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:30.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.860+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f73ac0d05d0 con 0x7f73b8103b30 2024-04-25T18:59:30.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.860+0000 7f73bce00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f73a00a3c40 0x7f73a00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:30.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.861+0000 7f73bce00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f73a00a3c40 0x7f73a00a6100 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f73b810e2a0 tx=0x7f73a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:30.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:30.863+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73ac09d060 con 0x7f73b8103b30 2024-04-25T18:59:31.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.143+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f73b802df80 con 0x7f73b8103b30 2024-04-25T18:59:31.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.461+0000 7f73b6000700 1 -- 172.21.15.32:0/1034530072 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f73ac09c960 con 0x7f73b8103b30 2024-04-25T18:59:31.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.468+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f73a00a3c40 msgr2=0x7f73a00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:31.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.468+0000 7f73bec00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f73a00a3c40 0x7f73a00a6100 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f73b810e2a0 tx=0x7f73a4009260 comp rx=0 tx=0).stop 2024-04-25T18:59:31.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.468+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b8103b30 msgr2=0x7f73b8101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:31.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.468+0000 7f73bec00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b8103b30 0x7f73b8101790 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f73ac00e9f0 tx=0x7f73ac00ed00 comp rx=0 tx=0).stop 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 shutdown_connections 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f73a00a3c40 0x7f73a00a6100 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73b810cf60 0x7f73b8102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73b8103b30 0x7f73b8101790 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 --2- 172.21.15.32:0/1034530072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73b8104450 0x7f73b8101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 >> 172.21.15.32:0/1034530072 conn(0x7f73b80fd360 msgr2=0x7f73b80fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 shutdown_connections 2024-04-25T18:59:31.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:31.469+0000 7f73bec00700 1 -- 172.21.15.32:0/1034530072 wait complete. 2024-04-25T18:59:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:31 smithi064 ceph-mon[32321]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-25T18:59:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:31 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1034530072' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T18:59:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:31 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T18:59:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:31 smithi032 ceph-mon[28041]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-25T18:59:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:31 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1034530072' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T18:59:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:31 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T18:59:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:31 smithi066 ceph-mon[32882]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-25T18:59:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:31 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1034530072' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T18:59:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:31 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-25T18:59:32.329 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-25T18:59:32.329 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-04-25T18:59:32.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:32 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T18:59:32.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:32 smithi032 ceph-mon[28041]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:32.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:32 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T18:59:32.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:32 smithi064 ceph-mon[32321]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:32.821 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:32.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:32 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-25T18:59:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:32 smithi066 ceph-mon[32882]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:33 smithi066 ceph-mon[32882]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-25T18:59:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:33 smithi064 ceph-mon[32321]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-25T18:59:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:33 smithi032 ceph-mon[28041]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-25T18:59:35.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 -- 172.21.15.32:0/1418486586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c103320 msgr2=0x7f699c10f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 --2- 172.21.15.32:0/1418486586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c103320 0x7f699c10f830 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f699400b0a0 tx=0x7f699400b3b0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 -- 172.21.15.32:0/1418486586 shutdown_connections 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 --2- 172.21.15.32:0/1418486586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c103320 0x7f699c10f830 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 --2- 172.21.15.32:0/1418486586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c108960 0x7f699c108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 --2- 172.21.15.32:0/1418486586 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c102de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.153+0000 7f699be00700 1 -- 172.21.15.32:0/1418486586 >> 172.21.15.32:0/1418486586 conn(0x7f699c0fe450 msgr2=0x7f699c100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.154+0000 7f699be00700 1 -- 172.21.15.32:0/1418486586 shutdown_connections 2024-04-25T18:59:35.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.154+0000 7f699be00700 1 -- 172.21.15.32:0/1418486586 wait complete. 2024-04-25T18:59:35.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 Processor -- start 2024-04-25T18:59:35.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 -- start start 2024-04-25T18:59:35.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c19b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:35.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c103320 0x7f699c19b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c108960 0x7f699c19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f699c112b50 con 0x7f699c108960 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f699c1129d0 con 0x7f699c102960 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.155+0000 7f699be00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f699c112cd0 con 0x7f699c103320 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c19b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c19b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50896/0 (socket says 172.21.15.32:50896) 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 -- 172.21.15.32:0/666215531 learned_addr learned my addr 172.21.15.32:0/666215531 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699b400700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c108960 0x7f699c19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:35.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699a000700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c103320 0x7f699c19b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 -- 172.21.15.32:0/666215531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c103320 msgr2=0x7f699c19b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c103320 0x7f699c19b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 -- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c108960 msgr2=0x7f699c19fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c108960 0x7f699c19fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 -- 172.21.15.32:0/666215531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c1a01a0 con 0x7f699c102960 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699a000700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c103320 0x7f699c19b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T18:59:35.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.156+0000 7f699aa00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c19b190 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f698c00e9a0 tx=0x7f698c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:35.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.157+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698c00cbd0 con 0x7f699c102960 2024-04-25T18:59:35.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.157+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f698c00cd70 con 0x7f699c102960 2024-04-25T18:59:35.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.157+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699c1a0490 con 0x7f699c102960 2024-04-25T18:59:35.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.157+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698c018680 con 0x7f699c102960 2024-04-25T18:59:35.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.157+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f699c1a7d10 con 0x7f699c102960 2024-04-25T18:59:35.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.158+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f699c069730 con 0x7f699c102960 2024-04-25T18:59:35.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.160+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f698c010430 con 0x7f699c102960 2024-04-25T18:59:35.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.161+0000 7f6993400700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f69800a3c40 0x7f69800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:35.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.162+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f698c0d0500 con 0x7f699c102960 2024-04-25T18:59:35.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.162+0000 7f699a000700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f69800a3c40 0x7f69800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:35.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.162+0000 7f699a000700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f69800a3c40 0x7f69800a6100 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f699c10fce0 tx=0x7f6988009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:35.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.166+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f698c09cf90 con 0x7f699c102960 2024-04-25T18:59:35.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.451+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f699c1a7ee0 con 0x7f699c102960 2024-04-25T18:59:35.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.490+0000 7f6993400700 1 -- 172.21.15.32:0/666215531 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f698c085e20 con 0x7f699c102960 2024-04-25T18:59:35.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f69800a3c40 msgr2=0x7f69800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f69800a3c40 0x7f69800a6100 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f699c10fce0 tx=0x7f6988009260 comp rx=0 tx=0).stop 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 msgr2=0x7f699c19b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c19b190 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f698c00e9a0 tx=0x7f698c00ecb0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 shutdown_connections 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f69800a3c40 0x7f69800a6100 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f699c108960 0x7f699c19fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f699c102960 0x7f699c19b190 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 --2- 172.21.15.32:0/666215531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f699c103320 0x7f699c19b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 >> 172.21.15.32:0/666215531 conn(0x7f699c0fe450 msgr2=0x7f699c0fe920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:35.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 shutdown_connections 2024-04-25T18:59:35.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:35.494+0000 7f699be00700 1 -- 172.21.15.32:0/666215531 wait complete. 2024-04-25T18:59:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:35 smithi064 ceph-mon[32321]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-25T18:59:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:35 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/666215531' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T18:59:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:35 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T18:59:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:35 smithi032 ceph-mon[28041]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-25T18:59:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:35 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/666215531' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T18:59:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:35 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T18:59:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:35 smithi066 ceph-mon[32882]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s wr, 2 op/s 2024-04-25T18:59:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:35 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/666215531' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T18:59:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:35 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-25T18:59:36.283 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-04-25T18:59:36.767 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:36.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:36 smithi064 ceph-mon[32321]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T18:59:36.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:36 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T18:59:36.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:36 smithi064 ceph-mon[32321]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T18:59:36.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:36 smithi064 ceph-mon[32321]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:36.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:36 smithi064 ceph-mon[32321]: fsmap cephfs:2 {0=g=up:active,1=i=up:creating} 10 up:standby 2024-04-25T18:59:36.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:36 smithi064 ceph-mon[32321]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T18:59:36.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:36 smithi032 ceph-mon[28041]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T18:59:36.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:36 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T18:59:36.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:36 smithi032 ceph-mon[28041]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T18:59:36.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:36 smithi032 ceph-mon[28041]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:36.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:36 smithi032 ceph-mon[28041]: fsmap cephfs:2 {0=g=up:active,1=i=up:creating} 10 up:standby 2024-04-25T18:59:36.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:36 smithi032 ceph-mon[28041]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T18:59:36.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:36 smithi066 ceph-mon[32882]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-25T18:59:36.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:36 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-25T18:59:36.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:36 smithi066 ceph-mon[32882]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-25T18:59:36.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:36 smithi066 ceph-mon[32882]: fsmap cephfs:1 {0=g=up:active} 11 up:standby 2024-04-25T18:59:36.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:36 smithi066 ceph-mon[32882]: fsmap cephfs:2 {0=g=up:active,1=i=up:creating} 10 up:standby 2024-04-25T18:59:36.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:36 smithi066 ceph-mon[32882]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-25T18:59:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:37 smithi032 ceph-mon[28041]: pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 0 op/s 2024-04-25T18:59:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:37 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] up:active 2024-04-25T18:59:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:37 smithi032 ceph-mon[28041]: daemon mds.b assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T18:59:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:37 smithi032 ceph-mon[28041]: fsmap cephfs:2 {0=g=up:active,1=i=up:active} 10 up:standby 2024-04-25T18:59:37.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:37 smithi032 ceph-mon[28041]: fsmap cephfs:3 {0=g=up:active,1=i=up:active,2=b=up:creating} 9 up:standby 2024-04-25T18:59:37.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:37 smithi032 ceph-mon[28041]: daemon mds.b is now active in filesystem cephfs as rank 2 2024-04-25T18:59:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:37 smithi066 ceph-mon[32882]: pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 0 op/s 2024-04-25T18:59:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:37 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] up:active 2024-04-25T18:59:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:37 smithi066 ceph-mon[32882]: daemon mds.b assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T18:59:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:37 smithi066 ceph-mon[32882]: fsmap cephfs:2 {0=g=up:active,1=i=up:active} 10 up:standby 2024-04-25T18:59:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:37 smithi066 ceph-mon[32882]: fsmap cephfs:3 {0=g=up:active,1=i=up:active,2=b=up:creating} 9 up:standby 2024-04-25T18:59:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:37 smithi066 ceph-mon[32882]: daemon mds.b is now active in filesystem cephfs as rank 2 2024-04-25T18:59:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:37 smithi064 ceph-mon[32321]: pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 0 op/s 2024-04-25T18:59:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:37 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] up:active 2024-04-25T18:59:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:37 smithi064 ceph-mon[32321]: daemon mds.b assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-25T18:59:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:37 smithi064 ceph-mon[32321]: fsmap cephfs:2 {0=g=up:active,1=i=up:active} 10 up:standby 2024-04-25T18:59:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:37 smithi064 ceph-mon[32321]: fsmap cephfs:3 {0=g=up:active,1=i=up:active,2=b=up:creating} 9 up:standby 2024-04-25T18:59:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:37 smithi064 ceph-mon[32321]: daemon mds.b is now active in filesystem cephfs as rank 2 2024-04-25T18:59:38.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] up:active 2024-04-25T18:59:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-mon[28041]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T18:59:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-mon[28041]: fsmap cephfs:3 {0=g=up:active,1=i=up:active,2=b=up:active} 9 up:standby 2024-04-25T18:59:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-mon[28041]: fsmap cephfs:4 {0=g=up:active,1=i=up:active,2=b=up:active,3=c=up:creating} 8 up:standby 2024-04-25T18:59:38.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-mon[28041]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-25T18:59:38.780 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: 2024-04-25T18:59:38.442+0000 7fbefd600700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-25T18:59:38.780 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 18:59:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: 2024-04-25T18:59:38.442+0000 7fbefd600700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-25T18:59:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:38 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] up:active 2024-04-25T18:59:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:38 smithi066 ceph-mon[32882]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T18:59:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:38 smithi066 ceph-mon[32882]: fsmap cephfs:3 {0=g=up:active,1=i=up:active,2=b=up:active} 9 up:standby 2024-04-25T18:59:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:38 smithi066 ceph-mon[32882]: fsmap cephfs:4 {0=g=up:active,1=i=up:active,2=b=up:active,3=c=up:creating} 8 up:standby 2024-04-25T18:59:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:38 smithi066 ceph-mon[32882]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-25T18:59:38.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 -- 172.21.15.32:0/4290968149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 msgr2=0x7f82b0107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 --2- 172.21.15.32:0/4290968149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b0107d20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f82a00098f0 tx=0x7f82a0009c00 comp rx=0 tx=0).stop 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 -- 172.21.15.32:0/4290968149 shutdown_connections 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 --2- 172.21.15.32:0/4290968149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82b01034b0 0x7f82b010f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 --2- 172.21.15.32:0/4290968149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b0107d20 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 --2- 172.21.15.32:0/4290968149 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b0102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 -- 172.21.15.32:0/4290968149 >> 172.21.15.32:0/4290968149 conn(0x7f82b0079ba0 msgr2=0x7f82b0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 -- 172.21.15.32:0/4290968149 shutdown_connections 2024-04-25T18:59:38.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.972+0000 7f82b6c00700 1 -- 172.21.15.32:0/4290968149 wait complete. 2024-04-25T18:59:38.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.973+0000 7f82b6c00700 1 Processor -- start 2024-04-25T18:59:38.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.973+0000 7f82b6c00700 1 -- start start 2024-04-25T18:59:38.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b6c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b6c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82b01034b0 0x7f82b019b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b6c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b019fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b6c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f82b0112ca0 con 0x7f82b01034b0 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b6c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f82b0112b20 con 0x7f82b0102af0 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b6c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f82b0112e20 con 0x7f82b0107940 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82af400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82b01034b0 0x7f82b019b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b019b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50912/0 (socket says 172.21.15.32:50912) 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 -- 172.21.15.32:0/3573595738 learned_addr learned my addr 172.21.15.32:0/3573595738 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:38.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b4c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b019fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:38.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 -- 172.21.15.32:0/3573595738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 msgr2=0x7f82b019fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:38.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b019fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:38.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 -- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82b01034b0 msgr2=0x7f82b019b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82b01034b0 0x7f82b019b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82afe00700 1 -- 172.21.15.32:0/3573595738 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82b01a03c0 con 0x7f82b0102af0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.974+0000 7f82b4c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.975+0000 7f82afe00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b019b3b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f82a0009230 tx=0x7f82a000fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.975+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a0005140 con 0x7f82b0102af0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.975+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82b01a0650 con 0x7f82b0102af0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.975+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82b01a7f30 con 0x7f82b0102af0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.975+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82a0003680 con 0x7f82b0102af0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.975+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a000b7c0 con 0x7f82b0102af0 2024-04-25T18:59:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.976+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8290005330 con 0x7f82b0102af0 2024-04-25T18:59:38.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.979+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f82a00052e0 con 0x7f82b0102af0 2024-04-25T18:59:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.980+0000 7f82acc00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f82940a3c40 0x7f82940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.980+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f82a00d1390 con 0x7f82b0102af0 2024-04-25T18:59:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.980+0000 7f82af400700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f82940a3c40 0x7f82940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.981+0000 7f82af400700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f82940a3c40 0x7f82940a6100 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f82b0076cd0 tx=0x7f829c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:38.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:38.982+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f82a005eff0 con 0x7f82b0102af0 2024-04-25T18:59:39.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:38 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] up:active 2024-04-25T18:59:39.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:38 smithi064 ceph-mon[32321]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-25T18:59:39.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:38 smithi064 ceph-mon[32321]: fsmap cephfs:3 {0=g=up:active,1=i=up:active,2=b=up:active} 9 up:standby 2024-04-25T18:59:39.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:38 smithi064 ceph-mon[32321]: fsmap cephfs:4 {0=g=up:active,1=i=up:active,2=b=up:active,3=c=up:creating} 8 up:standby 2024-04-25T18:59:39.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:38 smithi064 ceph-mon[32321]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-25T18:59:39.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.259+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f8290005620 con 0x7f82b0102af0 2024-04-25T18:59:39.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.540+0000 7f82acc00700 1 -- 172.21.15.32:0/3573595738 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7f82a0013030 con 0x7f82b0102af0 2024-04-25T18:59:39.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f82940a3c40 msgr2=0x7f82940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:39.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f82940a3c40 0x7f82940a6100 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f82b0076cd0 tx=0x7f829c009260 comp rx=0 tx=0).stop 2024-04-25T18:59:39.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 msgr2=0x7f82b019b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:39.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b019b3b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f82a0009230 tx=0x7f82a000fa70 comp rx=0 tx=0).stop 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 shutdown_connections 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82b0107940 0x7f82b019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f82b0102af0 0x7f82b019b3b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f82940a3c40 0x7f82940a6100 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 --2- 172.21.15.32:0/3573595738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f82b01034b0 0x7f82b019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.545+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 >> 172.21.15.32:0/3573595738 conn(0x7f82b0079ba0 msgr2=0x7f82b0100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:39.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.546+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 shutdown_connections 2024-04-25T18:59:39.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:39.546+0000 7f82b6c00700 1 -- 172.21.15.32:0/3573595738 wait complete. 2024-04-25T18:59:39.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] up:active 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: Cluster is now healthy 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: fsmap cephfs:4 {0=g=up:active,1=i=up:active,2=b=up:active,3=c=up:active} 8 up:standby 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3573595738' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T18:59:39.924 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:39 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T18:59:39.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-04-25T18:59:39.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] up:active 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: Cluster is now healthy 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: fsmap cephfs:4 {0=g=up:active,1=i=up:active,2=b=up:active,3=c=up:active} 8 up:standby 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3573595738' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T18:59:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:39 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] up:active 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: Cluster is now healthy 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: fsmap cephfs:4 {0=g=up:active,1=i=up:active,2=b=up:active,3=c=up:active} 8 up:standby 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-25T18:59:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3573595738' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T18:59:40.031 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:39 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-25T18:59:40.475 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-04-25T18:59:40.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:40 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T18:59:40.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:40 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] up:active 2024-04-25T18:59:40.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:40 smithi032 ceph-mon[28041]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-25T18:59:40.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:40 smithi032 ceph-mon[28041]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T18:59:40.911 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:40.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:40 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T18:59:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:40 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] up:active 2024-04-25T18:59:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:40 smithi066 ceph-mon[32882]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-25T18:59:40.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:40 smithi066 ceph-mon[32882]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T18:59:41.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:40 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-25T18:59:41.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:40 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] up:active 2024-04-25T18:59:41.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:40 smithi064 ceph-mon[32321]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-25T18:59:41.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:40 smithi064 ceph-mon[32321]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T18:59:41.625 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:41 smithi032 ceph-mon[28041]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s rd, 2.4 KiB/s wr, 9 op/s 2024-04-25T18:59:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:41 smithi066 ceph-mon[32882]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s rd, 2.4 KiB/s wr, 9 op/s 2024-04-25T18:59:42.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:41 smithi064 ceph-mon[32321]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s rd, 2.4 KiB/s wr, 9 op/s 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.260+0000 7f7f5be00700 1 -- 172.21.15.32:0/1224175796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54102a90 msgr2=0x7f7f54102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.260+0000 7f7f5be00700 1 --2- 172.21.15.32:0/1224175796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54102a90 0x7f7f54102f10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7f400098f0 tx=0x7f7f40009c00 comp rx=0 tx=0).stop 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 -- 172.21.15.32:0/1224175796 shutdown_connections 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 --2- 172.21.15.32:0/1224175796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f5410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 --2- 172.21.15.32:0/1224175796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f54108a50 0x7f7f54108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 --2- 172.21.15.32:0/1224175796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54102a90 0x7f7f54102f10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 -- 172.21.15.32:0/1224175796 >> 172.21.15.32:0/1224175796 conn(0x7f7f54079ba0 msgr2=0x7f7f54079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 -- 172.21.15.32:0/1224175796 shutdown_connections 2024-04-25T18:59:43.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.261+0000 7f7f5be00700 1 -- 172.21.15.32:0/1224175796 wait complete. 2024-04-25T18:59:43.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.262+0000 7f7f5be00700 1 Processor -- start 2024-04-25T18:59:43.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.262+0000 7f7f5be00700 1 -- start start 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f5be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f541994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f5be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54108a50 0x7f7f54199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f5be00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f5419dd90 0x7f7f5419e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f5be00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f54112c50 con 0x7f7f54103450 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f5be00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7f54112ad0 con 0x7f7f54108a50 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f5be00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f54112dd0 con 0x7f7f5419dd90 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f59400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f541994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f59400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f541994c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37352/0 (socket says 172.21.15.32:37352) 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f59400700 1 -- 172.21.15.32:0/2681628605 learned_addr learned my addr 172.21.15.32:0/2681628605 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f59e00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f5419dd90 0x7f7f5419e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:43.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.263+0000 7f7f58a00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54108a50 0x7f7f54199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:43.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59e00700 1 -- 172.21.15.32:0/2681628605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54108a50 msgr2=0x7f7f54199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:43.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59e00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54108a50 0x7f7f54199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:43.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59e00700 1 -- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 msgr2=0x7f7f541994c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59e00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f541994c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59e00700 1 -- 172.21.15.32:0/2681628605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f5419e8b0 con 0x7f7f5419dd90 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59400700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f541994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f58a00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54108a50 0x7f7f54199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f59e00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f5419dd90 0x7f7f5419e210 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c00efc0 tx=0x7f7f4c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4c0092e0 con 0x7f7f5419dd90 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f5419eb40 con 0x7f7f5419dd90 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f4c004bb0 con 0x7f7f5419dd90 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.264+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4c004020 con 0x7f7f5419dd90 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.265+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f541a62d0 con 0x7f7f5419dd90 2024-04-25T18:59:43.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.266+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f54069730 con 0x7f7f5419dd90 2024-04-25T18:59:43.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.268+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7f4c01b030 con 0x7f7f5419dd90 2024-04-25T18:59:43.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.269+0000 7f7f52000700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f3c0a3c40 0x7f7f3c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:43.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.269+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7f7f4c0d0750 con 0x7f7f5419dd90 2024-04-25T18:59:43.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.269+0000 7f7f59400700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f3c0a3c40 0x7f7f3c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:43.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.270+0000 7f7f59400700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f3c0a3c40 0x7f7f3c0a6100 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7f48011550 tx=0x7f7f48009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:43.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.272+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f4c022020 con 0x7f7f5419dd90 2024-04-25T18:59:43.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:43.558+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f7f5402df80 con 0x7f7f5419dd90 2024-04-25T18:59:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:43 smithi066 ceph-mon[32882]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3.9 KiB/s wr, 14 op/s 2024-04-25T18:59:44.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:43 smithi064 ceph-mon[32321]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3.9 KiB/s wr, 14 op/s 2024-04-25T18:59:44.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:43 smithi032 ceph-mon[28041]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3.9 KiB/s wr, 14 op/s 2024-04-25T18:59:44.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.573+0000 7f7f52000700 1 -- 172.21.15.32:0/2681628605 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7f7f4c010040 con 0x7f7f5419dd90 2024-04-25T18:59:44.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.578+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f3c0a3c40 msgr2=0x7f7f3c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:44.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.578+0000 7f7f5be00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f3c0a3c40 0x7f7f3c0a6100 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7f48011550 tx=0x7f7f48009260 comp rx=0 tx=0).stop 2024-04-25T18:59:44.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f5419dd90 msgr2=0x7f7f5419e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:44.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f5419dd90 0x7f7f5419e210 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c00efc0 tx=0x7f7f4c00c3a0 comp rx=0 tx=0).stop 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 shutdown_connections 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f3c0a3c40 0x7f7f3c0a6100 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f54103450 0x7f7f541994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f5419dd90 0x7f7f5419e210 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 --2- 172.21.15.32:0/2681628605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f54108a50 0x7f7f54199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 >> 172.21.15.32:0/2681628605 conn(0x7f7f54079ba0 msgr2=0x7f7f54101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 shutdown_connections 2024-04-25T18:59:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:44.579+0000 7f7f5be00700 1 -- 172.21.15.32:0/2681628605 wait complete. 2024-04-25T18:59:44.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:44 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2681628605' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T18:59:44.920 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:44 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T18:59:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:44 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2681628605' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T18:59:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:44 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T18:59:45.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:44 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2681628605' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T18:59:45.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:44 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-25T18:59:45.414 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-04-25T18:59:45.414 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-04-25T18:59:45.895 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:45 smithi066 ceph-mon[32882]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-25T18:59:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:45 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T18:59:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:45 smithi066 ceph-mon[32882]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T18:59:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:45 smithi064 ceph-mon[32321]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-25T18:59:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:45 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T18:59:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:45 smithi064 ceph-mon[32321]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T18:59:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:45 smithi032 ceph-mon[28041]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-25T18:59:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:45 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-25T18:59:46.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:45 smithi032 ceph-mon[28041]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T18:59:46.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-25T18:59:46.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T18:59:46.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-25T18:59:46.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-25T18:59:46.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2024-04-25T18:59:46.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-25T18:59:46.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-25T18:59:46.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-04-25T18:59:46.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-25T18:59:46.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-04-25T18:59:46.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-04-25T18:59:47.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-25T18:59:47.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-04-25T18:59:47.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]: dispatch 2024-04-25T18:59:47.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-25T18:59:47.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2024-04-25T18:59:47.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-04-25T18:59:47.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-25T18:59:47.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-04-25T18:59:47.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-04-25T18:59:47.850 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-25T18:59:47.850 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-04-25T18:59:47.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:47 smithi032 ceph-mon[28041]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-04-25T18:59:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:47 smithi066 ceph-mon[32882]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T18:59:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-25T18:59:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-25T18:59:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-04-25T18:59:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 1]}]': finished 2024-04-25T18:59:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-25T18:59:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2024-04-25T18:59:48.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-04-25T18:59:48.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-25T18:59:48.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-04-25T18:59:48.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-04-25T18:59:48.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:47 smithi064 ceph-mon[32321]: osdmap e89: 12 total, 12 up, 12 in 2024-04-25T18:59:48.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 -- 172.21.15.32:0/1365328786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c2406afb0 msgr2=0x7f4c2406b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:48.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 --2- 172.21.15.32:0/1365328786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c2406afb0 0x7f4c2406b430 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c009990 tx=0x7f4c0c009ca0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 -- 172.21.15.32:0/1365328786 shutdown_connections 2024-04-25T18:59:48.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 --2- 172.21.15.32:0/1365328786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c2406b970 0x7f4c2410f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 --2- 172.21.15.32:0/1365328786 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c24108a20 0x7f4c24108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 --2- 172.21.15.32:0/1365328786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c2406afb0 0x7f4c2406b430 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 -- 172.21.15.32:0/1365328786 >> 172.21.15.32:0/1365328786 conn(0x7f4c24078780 msgr2=0x7f4c24078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:48.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 -- 172.21.15.32:0/1365328786 shutdown_connections 2024-04-25T18:59:48.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 -- 172.21.15.32:0/1365328786 wait complete. 2024-04-25T18:59:48.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 Processor -- start 2024-04-25T18:59:48.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.145+0000 7f4c28e00700 1 -- start start 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c28e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c2406afb0 0x7f4c2419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c28e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c2406b970 0x7f4c2419b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c28e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 0x7f4c2419faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c28e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4c24112ba0 con 0x7f4c24108a20 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c28e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4c24112a20 con 0x7f4c2406afb0 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c28e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4c24112d20 con 0x7f4c2406b970 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c23e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 0x7f4c2419faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c23400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c2406afb0 0x7f4c2419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c23e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 0x7f4c2419faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37364/0 (socket says 172.21.15.32:37364) 2024-04-25T18:59:48.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c23e00700 1 -- 172.21.15.32:0/3729047222 learned_addr learned my addr 172.21.15.32:0/3729047222 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.146+0000 7f4c22a00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c2406b970 0x7f4c2419b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23400700 1 -- 172.21.15.32:0/3729047222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c2406b970 msgr2=0x7f4c2419b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23400700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c2406b970 0x7f4c2419b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23400700 1 -- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 msgr2=0x7f4c2419faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23400700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 0x7f4c2419faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23400700 1 -- 172.21.15.32:0/3729047222 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c241a0230 con 0x7f4c2406afb0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 0x7f4c2419faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c23400700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c2406afb0 0x7f4c2419b270 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4c1400e9f0 tx=0x7f4c1400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1400c9c0 con 0x7f4c2406afb0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c241a0520 con 0x7f4c2406afb0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c1400cb60 con 0x7f4c2406afb0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c14018420 con 0x7f4c2406afb0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.147+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c241a7da0 con 0x7f4c2406afb0 2024-04-25T18:59:48.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.148+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c24069730 con 0x7f4c2406afb0 2024-04-25T18:59:48.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.152+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4c14010430 con 0x7f4c2406afb0 2024-04-25T18:59:48.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.153+0000 7f4c1be00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4c080a3c40 0x7f4c080a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:48.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.153+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f4c140d0730 con 0x7f4c2406afb0 2024-04-25T18:59:48.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.153+0000 7f4c22a00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4c080a3c40 0x7f4c080a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:48.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.153+0000 7f4c22a00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4c080a3c40 0x7f4c080a6100 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4c24078d80 tx=0x7f4c0c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:48.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.154+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c1409d0d0 con 0x7f4c2406afb0 2024-04-25T18:59:48.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.412+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f4c2419c580 con 0x7f4c080a3c40 2024-04-25T18:59:48.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.464+0000 7f4c1be00700 1 -- 172.21.15.32:0/3729047222 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4c2419c580 con 0x7f4c080a3c40 2024-04-25T18:59:48.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4c080a3c40 msgr2=0x7f4c080a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:48.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4c080a3c40 0x7f4c080a6100 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4c24078d80 tx=0x7f4c0c00b260 comp rx=0 tx=0).stop 2024-04-25T18:59:48.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c2406afb0 msgr2=0x7f4c2419b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:48.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c2406afb0 0x7f4c2419b270 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4c1400e9f0 tx=0x7f4c1400ed00 comp rx=0 tx=0).stop 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 shutdown_connections 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4c080a3c40 0x7f4c080a6100 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4c24108a20 0x7f4c2419faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4c2406afb0 0x7f4c2419b270 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 --2- 172.21.15.32:0/3729047222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c2406b970 0x7f4c2419b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.466+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 >> 172.21.15.32:0/3729047222 conn(0x7f4c24078780 msgr2=0x7f4c2410de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.467+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 shutdown_connections 2024-04-25T18:59:48.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:48.467+0000 7f4c28e00700 1 -- 172.21.15.32:0/3729047222 wait complete. 2024-04-25T18:59:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:48 smithi032 ceph-mon[28041]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T18:59:48.781 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:59:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:59:48.422+0000 7f8b1b000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T18:59:48.781 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:59:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:59:48.422+0000 7f8b1b000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T18:59:48.781 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:59:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:59:48.422+0000 7f8b1b000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T18:59:48.781 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:59:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:59:48.422+0000 7f8b1b000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T18:59:48.781 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 18:59:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T18:59:48.422+0000 7f8b1b000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T18:59:48.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:48 smithi066 ceph-mon[32882]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T18:59:49.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:48 smithi064 ceph-mon[32321]: osdmap e90: 12 total, 12 up, 12 in 2024-04-25T18:59:49.301 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-25T18:59:49.785 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:49.939 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:49 smithi032 ceph-mon[28041]: pgmap v351: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.4 KiB/s wr, 15 op/s 2024-04-25T18:59:49.939 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:49 smithi032 ceph-mon[28041]: from='client.24596 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:49 smithi066 ceph-mon[32882]: pgmap v351: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.4 KiB/s wr, 15 op/s 2024-04-25T18:59:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:49 smithi066 ceph-mon[32882]: from='client.24596 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:49 smithi064 ceph-mon[32321]: pgmap v351: 97 pgs: 97 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.4 KiB/s wr, 15 op/s 2024-04-25T18:59:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:49 smithi064 ceph-mon[32321]: from='client.24596 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:50.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:50 smithi066 ceph-mon[32882]: pgmap v352: 97 pgs: 2 activating, 1 activating+degraded, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 511 B/s wr, 13 op/s; 6/300 objects degraded (2.000%); 27 B/s, 1 objects/s recovering 2024-04-25T18:59:50.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:50 smithi066 ceph-mon[32882]: Health check failed: Degraded data redundancy: 6/300 objects degraded (2.000%), 1 pg degraded (PG_DEGRADED) 2024-04-25T18:59:50.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:50 smithi066 ceph-mon[32882]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-25T18:59:50.989 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:50 smithi032 ceph-mon[28041]: pgmap v352: 97 pgs: 2 activating, 1 activating+degraded, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 511 B/s wr, 13 op/s; 6/300 objects degraded (2.000%); 27 B/s, 1 objects/s recovering 2024-04-25T18:59:50.989 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:50 smithi032 ceph-mon[28041]: Health check failed: Degraded data redundancy: 6/300 objects degraded (2.000%), 1 pg degraded (PG_DEGRADED) 2024-04-25T18:59:50.989 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:50 smithi032 ceph-mon[28041]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-25T18:59:51.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:50 smithi064 ceph-mon[32321]: pgmap v352: 97 pgs: 2 activating, 1 activating+degraded, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 511 B/s wr, 13 op/s; 6/300 objects degraded (2.000%); 27 B/s, 1 objects/s recovering 2024-04-25T18:59:51.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:50 smithi064 ceph-mon[32321]: Health check failed: Degraded data redundancy: 6/300 objects degraded (2.000%), 1 pg degraded (PG_DEGRADED) 2024-04-25T18:59:51.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:50 smithi064 ceph-mon[32321]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-25T18:59:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 -- 172.21.15.32:0/3509285530 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 msgr2=0x7f58c0111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3509285530 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 0x7f58c0111b70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f58b800b0a0 tx=0x7f58b800b3b0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 -- 172.21.15.32:0/3509285530 shutdown_connections 2024-04-25T18:59:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3509285530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 0x7f58c01052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3509285530 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 0x7f58c0111b70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3509285530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 0x7f58c01098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 -- 172.21.15.32:0/3509285530 >> 172.21.15.32:0/3509285530 conn(0x7f58c0100750 msgr2=0x7f58c0102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:52.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 -- 172.21.15.32:0/3509285530 shutdown_connections 2024-04-25T18:59:52.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.079+0000 7f58c7e00700 1 -- 172.21.15.32:0/3509285530 wait complete. 2024-04-25T18:59:52.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.080+0000 7f58c7e00700 1 Processor -- start 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 -- start start 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 0x7f58c019b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 0x7f58c019b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 0x7f58c019fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f58c0114e50 con 0x7f58c0104ec0 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f58c0114cd0 con 0x7f58c0109fa0 2024-04-25T18:59:52.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c7e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f58c0114fd0 con 0x7f58c0105870 2024-04-25T18:59:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c5400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 0x7f58c019b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c4a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 0x7f58c019b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c5400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 0x7f58c019b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40210/0 (socket says 172.21.15.32:40210) 2024-04-25T18:59:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.081+0000 7f58c5400700 1 -- 172.21.15.32:0/3402310526 learned_addr learned my addr 172.21.15.32:0/3402310526 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:52.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c5e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 0x7f58c019fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c4a00700 1 -- 172.21.15.32:0/3402310526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 msgr2=0x7f58c019fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c4a00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 0x7f58c019fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c4a00700 1 -- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 msgr2=0x7f58c019b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c4a00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 0x7f58c019b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c4a00700 1 -- 172.21.15.32:0/3402310526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c01a02c0 con 0x7f58c0105870 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.082+0000 7f58c4a00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 0x7f58c019b840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58ac00e9c0 tx=0x7f58ac00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.083+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac004220 con 0x7f58c0105870 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.083+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c01a05b0 con 0x7f58c0105870 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.083+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58ac0043c0 con 0x7f58c0105870 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.083+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac005020 con 0x7f58c0105870 2024-04-25T18:59:52.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.083+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c01a7e30 con 0x7f58c0105870 2024-04-25T18:59:52.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.084+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58c0069730 con 0x7f58c0105870 2024-04-25T18:59:52.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.086+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f58ac004750 con 0x7f58c0105870 2024-04-25T18:59:52.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.087+0000 7f58be000700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f58a80a3cd0 0x7f58a80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:52.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.087+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f58ac0d04b0 con 0x7f58c0105870 2024-04-25T18:59:52.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.087+0000 7f58c5400700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f58a80a3cd0 0x7f58a80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:52.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.088+0000 7f58c5400700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f58a80a3cd0 0x7f58a80a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009d20 tx=0x7f58b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:52.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.092+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f58ac09ccf0 con 0x7f58c0105870 2024-04-25T18:59:52.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.355+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f58c0062e80 con 0x7f58a80a3cd0 2024-04-25T18:59:52.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.411+0000 7f58be000700 1 -- 172.21.15.32:0/3402310526 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f58c0062e80 con 0x7f58a80a3cd0 2024-04-25T18:59:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f58a80a3cd0 msgr2=0x7f58a80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f58a80a3cd0 0x7f58a80a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009d20 tx=0x7f58b4009260 comp rx=0 tx=0).stop 2024-04-25T18:59:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 msgr2=0x7f58c019b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 0x7f58c019b840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58ac00e9c0 tx=0x7f58ac00ecd0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 shutdown_connections 2024-04-25T18:59:52.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f58a80a3cd0 0x7f58a80a6190 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58c0104ec0 0x7f58c019b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f58c0109fa0 0x7f58c019fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 --2- 172.21.15.32:0/3402310526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58c0105870 0x7f58c019b840 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 >> 172.21.15.32:0/3402310526 conn(0x7f58c0100750 msgr2=0x7f58c0101300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 shutdown_connections 2024-04-25T18:59:52.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:52.414+0000 7f58c7e00700 1 -- 172.21.15.32:0/3402310526 wait complete. 2024-04-25T18:59:53.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:52 smithi032 ceph-mon[28041]: pgmap v353: 97 pgs: 2 activating, 1 activating+degraded, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 9 op/s; 6/300 objects degraded (2.000%); 27 B/s, 1 objects/s recovering 2024-04-25T18:59:53.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:52 smithi032 ceph-mon[28041]: from='client.24643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:53.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:52 smithi066 ceph-mon[32882]: pgmap v353: 97 pgs: 2 activating, 1 activating+degraded, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 9 op/s; 6/300 objects degraded (2.000%); 27 B/s, 1 objects/s recovering 2024-04-25T18:59:53.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:52 smithi066 ceph-mon[32882]: from='client.24643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:53.242 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-25T18:59:53.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:52 smithi064 ceph-mon[32321]: pgmap v353: 97 pgs: 2 activating, 1 activating+degraded, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 9 op/s; 6/300 objects degraded (2.000%); 27 B/s, 1 objects/s recovering 2024-04-25T18:59:53.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:52 smithi064 ceph-mon[32321]: from='client.24643 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:53.711 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:54.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:53 smithi032 ceph-mon[28041]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/300 objects degraded (2.000%), 1 pg degraded) 2024-04-25T18:59:54.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:53 smithi032 ceph-mon[28041]: Cluster is now healthy 2024-04-25T18:59:54.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:53 smithi066 ceph-mon[32882]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/300 objects degraded (2.000%), 1 pg degraded) 2024-04-25T18:59:54.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:53 smithi066 ceph-mon[32882]: Cluster is now healthy 2024-04-25T18:59:54.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:53 smithi064 ceph-mon[32321]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/300 objects degraded (2.000%), 1 pg degraded) 2024-04-25T18:59:54.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:53 smithi064 ceph-mon[32321]: Cluster is now healthy 2024-04-25T18:59:55.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:54 smithi032 ceph-mon[28041]: pgmap v354: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.2 KiB/s wr, 11 op/s; 229 B/s, 2 objects/s recovering 2024-04-25T18:59:55.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:54 smithi066 ceph-mon[32882]: pgmap v354: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.2 KiB/s wr, 11 op/s; 229 B/s, 2 objects/s recovering 2024-04-25T18:59:55.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:54 smithi064 ceph-mon[32321]: pgmap v354: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.2 KiB/s wr, 11 op/s; 229 B/s, 2 objects/s recovering 2024-04-25T18:59:55.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 -- 172.21.15.32:0/3433188720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 msgr2=0x7ff1c410ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:55.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3433188720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c410ef60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff1b00098f0 tx=0x7ff1b0009c00 comp rx=0 tx=0).stop 2024-04-25T18:59:55.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 -- 172.21.15.32:0/3433188720 shutdown_connections 2024-04-25T18:59:55.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3433188720 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1c410f4a0 0x7ff1c4111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:55.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3433188720 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1c4074c70 0x7ff1c4075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:55.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3433188720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c410ef60 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:55.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 -- 172.21.15.32:0/3433188720 >> 172.21.15.32:0/3433188720 conn(0x7ff1c4079b20 msgr2=0x7ff1c4079f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:55.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 -- 172.21.15.32:0/3433188720 shutdown_connections 2024-04-25T18:59:55.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.922+0000 7ff1caa00700 1 -- 172.21.15.32:0/3433188720 wait complete. 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.923+0000 7ff1caa00700 1 Processor -- start 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 -- start start 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1c4074c70 0x7ff1c419b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c419b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1c410f4a0 0x7ff1c419fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c4114ea0 con 0x7ff1c410f4a0 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c4114d20 con 0x7ff1c4074c70 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1caa00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c4115020 con 0x7ff1c4075590 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1c3400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c419b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:55.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1c3400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c419b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53790/0 (socket says 172.21.15.32:53790) 2024-04-25T18:59:55.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1c3400700 1 -- 172.21.15.32:0/3575856089 learned_addr learned my addr 172.21.15.32:0/3575856089 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:55.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1c8a00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1c410f4a0 0x7ff1c419fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:55.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.924+0000 7ff1c3e00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1c4074c70 0x7ff1c419b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:55.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c3400700 1 -- 172.21.15.32:0/3575856089 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1c4074c70 msgr2=0x7ff1c419b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c3400700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1c4074c70 0x7ff1c419b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c3400700 1 -- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1c410f4a0 msgr2=0x7ff1c419fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c3400700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1c410f4a0 0x7ff1c419fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c3400700 1 -- 172.21.15.32:0/3575856089 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c41a0410 con 0x7ff1c4075590 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c3400700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c419b990 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009230 tx=0x7ff1b000fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b00050c0 con 0x7ff1c4075590 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b000b560 con 0x7ff1c4075590 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c41a06a0 con 0x7ff1c4075590 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.925+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0003a00 con 0x7ff1c4075590 2024-04-25T18:59:55.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.926+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c41a7f80 con 0x7ff1c4075590 2024-04-25T18:59:55.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.927+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1c4069730 con 0x7ff1c4075590 2024-04-25T18:59:55.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.929+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff1b000b710 con 0x7ff1c4075590 2024-04-25T18:59:55.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.930+0000 7ff1c0c00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff1a80a3d50 0x7ff1a80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:55.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.930+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7ff1b00d1410 con 0x7ff1c4075590 2024-04-25T18:59:55.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.930+0000 7ff1c3e00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff1a80a3d50 0x7ff1a80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:55.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.931+0000 7ff1c3e00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff1a80a3d50 0x7ff1a80a6210 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4009c60 tx=0x7ff1b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:55.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:55.935+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff1b0013030 con 0x7ff1c4075590 2024-04-25T18:59:56.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.202+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7ff1c4062e80 con 0x7ff1a80a3d50 2024-04-25T18:59:56.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.211+0000 7ff1c0c00700 1 -- 172.21.15.32:0/3575856089 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7ff1c4062e80 con 0x7ff1a80a3d50 2024-04-25T18:59:56.213 INFO:teuthology.orchestra.run.smithi032.stdout:/volumes/qa/sv_0/4d4940e7-572d-40ee-a3ae-376031f3a72e 2024-04-25T18:59:56.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff1a80a3d50 msgr2=0x7ff1a80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:56.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff1a80a3d50 0x7ff1a80a6210 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4009c60 tx=0x7ff1b4009260 comp rx=0 tx=0).stop 2024-04-25T18:59:56.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 msgr2=0x7ff1c419b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:56.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c419b990 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009230 tx=0x7ff1b000fa70 comp rx=0 tx=0).stop 2024-04-25T18:59:56.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 shutdown_connections 2024-04-25T18:59:56.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff1a80a3d50 0x7ff1a80a6210 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:56.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff1c410f4a0 0x7ff1c419fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:56.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1c4074c70 0x7ff1c419b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:56.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 --2- 172.21.15.32:0/3575856089 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1c4075590 0x7ff1c419b990 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:56.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 >> 172.21.15.32:0/3575856089 conn(0x7ff1c4079b20 msgr2=0x7ff1c40ffd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:56.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 shutdown_connections 2024-04-25T18:59:56.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:56.215+0000 7ff1caa00700 1 -- 172.21.15.32:0/3575856089 wait complete. 2024-04-25T18:59:57.071 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-25T18:59:57.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:56 smithi066 ceph-mon[32882]: pgmap v355: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.9 KiB/s wr, 11 op/s; 198 B/s, 2 objects/s recovering 2024-04-25T18:59:57.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:56 smithi066 ceph-mon[32882]: from='client.24649 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:56 smithi064 ceph-mon[32321]: pgmap v355: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.9 KiB/s wr, 11 op/s; 198 B/s, 2 objects/s recovering 2024-04-25T18:59:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:56 smithi064 ceph-mon[32321]: from='client.24649 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:56 smithi032 ceph-mon[28041]: pgmap v355: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.9 KiB/s wr, 11 op/s; 198 B/s, 2 objects/s recovering 2024-04-25T18:59:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:56 smithi032 ceph-mon[28041]: from='client.24649 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T18:59:57.546 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T18:59:59.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 18:59:58 smithi066 ceph-mon[32882]: pgmap v356: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.5 KiB/s wr, 11 op/s; 179 B/s, 2 objects/s recovering 2024-04-25T18:59:59.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 18:59:58 smithi064 ceph-mon[32321]: pgmap v356: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.5 KiB/s wr, 11 op/s; 179 B/s, 2 objects/s recovering 2024-04-25T18:59:59.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 18:59:58 smithi032 ceph-mon[28041]: pgmap v356: 97 pgs: 97 active+clean; 610 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.5 KiB/s wr, 11 op/s; 179 B/s, 2 objects/s recovering 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.956+0000 7fe556a00700 1 -- 172.21.15.32:0/1867807985 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550102970 msgr2=0x7fe550102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.956+0000 7fe556a00700 1 --2- 172.21.15.32:0/1867807985 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550102970 0x7fe550102df0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe53c009990 tx=0x7fe53c009ca0 comp rx=0 tx=0).stop 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 -- 172.21.15.32:0/1867807985 shutdown_connections 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 --2- 172.21.15.32:0/1867807985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 0x7fe55010f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 --2- 172.21.15.32:0/1867807985 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550108970 0x7fe550108d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 --2- 172.21.15.32:0/1867807985 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550102970 0x7fe550102df0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 -- 172.21.15.32:0/1867807985 >> 172.21.15.32:0/1867807985 conn(0x7fe5500fe4c0 msgr2=0x7fe5501008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 -- 172.21.15.32:0/1867807985 shutdown_connections 2024-04-25T18:59:59.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.957+0000 7fe556a00700 1 -- 172.21.15.32:0/1867807985 wait complete. 2024-04-25T18:59:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.958+0000 7fe556a00700 1 Processor -- start 2024-04-25T18:59:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.958+0000 7fe556a00700 1 -- start start 2024-04-25T18:59:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.958+0000 7fe556a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 0x7fe550074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:59.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe556a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 0x7fe550075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe556a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550108970 0x7fe5500757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe556a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe550112c00 con 0x7fe550103330 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe556a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe550112a80 con 0x7fe550102970 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe556a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe550112d80 con 0x7fe550108970 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe555600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 0x7fe550074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe554c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 0x7fe550075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe555600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 0x7fe550074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56250/0 (socket says 172.21.15.32:56250) 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe555600700 1 -- 172.21.15.32:0/2083705443 learned_addr learned my addr 172.21.15.32:0/2083705443 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T18:59:59.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe556000700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550108970 0x7fe5500757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe554c00700 1 -- 172.21.15.32:0/2083705443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550108970 msgr2=0x7fe5500757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe554c00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550108970 0x7fe5500757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe554c00700 1 -- 172.21.15.32:0/2083705443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 msgr2=0x7fe550074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T18:59:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe554c00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 0x7fe550074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T18:59:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe554c00700 1 -- 172.21.15.32:0/2083705443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5501a75c0 con 0x7fe550103330 2024-04-25T18:59:59.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.959+0000 7fe555600700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 0x7fe550074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.960+0000 7fe554c00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 0x7fe550075280 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe53c0098e0 tx=0x7fe53c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.960+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c027070 con 0x7fe550103330 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.960+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe53c022470 con 0x7fe550103330 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.960+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5501a7850 con 0x7fe550103330 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.960+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe53c017650 con 0x7fe550103330 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.960+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5501a7d00 con 0x7fe550103330 2024-04-25T18:59:59.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.962+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe550069730 con 0x7fe550103330 2024-04-25T18:59:59.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.964+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe53c02a070 con 0x7fe550103330 2024-04-25T18:59:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.966+0000 7fe54e000700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe5380a3d50 0x7fe5380a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T18:59:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.966+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe53c0d11f0 con 0x7fe550103330 2024-04-25T18:59:59.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.966+0000 7fe555600700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe5380a3d50 0x7fe5380a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T18:59:59.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.967+0000 7fe555600700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe5380a3d50 0x7fe5380a6210 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe544011550 tx=0x7fe544009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T18:59:59.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T18:59:59.971+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe53c05eff0 con 0x7fe550103330 2024-04-25T19:00:00.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.242+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe550062e80 con 0x7fe5380a3d50 2024-04-25T19:00:00.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.293+0000 7fe54e000700 1 -- 172.21.15.32:0/2083705443 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe550062e80 con 0x7fe5380a3d50 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe5380a3d50 msgr2=0x7fe5380a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe5380a3d50 0x7fe5380a6210 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe544011550 tx=0x7fe544009260 comp rx=0 tx=0).stop 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 msgr2=0x7fe550075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 0x7fe550075280 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe53c0098e0 tx=0x7fe53c0057c0 comp rx=0 tx=0).stop 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 shutdown_connections 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe550108970 0x7fe5500757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe550102970 0x7fe550074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe5380a3d50 0x7fe5380a6210 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:00.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 --2- 172.21.15.32:0/2083705443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe550103330 0x7fe550075280 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:00.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 >> 172.21.15.32:0/2083705443 conn(0x7fe5500fe4c0 msgr2=0x7fe5500febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:00.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 shutdown_connections 2024-04-25T19:00:00.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:00.297+0000 7fe556a00700 1 -- 172.21.15.32:0/2083705443 wait complete. 2024-04-25T19:00:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:00 smithi032 ceph-mon[28041]: pgmap v357: 97 pgs: 97 active+clean; 615 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.5 KiB/s wr, 13 op/s; 152 B/s, 1 objects/s recovering 2024-04-25T19:00:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:00 smithi032 ceph-mon[28041]: overall HEALTH_OK 2024-04-25T19:00:01.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:00 smithi032 ceph-mon[28041]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:00:01.163 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-25T19:00:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:00 smithi066 ceph-mon[32882]: pgmap v357: 97 pgs: 97 active+clean; 615 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.5 KiB/s wr, 13 op/s; 152 B/s, 1 objects/s recovering 2024-04-25T19:00:01.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:00 smithi066 ceph-mon[32882]: overall HEALTH_OK 2024-04-25T19:00:01.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:00 smithi066 ceph-mon[32882]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:00:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:00 smithi064 ceph-mon[32321]: pgmap v357: 97 pgs: 97 active+clean; 615 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.5 KiB/s wr, 13 op/s; 152 B/s, 1 objects/s recovering 2024-04-25T19:00:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:00 smithi064 ceph-mon[32321]: overall HEALTH_OK 2024-04-25T19:00:01.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:00 smithi064 ceph-mon[32321]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:00:01.645 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:02 smithi064 ceph-mon[32321]: pgmap v358: 97 pgs: 97 active+clean; 615 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 134 B/s, 0 objects/s recovering 2024-04-25T19:00:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:02 smithi032 ceph-mon[28041]: pgmap v358: 97 pgs: 97 active+clean; 615 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 134 B/s, 0 objects/s recovering 2024-04-25T19:00:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:02 smithi066 ceph-mon[32882]: pgmap v358: 97 pgs: 97 active+clean; 615 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 134 B/s, 0 objects/s recovering 2024-04-25T19:00:04.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 -- 172.21.15.32:0/1679027812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406b980 msgr2=0x7f0c3410f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:04.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 --2- 172.21.15.32:0/1679027812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406b980 0x7f0c3410f8f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c009f90 tx=0x7f0c2c00b330 comp rx=0 tx=0).stop 2024-04-25T19:00:04.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 -- 172.21.15.32:0/1679027812 shutdown_connections 2024-04-25T19:00:04.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 --2- 172.21.15.32:0/1679027812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c34108a20 0x7f0c34108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 --2- 172.21.15.32:0/1679027812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406b980 0x7f0c3410f8f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 --2- 172.21.15.32:0/1679027812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c3406afe0 0x7f0c3406b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 -- 172.21.15.32:0/1679027812 >> 172.21.15.32:0/1679027812 conn(0x7f0c340788b0 msgr2=0x7f0c34078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:04.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 -- 172.21.15.32:0/1679027812 shutdown_connections 2024-04-25T19:00:04.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.015+0000 7f0c39400700 1 -- 172.21.15.32:0/1679027812 wait complete. 2024-04-25T19:00:04.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.016+0000 7f0c39400700 1 Processor -- start 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 -- start start 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406afe0 0x7f0c34199090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 0x7f0c341995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c34108a20 0x7f0c3419d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0c34112ba0 con 0x7f0c3406b980 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0c34112a20 con 0x7f0c3406afe0 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c39400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0c34112d20 con 0x7f0c34108a20 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c31e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 0x7f0c341995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c31e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 0x7f0c341995d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54108/0 (socket says 172.21.15.32:54108) 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c31e00700 1 -- 172.21.15.32:0/1872400786 learned_addr learned my addr 172.21.15.32:0/1872400786 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.017+0000 7f0c32800700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406afe0 0x7f0c34199090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:04.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c33200700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c34108a20 0x7f0c3419d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:04.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c31e00700 1 -- 172.21.15.32:0/1872400786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c34108a20 msgr2=0x7f0c3419d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:04.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c31e00700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c34108a20 0x7f0c3419d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c31e00700 1 -- 172.21.15.32:0/1872400786 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406afe0 msgr2=0x7f0c34199090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:04.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c31e00700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406afe0 0x7f0c34199090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c31e00700 1 -- 172.21.15.32:0/1872400786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3419e050 con 0x7f0c3406b980 2024-04-25T19:00:04.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.018+0000 7f0c31e00700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 0x7f0c341995d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000e9a0 tx=0x7f0c2000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:04.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.019+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2000ca10 con 0x7f0c3406b980 2024-04-25T19:00:04.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.019+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c2000cbb0 con 0x7f0c3406b980 2024-04-25T19:00:04.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.019+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c3419e340 con 0x7f0c3406b980 2024-04-25T19:00:04.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.019+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20018680 con 0x7f0c3406b980 2024-04-25T19:00:04.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.019+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c341a5bc0 con 0x7f0c3406b980 2024-04-25T19:00:04.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.020+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c34069730 con 0x7f0c3406b980 2024-04-25T19:00:04.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.022+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0c20010430 con 0x7f0c3406b980 2024-04-25T19:00:04.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.024+0000 7f0c2b400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0c180a3cd0 0x7f0c180a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:04.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.025+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f0c200d0730 con 0x7f0c3406b980 2024-04-25T19:00:04.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.025+0000 7f0c32800700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0c180a3cd0 0x7f0c180a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:04.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.025+0000 7f0c32800700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0c180a3cd0 0x7f0c180a6190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0c24009750 tx=0x7f0c24009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:04.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.030+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c2009cf70 con 0x7f0c3406b980 2024-04-25T19:00:04.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.297+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f0c34062e80 con 0x7f0c180a3cd0 2024-04-25T19:00:04.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.305+0000 7f0c2b400700 1 -- 172.21.15.32:0/1872400786 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f0c34062e80 con 0x7f0c180a3cd0 2024-04-25T19:00:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:/volumes/qa/sv_1/b196b73b-88bd-4adb-868d-e70c8cf6e4f1 2024-04-25T19:00:04.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0c180a3cd0 msgr2=0x7f0c180a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:04.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0c180a3cd0 0x7f0c180a6190 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0c24009750 tx=0x7f0c24009310 comp rx=0 tx=0).stop 2024-04-25T19:00:04.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 msgr2=0x7f0c341995d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 0x7f0c341995d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000e9a0 tx=0x7f0c2000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 shutdown_connections 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c34108a20 0x7f0c3419d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0c3406afe0 0x7f0c34199090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0c180a3cd0 0x7f0c180a6190 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 --2- 172.21.15.32:0/1872400786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0c3406b980 0x7f0c341995d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:04.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 >> 172.21.15.32:0/1872400786 conn(0x7f0c340788b0 msgr2=0x7f0c340ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:04.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 shutdown_connections 2024-04-25T19:00:04.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:04.309+0000 7f0c39400700 1 -- 172.21.15.32:0/1872400786 wait complete. 2024-04-25T19:00:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:04 smithi032 ceph-mon[28041]: pgmap v359: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.2 KiB/s wr, 12 op/s; 134 B/s, 0 objects/s recovering 2024-04-25T19:00:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:04 smithi032 ceph-mon[28041]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:00:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:04 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:00:05.211 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:00:05.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:04 smithi064 ceph-mon[32321]: pgmap v359: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.2 KiB/s wr, 12 op/s; 134 B/s, 0 objects/s recovering 2024-04-25T19:00:05.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:04 smithi064 ceph-mon[32321]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:00:05.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:04 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:00:05.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:04 smithi066 ceph-mon[32882]: pgmap v359: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.2 KiB/s wr, 12 op/s; 134 B/s, 0 objects/s recovering 2024-04-25T19:00:05.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:04 smithi066 ceph-mon[32882]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:00:05.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:04 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:00:05.707 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:07 smithi066 ceph-mon[32882]: pgmap v360: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-04-25T19:00:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:07 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:07 smithi064 ceph-mon[32321]: pgmap v360: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-04-25T19:00:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:07 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:07 smithi032 ceph-mon[28041]: pgmap v360: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.8 KiB/s wr, 11 op/s 2024-04-25T19:00:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:07 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:08.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.642+0000 7f92f9c00700 1 -- 172.21.15.32:0/2897873187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406a750 msgr2=0x7f92f406abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:08.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.642+0000 7f92f9c00700 1 --2- 172.21.15.32:0/2897873187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406a750 0x7f92f406abb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f92e00098f0 tx=0x7f92e0009c00 comp rx=0 tx=0).stop 2024-04-25T19:00:08.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 -- 172.21.15.32:0/2897873187 shutdown_connections 2024-04-25T19:00:08.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 --2- 172.21.15.32:0/2897873187 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406b0f0 0x7f92f410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:08.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 --2- 172.21.15.32:0/2897873187 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f92f4108a30 0x7f92f4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:08.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 --2- 172.21.15.32:0/2897873187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406a750 0x7f92f406abb0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:08.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 -- 172.21.15.32:0/2897873187 >> 172.21.15.32:0/2897873187 conn(0x7f92f40788f0 msgr2=0x7f92f4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:08.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 -- 172.21.15.32:0/2897873187 shutdown_connections 2024-04-25T19:00:08.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.643+0000 7f92f9c00700 1 -- 172.21.15.32:0/2897873187 wait complete. 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.644+0000 7f92f9c00700 1 Processor -- start 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.644+0000 7f92f9c00700 1 -- start start 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.644+0000 7f92f9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 0x7f92f419b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.644+0000 7f92f9c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406b0f0 0x7f92f419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f92f4108a30 0x7f92f419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f9c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f92f4112c40 con 0x7f92f406a750 2024-04-25T19:00:08.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f9c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f92f4112ac0 con 0x7f92f4108a30 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f9c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f92f4112dc0 con 0x7f92f406b0f0 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 0x7f92f419b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 0x7f92f419b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54128/0 (socket says 172.21.15.32:54128) 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2a00700 1 -- 172.21.15.32:0/3458493945 learned_addr learned my addr 172.21.15.32:0/3458493945 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2000700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406b0f0 0x7f92f419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f3400700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f92f4108a30 0x7f92f419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2000700 1 -- 172.21.15.32:0/3458493945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f92f4108a30 msgr2=0x7f92f419fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2000700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f92f4108a30 0x7f92f419fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2000700 1 -- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 msgr2=0x7f92f419b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2000700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 0x7f92f419b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2000700 1 -- 172.21.15.32:0/3458493945 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f41a03a0 con 0x7f92f406b0f0 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.645+0000 7f92f2a00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 0x7f92f419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:08.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.646+0000 7f92f2000700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406b0f0 0x7f92f419b8d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f92e000c010 tx=0x7f92e000fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:08.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.646+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e00050c0 con 0x7f92f406b0f0 2024-04-25T19:00:08.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.646+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f41a0630 con 0x7f92f406b0f0 2024-04-25T19:00:08.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.646+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f41a7f10 con 0x7f92f406b0f0 2024-04-25T19:00:08.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.646+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92e000b560 con 0x7f92f406b0f0 2024-04-25T19:00:08.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.646+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e0003a00 con 0x7f92f406b0f0 2024-04-25T19:00:08.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.648+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d4005330 con 0x7f92f406b0f0 2024-04-25T19:00:08.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.650+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f92e0003ba0 con 0x7f92f406b0f0 2024-04-25T19:00:08.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.652+0000 7f92eb400700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f92d80a3cd0 0x7f92d80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:08.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.652+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f92e00d11c0 con 0x7f92f406b0f0 2024-04-25T19:00:08.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.652+0000 7f92f2a00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f92d80a3cd0 0x7f92d80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:08.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.653+0000 7f92f2a00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f92d80a3cd0 0x7f92d80a6190 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f92e4011550 tx=0x7f92e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:08.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:08.656+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f92e0013030 con 0x7f92f406b0f0 2024-04-25T19:00:09.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.001+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92d40058f0 con 0x7f92f406b0f0 2024-04-25T19:00:09.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.002+0000 7f92eb400700 1 -- 172.21.15.32:0/3458493945 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f92e00094d0 con 0x7f92f406b0f0 2024-04-25T19:00:09.004 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:09.004 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T18:59:43.565319+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24512,24514,24532,24538,24524]},"id":1}]} 2024-04-25T19:00:09.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f92d80a3cd0 msgr2=0x7f92d80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:09.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f92d80a3cd0 0x7f92d80a6190 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f92e4011550 tx=0x7f92e4009260 comp rx=0 tx=0).stop 2024-04-25T19:00:09.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406b0f0 msgr2=0x7f92f419b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406b0f0 0x7f92f419b8d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f92e000c010 tx=0x7f92e000fa00 comp rx=0 tx=0).stop 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 shutdown_connections 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f92d80a3cd0 0x7f92d80a6190 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f92f406a750 0x7f92f419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f92f4108a30 0x7f92f419fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 --2- 172.21.15.32:0/3458493945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92f406b0f0 0x7f92f419b8d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 >> 172.21.15.32:0/3458493945 conn(0x7f92f40788f0 msgr2=0x7f92f410dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 shutdown_connections 2024-04-25T19:00:09.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:09.005+0000 7f92f9c00700 1 -- 172.21.15.32:0/3458493945 wait complete. 2024-04-25T19:00:09.008 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:00:09.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:09 smithi066 ceph-mon[32882]: pgmap v361: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:00:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:09 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3458493945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:00:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:09 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:09 smithi064 ceph-mon[32321]: pgmap v361: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:00:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:09 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3458493945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:00:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:09 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:09 smithi032 ceph-mon[28041]: pgmap v361: 97 pgs: 97 active+clean; 637 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:00:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:09 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3458493945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:00:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:09 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:09.892 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:00:10.371 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:11 smithi066 ceph-mon[32882]: pgmap v362: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-04-25T19:00:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:00:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:00:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:11 smithi064 ceph-mon[32321]: pgmap v362: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-04-25T19:00:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:00:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:00:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:11 smithi032 ceph-mon[28041]: pgmap v362: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-04-25T19:00:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:00:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:00:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 -- 172.21.15.32:0/4041188629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c06a750 msgr2=0x7fa23c06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 --2- 172.21.15.32:0/4041188629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c06a750 0x7fa23c06abb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa224009990 tx=0x7fa224009ca0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 -- 172.21.15.32:0/4041188629 shutdown_connections 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 --2- 172.21.15.32:0/4041188629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa23c06b0f0 0x7fa23c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 --2- 172.21.15.32:0/4041188629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa23c108a30 0x7fa23c108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 --2- 172.21.15.32:0/4041188629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c06a750 0x7fa23c06abb0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 -- 172.21.15.32:0/4041188629 >> 172.21.15.32:0/4041188629 conn(0x7fa23c0788f0 msgr2=0x7fa23c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 -- 172.21.15.32:0/4041188629 shutdown_connections 2024-04-25T19:00:12.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.696+0000 7fa242e00700 1 -- 172.21.15.32:0/4041188629 wait complete. 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.697+0000 7fa242e00700 1 Processor -- start 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.697+0000 7fa242e00700 1 -- start start 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa242e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa23c06a750 0x7fa23c19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa242e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa23c06b0f0 0x7fa23c19b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa242e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 0x7fa23c19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa242e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c112c20 con 0x7fa23c06b0f0 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa242e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c112aa0 con 0x7fa23c108a30 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa242e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa23c112da0 con 0x7fa23c06a750 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa240e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 0x7fa23c19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa240e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 0x7fa23c19fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45860/0 (socket says 172.21.15.32:45860) 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa240e00700 1 -- 172.21.15.32:0/9515459 learned_addr learned my addr 172.21.15.32:0/9515459 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:12.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa233400700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa23c06b0f0 0x7fa23c19b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:12.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.698+0000 7fa23be00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa23c06a750 0x7fa23c19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:12.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa240e00700 1 -- 172.21.15.32:0/9515459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa23c06a750 msgr2=0x7fa23c19b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:12.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa240e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa23c06a750 0x7fa23c19b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa240e00700 1 -- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa23c06b0f0 msgr2=0x7fa23c19b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa240e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa23c06b0f0 0x7fa23c19b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa240e00700 1 -- 172.21.15.32:0/9515459 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa23c1a0360 con 0x7fa23c108a30 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa240e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 0x7fa23c19fc20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa23400ef30 tx=0x7fa23400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2340092e0 con 0x7fa23c108a30 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa234004bb0 con 0x7fa23c108a30 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa23c1a05f0 con 0x7fa23c108a30 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa234004020 con 0x7fa23c108a30 2024-04-25T19:00:12.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.699+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa23c1a7ed0 con 0x7fa23c108a30 2024-04-25T19:00:12.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.700+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa23c069730 con 0x7fa23c108a30 2024-04-25T19:00:12.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.703+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa23401b030 con 0x7fa23c108a30 2024-04-25T19:00:12.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.704+0000 7fa239600700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa2200a3d50 0x7fa2200a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:12.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.704+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fa2340d0990 con 0x7fa23c108a30 2024-04-25T19:00:12.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.704+0000 7fa23be00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa2200a3d50 0x7fa2200a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:12.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.705+0000 7fa23be00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa2200a3d50 0x7fa2200a6210 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa22c007b60 tx=0x7fa22c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:12.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.706+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa234022020 con 0x7fa23c108a30 2024-04-25T19:00:12.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.939+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa23c02df80 con 0x7fa23c108a30 2024-04-25T19:00:12.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.941+0000 7fa239600700 1 -- 172.21.15.32:0/9515459 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22566 (secure 0 0 0) 0x7fa234010040 con 0x7fa23c108a30 2024-04-25T19:00:12.943 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:12.943 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":90,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:47.583291+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:00:12.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa2200a3d50 msgr2=0x7fa2200a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa2200a3d50 0x7fa2200a6210 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa22c007b60 tx=0x7fa22c0073d0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 msgr2=0x7fa23c19fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 0x7fa23c19fc20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa23400ef30 tx=0x7fa23400c3a0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 shutdown_connections 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa23c108a30 0x7fa23c19fc20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa23c06a750 0x7fa23c19b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa2200a3d50 0x7fa2200a6210 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 --2- 172.21.15.32:0/9515459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa23c06b0f0 0x7fa23c19b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 >> 172.21.15.32:0/9515459 conn(0x7fa23c0788f0 msgr2=0x7fa23c10dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 shutdown_connections 2024-04-25T19:00:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:12.944+0000 7fa242e00700 1 -- 172.21.15.32:0/9515459 wait complete. 2024-04-25T19:00:13.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:13 smithi066 ceph-mon[32882]: pgmap v363: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-04-25T19:00:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:13 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/9515459' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:13.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:13 smithi032 ceph-mon[28041]: pgmap v363: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-04-25T19:00:13.736 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:13 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/9515459' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:13 smithi064 ceph-mon[32321]: pgmap v363: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-04-25T19:00:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:13 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/9515459' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:13.818 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T19:00:13.818 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:00:14.290 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:15.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:15 smithi066 ceph-mon[32882]: pgmap v364: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-04-25T19:00:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:15 smithi064 ceph-mon[32321]: pgmap v364: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-04-25T19:00:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:15 smithi032 ceph-mon[28041]: pgmap v364: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 -- 172.21.15.32:0/2354322272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c58074c70 msgr2=0x7f3c58075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 --2- 172.21.15.32:0/2354322272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c58074c70 0x7f3c58075050 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3c48009990 tx=0x7f3c48009ca0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 -- 172.21.15.32:0/2354322272 shutdown_connections 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 --2- 172.21.15.32:0/2354322272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c58074c70 0x7f3c58075050 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 --2- 172.21.15.32:0/2354322272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c5810f440 0x7f3c58111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 --2- 172.21.15.32:0/2354322272 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 0x7f3c5810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 -- 172.21.15.32:0/2354322272 >> 172.21.15.32:0/2354322272 conn(0x7f3c58079bf0 msgr2=0x7f3c5807a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.621+0000 7f3c5d200700 1 -- 172.21.15.32:0/2354322272 shutdown_connections 2024-04-25T19:00:16.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.622+0000 7f3c5d200700 1 -- 172.21.15.32:0/2354322272 wait complete. 2024-04-25T19:00:16.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 Processor -- start 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 -- start start 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 0x7f3c5819b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 0x7f3c5819b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c5810f440 0x7f3c5819fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58114ed0 con 0x7f3c5810f440 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58114d50 con 0x7f3c58075590 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.623+0000 7f3c5d200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3c58115050 con 0x7f3c58074c70 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 0x7f3c5819b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 0x7f3c5819b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57342/0 (socket says 172.21.15.32:57342) 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 -- 172.21.15.32:0/3331655142 learned_addr learned my addr 172.21.15.32:0/3331655142 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 0x7f3c5819b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:16.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c56800700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c5810f440 0x7f3c5819fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 -- 172.21.15.32:0/3331655142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 msgr2=0x7f3c5819b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 0x7f3c5819b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 -- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c5810f440 msgr2=0x7f3c5819fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c5810f440 0x7f3c5819fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55e00700 1 -- 172.21.15.32:0/3331655142 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c581a0470 con 0x7f3c58074c70 2024-04-25T19:00:16.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.624+0000 7f3c55400700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 0x7f3c5819b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.625+0000 7f3c55e00700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 0x7f3c5819b460 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3c48000c00 tx=0x7f3c480057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.625+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48027070 con 0x7f3c58074c70 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.625+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c581a0700 con 0x7f3c58074c70 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.625+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c581a7fe0 con 0x7f3c58074c70 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.625+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c48022470 con 0x7f3c58074c70 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.625+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48017650 con 0x7f3c58074c70 2024-04-25T19:00:16.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.627+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c58069730 con 0x7f3c58074c70 2024-04-25T19:00:16.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.628+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3c4802a070 con 0x7f3c58074c70 2024-04-25T19:00:16.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.630+0000 7f3c4ea00700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c3c0a3cd0 0x7f3c3c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:16.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.630+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f3c480d12b0 con 0x7f3c58074c70 2024-04-25T19:00:16.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.630+0000 7f3c55400700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c3c0a3cd0 0x7f3c3c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:16.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.631+0000 7f3c55400700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c3c0a3cd0 0x7f3c3c0a6190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3c58111140 tx=0x7f3c44009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:16.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.634+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c48013070 con 0x7f3c58074c70 2024-04-25T19:00:16.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.861+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3c5819c7c0 con 0x7f3c3c0a3cd0 2024-04-25T19:00:16.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.877+0000 7f3c4ea00700 1 -- 172.21.15.32:0/3331655142 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259075 (secure 0 0 0) 0x7f3c5819c7c0 con 0x7f3c3c0a3cd0 2024-04-25T19:00:16.886 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:16.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c3c0a3cd0 msgr2=0x7f3c3c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:16.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c3c0a3cd0 0x7f3c3c0a6190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3c58111140 tx=0x7f3c44009260 comp rx=0 tx=0).stop 2024-04-25T19:00:16.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 msgr2=0x7f3c5819b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:16.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 0x7f3c5819b460 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3c48000c00 tx=0x7f3c480057c0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 shutdown_connections 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c3c0a3cd0 0x7f3c3c0a6190 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c5810f440 0x7f3c5819fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c58074c70 0x7f3c5819b460 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 --2- 172.21.15.32:0/3331655142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3c58075590 0x7f3c5819b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 >> 172.21.15.32:0/3331655142 conn(0x7f3c58079bf0 msgr2=0x7f3c58100ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 shutdown_connections 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:16.885+0000 7f3c5d200700 1 -- 172.21.15.32:0/3331655142 wait complete. 2024-04-25T19:00:16.889 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:00:17.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:17 smithi066 ceph-mon[32882]: pgmap v365: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-25T19:00:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:17 smithi064 ceph-mon[32321]: pgmap v365: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-25T19:00:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:17 smithi032 ceph-mon[28041]: pgmap v365: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-25T19:00:18.011 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":365,"stamp":"2024-04-25T19:00:15.832601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661269,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":511,"num_read_kb":377,"num_write":433,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":353,"ondisk_log_size":353,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373788,"kb_used_data":12140,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124568036,"statfs":{"total":1151940427776,"available":1151557668864,"internally_reserved":0,"allocated":12431360,"data_stored":7732086,"data_compressed":183204,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8705,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":69,"num_write":15,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005437"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591163+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T18:59:47.591163+0000","last_peered":"2024-04-25T18:59:47.591163+0000","last_clean":"2024-04-25T18:59:47.591163+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T18:59:47.591163+0000","last_undegraded":"2024-04-25T18:59:47.591163+0000","last_fullsized":"2024-04-25T18:59:47.591163+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599095+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T18:59:47.599095+0000","last_peered":"2024-04-25T18:59:47.599095+0000","last_clean":"2024-04-25T18:59:47.599095+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T18:59:47.599095+0000","last_undegraded":"2024-04-25T18:59:47.599095+0000","last_fullsized":"2024-04-25T18:59:47.599095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599061+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T18:59:47.599061+0000","last_peered":"2024-04-25T18:59:47.599061+0000","last_clean":"2024-04-25T18:59:47.599061+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T18:59:47.599061+0000","last_undegraded":"2024-04-25T18:59:47.599061+0000","last_fullsized":"2024-04-25T18:59:47.599061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.602443+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T18:59:47.602443+0000","last_peered":"2024-04-25T18:59:47.602443+0000","last_clean":"2024-04-25T18:59:47.602443+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T18:59:47.602443+0000","last_undegraded":"2024-04-25T18:59:47.602443+0000","last_fullsized":"2024-04-25T18:59:47.602443+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592953+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T18:59:47.592953+0000","last_peered":"2024-04-25T18:59:47.592953+0000","last_clean":"2024-04-25T18:59:47.592953+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T18:59:47.592953+0000","last_undegraded":"2024-04-25T18:59:47.592953+0000","last_fullsized":"2024-04-25T18:59:47.592953+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.933830+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T18:59:47.933830+0000","last_peered":"2024-04-25T18:59:47.933830+0000","last_clean":"2024-04-25T18:59:47.933830+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T18:59:47.933830+0000","last_undegraded":"2024-04-25T18:59:47.933830+0000","last_fullsized":"2024-04-25T18:59:47.933830+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386432+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T18:59:48.386432+0000","last_peered":"2024-04-25T18:59:48.386432+0000","last_clean":"2024-04-25T18:59:48.386432+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T18:59:48.386432+0000","last_undegraded":"2024-04-25T18:59:48.386432+0000","last_fullsized":"2024-04-25T18:59:48.386432+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593269+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T18:59:47.593269+0000","last_peered":"2024-04-25T18:59:47.593269+0000","last_clean":"2024-04-25T18:59:47.593269+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T18:59:47.593269+0000","last_undegraded":"2024-04-25T18:59:47.593269+0000","last_fullsized":"2024-04-25T18:59:47.593269+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597064+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T18:59:47.597064+0000","last_peered":"2024-04-25T18:59:47.597064+0000","last_clean":"2024-04-25T18:59:47.597064+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T18:59:47.597064+0000","last_undegraded":"2024-04-25T18:59:47.597064+0000","last_fullsized":"2024-04-25T18:59:47.597064+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593763+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T18:59:47.593763+0000","last_peered":"2024-04-25T18:59:47.593763+0000","last_clean":"2024-04-25T18:59:47.593763+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T18:59:47.593763+0000","last_undegraded":"2024-04-25T18:59:47.593763+0000","last_fullsized":"2024-04-25T18:59:47.593763+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386638+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T18:59:48.386638+0000","last_peered":"2024-04-25T18:59:48.386638+0000","last_clean":"2024-04-25T18:59:48.386638+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T18:59:48.386638+0000","last_undegraded":"2024-04-25T18:59:48.386638+0000","last_fullsized":"2024-04-25T18:59:48.386638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299726+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T18:59:48.299726+0000","last_peered":"2024-04-25T18:59:48.299726+0000","last_clean":"2024-04-25T18:59:48.299726+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T18:59:48.299726+0000","last_undegraded":"2024-04-25T18:59:48.299726+0000","last_fullsized":"2024-04-25T18:59:48.299726+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932586+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T18:59:47.932586+0000","last_peered":"2024-04-25T18:59:47.932586+0000","last_clean":"2024-04-25T18:59:47.932586+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T18:59:47.932586+0000","last_undegraded":"2024-04-25T18:59:47.932586+0000","last_fullsized":"2024-04-25T18:59:47.932586+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598627+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T18:59:47.598627+0000","last_peered":"2024-04-25T18:59:47.598627+0000","last_clean":"2024-04-25T18:59:47.598627+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T18:59:47.598627+0000","last_undegraded":"2024-04-25T18:59:47.598627+0000","last_fullsized":"2024-04-25T18:59:47.598627+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597570+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T18:59:47.597570+0000","last_peered":"2024-04-25T18:59:47.597570+0000","last_clean":"2024-04-25T18:59:47.597570+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T18:59:47.597570+0000","last_undegraded":"2024-04-25T18:59:47.597570+0000","last_fullsized":"2024-04-25T18:59:47.597570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596595+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T18:59:47.596595+0000","last_peered":"2024-04-25T18:59:47.596595+0000","last_clean":"2024-04-25T18:59:47.596595+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T18:59:47.596595+0000","last_undegraded":"2024-04-25T18:59:47.596595+0000","last_fullsized":"2024-04-25T18:59:47.596595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591309+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T18:59:47.591309+0000","last_peered":"2024-04-25T18:59:47.591309+0000","last_clean":"2024-04-25T18:59:47.591309+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T18:59:47.591309+0000","last_undegraded":"2024-04-25T18:59:47.591309+0000","last_fullsized":"2024-04-25T18:59:47.591309+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591224+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T18:59:47.591224+0000","last_peered":"2024-04-25T18:59:47.591224+0000","last_clean":"2024-04-25T18:59:47.591224+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T18:59:47.591224+0000","last_undegraded":"2024-04-25T18:59:47.591224+0000","last_fullsized":"2024-04-25T18:59:47.591224+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595851+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T18:59:47.595851+0000","last_peered":"2024-04-25T18:59:47.595851+0000","last_clean":"2024-04-25T18:59:47.595851+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T18:59:47.595851+0000","last_undegraded":"2024-04-25T18:59:47.595851+0000","last_fullsized":"2024-04-25T18:59:47.595851+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'13","reported_seq":76,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:13.624909+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:00:13.624909+0000","last_peered":"2024-04-25T19:00:13.624909+0000","last_clean":"2024-04-25T19:00:13.624909+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:00:13.624909+0000","last_undegraded":"2024-04-25T19:00:13.624909+0000","last_fullsized":"2024-04-25T19:00:13.624909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596767+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T18:59:47.596767+0000","last_peered":"2024-04-25T18:59:47.596767+0000","last_clean":"2024-04-25T18:59:47.596767+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T18:59:47.596767+0000","last_undegraded":"2024-04-25T18:59:47.596767+0000","last_fullsized":"2024-04-25T18:59:47.596767+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598096+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T18:59:47.598096+0000","last_peered":"2024-04-25T18:59:47.598096+0000","last_clean":"2024-04-25T18:59:47.598096+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T18:59:47.598096+0000","last_undegraded":"2024-04-25T18:59:47.598096+0000","last_fullsized":"2024-04-25T18:59:47.598096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599925+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T18:59:47.599925+0000","last_peered":"2024-04-25T18:59:47.599925+0000","last_clean":"2024-04-25T18:59:47.599925+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T18:59:47.599925+0000","last_undegraded":"2024-04-25T18:59:47.599925+0000","last_fullsized":"2024-04-25T18:59:47.599925+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593516+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T18:59:47.593516+0000","last_peered":"2024-04-25T18:59:47.593516+0000","last_clean":"2024-04-25T18:59:47.593516+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T18:59:47.593516+0000","last_undegraded":"2024-04-25T18:59:47.593516+0000","last_fullsized":"2024-04-25T18:59:47.593516+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596072+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T18:59:47.596072+0000","last_peered":"2024-04-25T18:59:47.596072+0000","last_clean":"2024-04-25T18:59:47.596072+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T18:59:47.596072+0000","last_undegraded":"2024-04-25T18:59:47.596072+0000","last_fullsized":"2024-04-25T18:59:47.596072+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593183+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T18:59:47.593183+0000","last_peered":"2024-04-25T18:59:47.593183+0000","last_clean":"2024-04-25T18:59:47.593183+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T18:59:47.593183+0000","last_undegraded":"2024-04-25T18:59:47.593183+0000","last_fullsized":"2024-04-25T18:59:47.593183+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589079+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T18:59:47.589079+0000","last_peered":"2024-04-25T18:59:47.589079+0000","last_clean":"2024-04-25T18:59:47.589079+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T18:59:47.589079+0000","last_undegraded":"2024-04-25T18:59:47.589079+0000","last_fullsized":"2024-04-25T18:59:47.589079+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":69,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:13.604216+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:00:13.604216+0000","last_peered":"2024-04-25T19:00:13.604216+0000","last_clean":"2024-04-25T19:00:13.604216+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:00:13.604216+0000","last_undegraded":"2024-04-25T19:00:13.604216+0000","last_fullsized":"2024-04-25T19:00:13.604216+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592964+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T18:59:47.592964+0000","last_peered":"2024-04-25T18:59:47.592964+0000","last_clean":"2024-04-25T18:59:47.592964+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T18:59:47.592964+0000","last_undegraded":"2024-04-25T18:59:47.592964+0000","last_fullsized":"2024-04-25T18:59:47.592964+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593241+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T18:59:47.593241+0000","last_peered":"2024-04-25T18:59:47.593241+0000","last_clean":"2024-04-25T18:59:47.593241+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T18:59:47.593241+0000","last_undegraded":"2024-04-25T18:59:47.593241+0000","last_fullsized":"2024-04-25T18:59:47.593241+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.302453+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T18:59:48.302453+0000","last_peered":"2024-04-25T18:59:48.302453+0000","last_clean":"2024-04-25T18:59:48.302453+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T18:59:48.302453+0000","last_undegraded":"2024-04-25T18:59:48.302453+0000","last_fullsized":"2024-04-25T18:59:48.302453+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.931215+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T18:59:47.931215+0000","last_peered":"2024-04-25T18:59:47.931215+0000","last_clean":"2024-04-25T18:59:47.931215+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T18:59:47.931215+0000","last_undegraded":"2024-04-25T18:59:47.931215+0000","last_fullsized":"2024-04-25T18:59:47.931215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592972+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T18:59:47.592972+0000","last_peered":"2024-04-25T18:59:47.592972+0000","last_clean":"2024-04-25T18:59:47.592972+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T18:59:47.592972+0000","last_undegraded":"2024-04-25T18:59:47.592972+0000","last_fullsized":"2024-04-25T18:59:47.592972+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588714+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T18:59:47.588714+0000","last_peered":"2024-04-25T18:59:47.588714+0000","last_clean":"2024-04-25T18:59:47.588714+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T18:59:47.588714+0000","last_undegraded":"2024-04-25T18:59:47.588714+0000","last_fullsized":"2024-04-25T18:59:47.588714+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589436+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T18:59:47.589436+0000","last_peered":"2024-04-25T18:59:47.589436+0000","last_clean":"2024-04-25T18:59:47.589436+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T18:59:47.589436+0000","last_undegraded":"2024-04-25T18:59:47.589436+0000","last_fullsized":"2024-04-25T18:59:47.589436+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":98,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:12.601883+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:00:12.601883+0000","last_peered":"2024-04-25T19:00:12.601883+0000","last_clean":"2024-04-25T19:00:12.601883+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:00:12.601883+0000","last_undegraded":"2024-04-25T19:00:12.601883+0000","last_fullsized":"2024-04-25T19:00:12.601883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":68,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597012+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T18:59:47.597012+0000","last_peered":"2024-04-25T18:59:47.597012+0000","last_clean":"2024-04-25T18:59:47.597012+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T18:59:47.597012+0000","last_undegraded":"2024-04-25T18:59:47.597012+0000","last_fullsized":"2024-04-25T18:59:47.597012+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386837+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T18:59:48.386837+0000","last_peered":"2024-04-25T18:59:48.386837+0000","last_clean":"2024-04-25T18:59:48.386837+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T18:59:48.386837+0000","last_undegraded":"2024-04-25T18:59:48.386837+0000","last_fullsized":"2024-04-25T18:59:48.386837+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599796+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T18:59:47.599796+0000","last_peered":"2024-04-25T18:59:47.599796+0000","last_clean":"2024-04-25T18:59:47.599796+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T18:59:47.599796+0000","last_undegraded":"2024-04-25T18:59:47.599796+0000","last_fullsized":"2024-04-25T18:59:47.599796+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589234+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T18:59:47.589234+0000","last_peered":"2024-04-25T18:59:47.589234+0000","last_clean":"2024-04-25T18:59:47.589234+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T18:59:47.589234+0000","last_undegraded":"2024-04-25T18:59:47.589234+0000","last_fullsized":"2024-04-25T18:59:47.589234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596269+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T18:59:47.596269+0000","last_peered":"2024-04-25T18:59:47.596269+0000","last_clean":"2024-04-25T18:59:47.596269+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T18:59:47.596269+0000","last_undegraded":"2024-04-25T18:59:47.596269+0000","last_fullsized":"2024-04-25T18:59:47.596269+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"90'32","reported_seq":152,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:12.352484+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:00:12.352484+0000","last_peered":"2024-04-25T19:00:12.352484+0000","last_clean":"2024-04-25T19:00:12.352484+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:00:12.352484+0000","last_undegraded":"2024-04-25T19:00:12.352484+0000","last_fullsized":"2024-04-25T19:00:12.352484+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63072,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":90,"num_write":34,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593262+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T18:59:47.593262+0000","last_peered":"2024-04-25T18:59:47.593262+0000","last_clean":"2024-04-25T18:59:47.593262+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T18:59:47.593262+0000","last_undegraded":"2024-04-25T18:59:47.593262+0000","last_fullsized":"2024-04-25T18:59:47.593262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595850+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T18:59:47.595850+0000","last_peered":"2024-04-25T18:59:47.595850+0000","last_clean":"2024-04-25T18:59:47.595850+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T18:59:47.595850+0000","last_undegraded":"2024-04-25T18:59:47.595850+0000","last_fullsized":"2024-04-25T18:59:47.595850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932807+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T18:59:47.932807+0000","last_peered":"2024-04-25T18:59:47.932807+0000","last_clean":"2024-04-25T18:59:47.932807+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T18:59:47.932807+0000","last_undegraded":"2024-04-25T18:59:47.932807+0000","last_fullsized":"2024-04-25T18:59:47.932807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588826+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T18:59:47.588826+0000","last_peered":"2024-04-25T18:59:47.588826+0000","last_clean":"2024-04-25T18:59:47.588826+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T18:59:47.588826+0000","last_undegraded":"2024-04-25T18:59:47.588826+0000","last_fullsized":"2024-04-25T18:59:47.588826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386605+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T18:59:48.386605+0000","last_peered":"2024-04-25T18:59:48.386605+0000","last_clean":"2024-04-25T18:59:48.386605+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T18:59:48.386605+0000","last_undegraded":"2024-04-25T18:59:48.386605+0000","last_fullsized":"2024-04-25T18:59:48.386605+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'6","reported_seq":71,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:13.630833+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:00:13.630833+0000","last_peered":"2024-04-25T19:00:13.630833+0000","last_clean":"2024-04-25T19:00:13.630833+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:00:13.630833+0000","last_undegraded":"2024-04-25T19:00:13.630833+0000","last_fullsized":"2024-04-25T19:00:13.630833+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386335+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T18:59:48.386335+0000","last_peered":"2024-04-25T18:59:48.386335+0000","last_clean":"2024-04-25T18:59:48.386335+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T18:59:48.386335+0000","last_undegraded":"2024-04-25T18:59:48.386335+0000","last_fullsized":"2024-04-25T18:59:48.386335+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":68,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.613420+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T18:59:47.613420+0000","last_peered":"2024-04-25T18:59:47.613420+0000","last_clean":"2024-04-25T18:59:47.613420+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T18:59:47.613420+0000","last_undegraded":"2024-04-25T18:59:47.613420+0000","last_fullsized":"2024-04-25T18:59:47.613420+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588808+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T18:59:47.588808+0000","last_peered":"2024-04-25T18:59:47.588808+0000","last_clean":"2024-04-25T18:59:47.588808+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T18:59:47.588808+0000","last_undegraded":"2024-04-25T18:59:47.588808+0000","last_fullsized":"2024-04-25T18:59:47.588808+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593592+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T18:59:47.593592+0000","last_peered":"2024-04-25T18:59:47.593592+0000","last_clean":"2024-04-25T18:59:47.593592+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T18:59:47.593592+0000","last_undegraded":"2024-04-25T18:59:47.593592+0000","last_fullsized":"2024-04-25T18:59:47.593592+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596541+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T18:59:47.596541+0000","last_peered":"2024-04-25T18:59:47.596541+0000","last_clean":"2024-04-25T18:59:47.596541+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T18:59:47.596541+0000","last_undegraded":"2024-04-25T18:59:47.596541+0000","last_fullsized":"2024-04-25T18:59:47.596541+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590130+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T18:59:47.590130+0000","last_peered":"2024-04-25T18:59:47.590130+0000","last_clean":"2024-04-25T18:59:47.590130+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T18:59:47.590130+0000","last_undegraded":"2024-04-25T18:59:47.590130+0000","last_fullsized":"2024-04-25T18:59:47.590130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.933410+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T18:59:47.933410+0000","last_peered":"2024-04-25T18:59:47.933410+0000","last_clean":"2024-04-25T18:59:47.933410+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T18:59:47.933410+0000","last_undegraded":"2024-04-25T18:59:47.933410+0000","last_fullsized":"2024-04-25T18:59:47.933410+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'6","reported_seq":68,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:11.621392+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:00:11.621392+0000","last_peered":"2024-04-25T19:00:11.621392+0000","last_clean":"2024-04-25T19:00:11.621392+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:00:11.621392+0000","last_undegraded":"2024-04-25T19:00:11.621392+0000","last_fullsized":"2024-04-25T19:00:11.621392+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593164+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T18:59:47.593164+0000","last_peered":"2024-04-25T18:59:47.593164+0000","last_clean":"2024-04-25T18:59:47.593164+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T18:59:47.593164+0000","last_undegraded":"2024-04-25T18:59:47.593164+0000","last_fullsized":"2024-04-25T18:59:47.593164+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589109+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T18:59:47.589109+0000","last_peered":"2024-04-25T18:59:47.589109+0000","last_clean":"2024-04-25T18:59:47.589109+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T18:59:47.589109+0000","last_undegraded":"2024-04-25T18:59:47.589109+0000","last_fullsized":"2024-04-25T18:59:47.589109+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":64,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:09.620326+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:00:09.620326+0000","last_peered":"2024-04-25T19:00:09.620326+0000","last_clean":"2024-04-25T19:00:09.620326+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:00:09.620326+0000","last_undegraded":"2024-04-25T19:00:09.620326+0000","last_fullsized":"2024-04-25T19:00:09.620326+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595102+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T18:59:47.595102+0000","last_peered":"2024-04-25T18:59:47.595102+0000","last_clean":"2024-04-25T18:59:47.595102+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T18:59:47.595102+0000","last_undegraded":"2024-04-25T18:59:47.595102+0000","last_fullsized":"2024-04-25T18:59:47.595102+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299410+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T18:59:48.299410+0000","last_peered":"2024-04-25T18:59:48.299410+0000","last_clean":"2024-04-25T18:59:48.299410+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T18:59:48.299410+0000","last_undegraded":"2024-04-25T18:59:48.299410+0000","last_fullsized":"2024-04-25T18:59:48.299410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":359,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386661+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T18:59:48.386661+0000","last_peered":"2024-04-25T18:59:48.386661+0000","last_clean":"2024-04-25T18:59:48.386661+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T18:59:48.386661+0000","last_undegraded":"2024-04-25T18:59:48.386661+0000","last_fullsized":"2024-04-25T18:59:48.386661+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.931131+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T18:59:47.931131+0000","last_peered":"2024-04-25T18:59:47.931131+0000","last_clean":"2024-04-25T18:59:47.931131+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T18:59:47.931131+0000","last_undegraded":"2024-04-25T18:59:47.931131+0000","last_fullsized":"2024-04-25T18:59:47.931131+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386634+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T18:59:48.386634+0000","last_peered":"2024-04-25T18:59:48.386634+0000","last_clean":"2024-04-25T18:59:48.386634+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T18:59:48.386634+0000","last_undegraded":"2024-04-25T18:59:48.386634+0000","last_fullsized":"2024-04-25T18:59:48.386634+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.619667+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T18:59:47.619667+0000","last_peered":"2024-04-25T18:59:47.619667+0000","last_clean":"2024-04-25T18:59:47.619667+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T18:59:47.619667+0000","last_undegraded":"2024-04-25T18:59:47.619667+0000","last_fullsized":"2024-04-25T18:59:47.619667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932481+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T18:59:47.932481+0000","last_peered":"2024-04-25T18:59:47.932481+0000","last_clean":"2024-04-25T18:59:47.932481+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T18:59:47.932481+0000","last_undegraded":"2024-04-25T18:59:47.932481+0000","last_fullsized":"2024-04-25T18:59:47.932481+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"90'17","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:05.464268+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:00:05.464268+0000","last_peered":"2024-04-25T19:00:05.464268+0000","last_clean":"2024-04-25T19:00:05.464268+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:00:05.464268+0000","last_undegraded":"2024-04-25T19:00:05.464268+0000","last_fullsized":"2024-04-25T19:00:05.464268+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597773+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T18:59:47.597773+0000","last_peered":"2024-04-25T18:59:47.597773+0000","last_clean":"2024-04-25T18:59:47.597773+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T18:59:47.597773+0000","last_undegraded":"2024-04-25T18:59:47.597773+0000","last_fullsized":"2024-04-25T18:59:47.597773+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299481+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T18:59:48.299481+0000","last_peered":"2024-04-25T18:59:48.299481+0000","last_clean":"2024-04-25T18:59:48.299481+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T18:59:48.299481+0000","last_undegraded":"2024-04-25T18:59:48.299481+0000","last_fullsized":"2024-04-25T18:59:48.299481+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599319+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T18:59:47.599319+0000","last_peered":"2024-04-25T18:59:47.599319+0000","last_clean":"2024-04-25T18:59:47.599319+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T18:59:47.599319+0000","last_undegraded":"2024-04-25T18:59:47.599319+0000","last_fullsized":"2024-04-25T18:59:47.599319+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596568+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T18:59:47.596568+0000","last_peered":"2024-04-25T18:59:47.596568+0000","last_clean":"2024-04-25T18:59:47.596568+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T18:59:47.596568+0000","last_undegraded":"2024-04-25T18:59:47.596568+0000","last_fullsized":"2024-04-25T18:59:47.596568+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592815+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T18:59:47.592815+0000","last_peered":"2024-04-25T18:59:47.592815+0000","last_clean":"2024-04-25T18:59:47.592815+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T18:59:47.592815+0000","last_undegraded":"2024-04-25T18:59:47.592815+0000","last_fullsized":"2024-04-25T18:59:47.592815+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.594235+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T18:59:47.594235+0000","last_peered":"2024-04-25T18:59:47.594235+0000","last_clean":"2024-04-25T18:59:47.594235+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T18:59:47.594235+0000","last_undegraded":"2024-04-25T18:59:47.594235+0000","last_fullsized":"2024-04-25T18:59:47.594235+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590665+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T18:59:47.590665+0000","last_peered":"2024-04-25T18:59:47.590665+0000","last_clean":"2024-04-25T18:59:47.590665+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T18:59:47.590665+0000","last_undegraded":"2024-04-25T18:59:47.590665+0000","last_fullsized":"2024-04-25T18:59:47.590665+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595578+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T18:59:47.595578+0000","last_peered":"2024-04-25T18:59:47.595578+0000","last_clean":"2024-04-25T18:59:47.595578+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T18:59:47.595578+0000","last_undegraded":"2024-04-25T18:59:47.595578+0000","last_fullsized":"2024-04-25T18:59:47.595578+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596175+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T18:59:47.596175+0000","last_peered":"2024-04-25T18:59:47.596175+0000","last_clean":"2024-04-25T18:59:47.596175+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T18:59:47.596175+0000","last_undegraded":"2024-04-25T18:59:47.596175+0000","last_fullsized":"2024-04-25T18:59:47.596175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592984+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T18:59:47.592984+0000","last_peered":"2024-04-25T18:59:47.592984+0000","last_clean":"2024-04-25T18:59:47.592984+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T18:59:47.592984+0000","last_undegraded":"2024-04-25T18:59:47.592984+0000","last_fullsized":"2024-04-25T18:59:47.592984+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386637+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T18:59:48.386637+0000","last_peered":"2024-04-25T18:59:48.386637+0000","last_clean":"2024-04-25T18:59:48.386637+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T18:59:48.386637+0000","last_undegraded":"2024-04-25T18:59:48.386637+0000","last_fullsized":"2024-04-25T18:59:48.386637+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'6","reported_seq":70,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:12.602657+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:00:12.602657+0000","last_peered":"2024-04-25T19:00:12.602657+0000","last_clean":"2024-04-25T19:00:12.602657+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:00:12.602657+0000","last_undegraded":"2024-04-25T19:00:12.602657+0000","last_fullsized":"2024-04-25T19:00:12.602657+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386845+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T18:59:48.386845+0000","last_peered":"2024-04-25T18:59:48.386845+0000","last_clean":"2024-04-25T18:59:48.386845+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T18:59:48.386845+0000","last_undegraded":"2024-04-25T18:59:48.386845+0000","last_fullsized":"2024-04-25T18:59:48.386845+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588950+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T18:59:47.588950+0000","last_peered":"2024-04-25T18:59:47.588950+0000","last_clean":"2024-04-25T18:59:47.588950+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T18:59:47.588950+0000","last_undegraded":"2024-04-25T18:59:47.588950+0000","last_fullsized":"2024-04-25T18:59:47.588950+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'1","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386743+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T18:59:48.386743+0000","last_peered":"2024-04-25T18:59:48.386743+0000","last_clean":"2024-04-25T18:59:48.386743+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T18:59:48.386743+0000","last_undegraded":"2024-04-25T18:59:48.386743+0000","last_fullsized":"2024-04-25T18:59:48.386743+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932507+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T18:59:47.932507+0000","last_peered":"2024-04-25T18:59:47.932507+0000","last_clean":"2024-04-25T18:59:47.932507+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T18:59:47.932507+0000","last_undegraded":"2024-04-25T18:59:47.932507+0000","last_fullsized":"2024-04-25T18:59:47.932507+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386966+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T18:59:48.386966+0000","last_peered":"2024-04-25T18:59:48.386966+0000","last_clean":"2024-04-25T18:59:48.386966+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T18:59:48.386966+0000","last_undegraded":"2024-04-25T18:59:48.386966+0000","last_fullsized":"2024-04-25T18:59:48.386966+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590758+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T18:59:47.590758+0000","last_peered":"2024-04-25T18:59:47.590758+0000","last_clean":"2024-04-25T18:59:47.590758+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T18:59:47.590758+0000","last_undegraded":"2024-04-25T18:59:47.590758+0000","last_fullsized":"2024-04-25T18:59:47.590758+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596268+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T18:59:47.596268+0000","last_peered":"2024-04-25T18:59:47.596268+0000","last_clean":"2024-04-25T18:59:47.596268+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T18:59:47.596268+0000","last_undegraded":"2024-04-25T18:59:47.596268+0000","last_fullsized":"2024-04-25T18:59:47.596268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595404+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T18:59:47.595404+0000","last_peered":"2024-04-25T18:59:47.595404+0000","last_clean":"2024-04-25T18:59:47.595404+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T18:59:47.595404+0000","last_undegraded":"2024-04-25T18:59:47.595404+0000","last_fullsized":"2024-04-25T18:59:47.595404+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598820+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T18:59:47.598820+0000","last_peered":"2024-04-25T18:59:47.598820+0000","last_clean":"2024-04-25T18:59:47.598820+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T18:59:47.598820+0000","last_undegraded":"2024-04-25T18:59:47.598820+0000","last_fullsized":"2024-04-25T18:59:47.598820+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932605+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T18:59:47.932605+0000","last_peered":"2024-04-25T18:59:47.932605+0000","last_clean":"2024-04-25T18:59:47.932605+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T18:59:47.932605+0000","last_undegraded":"2024-04-25T18:59:47.932605+0000","last_fullsized":"2024-04-25T18:59:47.932605+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591121+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T18:59:47.591121+0000","last_peered":"2024-04-25T18:59:47.591121+0000","last_clean":"2024-04-25T18:59:47.591121+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T18:59:47.591121+0000","last_undegraded":"2024-04-25T18:59:47.591121+0000","last_fullsized":"2024-04-25T18:59:47.591121+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595978+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T18:59:47.595978+0000","last_peered":"2024-04-25T18:59:47.595978+0000","last_clean":"2024-04-25T18:59:47.595978+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T18:59:47.595978+0000","last_undegraded":"2024-04-25T18:59:47.595978+0000","last_fullsized":"2024-04-25T18:59:47.595978+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597570+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T18:59:47.597570+0000","last_peered":"2024-04-25T18:59:47.597570+0000","last_clean":"2024-04-25T18:59:47.597570+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T18:59:47.597570+0000","last_undegraded":"2024-04-25T18:59:47.597570+0000","last_fullsized":"2024-04-25T18:59:47.597570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588856+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T18:59:47.588856+0000","last_peered":"2024-04-25T18:59:47.588856+0000","last_clean":"2024-04-25T18:59:47.588856+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T18:59:47.588856+0000","last_undegraded":"2024-04-25T18:59:47.588856+0000","last_fullsized":"2024-04-25T18:59:47.588856+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592147+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T18:59:47.592147+0000","last_peered":"2024-04-25T18:59:47.592147+0000","last_clean":"2024-04-25T18:59:47.592147+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T18:59:47.592147+0000","last_undegraded":"2024-04-25T18:59:47.592147+0000","last_fullsized":"2024-04-25T18:59:47.592147+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596394+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T18:59:47.596394+0000","last_peered":"2024-04-25T18:59:47.596394+0000","last_clean":"2024-04-25T18:59:47.596394+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T18:59:47.596394+0000","last_undegraded":"2024-04-25T18:59:47.596394+0000","last_fullsized":"2024-04-25T18:59:47.596394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932484+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T18:59:47.932484+0000","last_peered":"2024-04-25T18:59:47.932484+0000","last_clean":"2024-04-25T18:59:47.932484+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T18:59:47.932484+0000","last_undegraded":"2024-04-25T18:59:47.932484+0000","last_fullsized":"2024-04-25T18:59:47.932484+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590880+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T18:59:47.590880+0000","last_peered":"2024-04-25T18:59:47.590880+0000","last_clean":"2024-04-25T18:59:47.590880+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T18:59:47.590880+0000","last_undegraded":"2024-04-25T18:59:47.590880+0000","last_fullsized":"2024-04-25T18:59:47.590880+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283903,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70667,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":375,"num_read_kb":258,"num_write":250,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":212001,"data_compressed":5460,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383709,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481073,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645346,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":1130805,"data_compressed":43710,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":480617,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070510,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":480766,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":1073787,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495673,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":995328,"data_stored":480608,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":544705,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1015808,"data_stored":481947,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":481629,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182475,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":479925,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":543541,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757312,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":1072683,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":65327,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64163,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":65199,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:00:18.015 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:00:18.515 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:18.698 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:18 smithi032 ceph-mon[28041]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:00:18.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:18 smithi066 ceph-mon[32882]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:00:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:18 smithi064 ceph-mon[32321]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:00:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:19 smithi066 ceph-mon[32882]: pgmap v366: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-25T19:00:19.708 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:19 smithi032 ceph-mon[28041]: pgmap v366: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-25T19:00:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:19 smithi064 ceph-mon[32321]: pgmap v366: 97 pgs: 97 active+clean; 646 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-25T19:00:20.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 -- 172.21.15.32:0/1925310807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98103480 msgr2=0x7f4e9810f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:20.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/1925310807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98103480 0x7f4e9810f980 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4e9000b0a0 tx=0x7f4e9000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:00:20.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 -- 172.21.15.32:0/1925310807 shutdown_connections 2024-04-25T19:00:20.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/1925310807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98108ab0 0x7f4e98108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/1925310807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98103480 0x7f4e9810f980 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/1925310807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e98102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 -- 172.21.15.32:0/1925310807 >> 172.21.15.32:0/1925310807 conn(0x7f4e98079bf0 msgr2=0x7f4e9807a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 -- 172.21.15.32:0/1925310807 shutdown_connections 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.991+0000 7f4e9ea00700 1 -- 172.21.15.32:0/1925310807 wait complete. 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.993+0000 7f4e9ea00700 1 Processor -- start 2024-04-25T19:00:20.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.993+0000 7f4e9ea00700 1 -- start start 2024-04-25T19:00:20.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.993+0000 7f4e9ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e9819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:20.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.993+0000 7f4e9ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98103480 0x7f4e9819b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:20.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.993+0000 7f4e9ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98108ab0 0x7f4e9819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:20.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e9ea00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4e98112d40 con 0x7f4e98103480 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e9ea00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4e98112bc0 con 0x7f4e98102ac0 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e9ea00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4e98112ec0 con 0x7f4e98108ab0 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e9819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98103480 0x7f4e9819b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e9819b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45904/0 (socket says 172.21.15.32:45904) 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 -- 172.21.15.32:0/295501898 learned_addr learned my addr 172.21.15.32:0/295501898 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:20.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e9ca00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98108ab0 0x7f4e9819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:20.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 -- 172.21.15.32:0/295501898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98108ab0 msgr2=0x7f4e9819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:20.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98108ab0 0x7f4e9819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:20.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 -- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98103480 msgr2=0x7f4e9819b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:20.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98103480 0x7f4e9819b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:20.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97e00700 1 -- 172.21.15.32:0/295501898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e981a0340 con 0x7f4e98102ac0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.994+0000 7f4e97400700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98103480 0x7f4e9819b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.995+0000 7f4e97e00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e9819b330 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800eb30 tx=0x7f4e8800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.995+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8800cbd0 con 0x7f4e98102ac0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.995+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e981a0630 con 0x7f4e98102ac0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.995+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e880044d0 con 0x7f4e98102ac0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.995+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88003e30 con 0x7f4e98102ac0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.995+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e981a7eb0 con 0x7f4e98102ac0 2024-04-25T19:00:20.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.996+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e98069730 con 0x7f4e98102ac0 2024-04-25T19:00:21.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:20.999+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4e88004000 con 0x7f4e98102ac0 2024-04-25T19:00:21.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.000+0000 7f4e94c00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4e7c0a3d50 0x7f4e7c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:21.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.000+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f4e880d09a0 con 0x7f4e98102ac0 2024-04-25T19:00:21.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.000+0000 7f4e97400700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4e7c0a3d50 0x7f4e7c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:21.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.001+0000 7f4e97400700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4e7c0a3d50 0x7f4e7c0a6210 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4e9810fd10 tx=0x7f4e84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:21.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.003+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4e880042f0 con 0x7f4e98102ac0 2024-04-25T19:00:21.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.228+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4e98101040 con 0x7f4e7c0a3d50 2024-04-25T19:00:21.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.239+0000 7f4e94c00700 1 -- 172.21.15.32:0/295501898 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259077 (secure 0 0 0) 0x7f4e98101040 con 0x7f4e7c0a3d50 2024-04-25T19:00:21.243 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:21.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4e7c0a3d50 msgr2=0x7f4e7c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:21.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4e7c0a3d50 0x7f4e7c0a6210 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4e9810fd10 tx=0x7f4e84009260 comp rx=0 tx=0).stop 2024-04-25T19:00:21.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 msgr2=0x7f4e9819b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:21.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e9819b330 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4e8800eb30 tx=0x7f4e8800ee40 comp rx=0 tx=0).stop 2024-04-25T19:00:21.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 shutdown_connections 2024-04-25T19:00:21.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4e98108ab0 0x7f4e9819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4e98102ac0 0x7f4e9819b330 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4e7c0a3d50 0x7f4e7c0a6210 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 --2- 172.21.15.32:0/295501898 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e98103480 0x7f4e9819b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 >> 172.21.15.32:0/295501898 conn(0x7f4e98079bf0 msgr2=0x7f4e98100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 shutdown_connections 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:21.244+0000 7f4e9ea00700 1 -- 172.21.15.32:0/295501898 wait complete. 2024-04-25T19:00:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:00:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:21 smithi032 ceph-mon[28041]: pgmap v367: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-25T19:00:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:21 smithi066 ceph-mon[32882]: pgmap v367: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-25T19:00:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:21 smithi064 ceph-mon[32321]: pgmap v367: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-25T19:00:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":367,"stamp":"2024-04-25T19:00:19.834347+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":662407,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":557,"num_read_kb":407,"num_write":434,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":354,"ondisk_log_size":354,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373792,"kb_used_data":12144,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124568032,"statfs":{"total":1151940427776,"available":1151557664768,"internally_reserved":0,"allocated":12435456,"data_stored":7737481,"data_compressed":183204,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9843,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":143,"num_read_kb":89,"num_write":10,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005220"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591163+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T18:59:47.591163+0000","last_peered":"2024-04-25T18:59:47.591163+0000","last_clean":"2024-04-25T18:59:47.591163+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T18:59:47.591163+0000","last_undegraded":"2024-04-25T18:59:47.591163+0000","last_fullsized":"2024-04-25T18:59:47.591163+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599095+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T18:59:47.599095+0000","last_peered":"2024-04-25T18:59:47.599095+0000","last_clean":"2024-04-25T18:59:47.599095+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T18:59:47.599095+0000","last_undegraded":"2024-04-25T18:59:47.599095+0000","last_fullsized":"2024-04-25T18:59:47.599095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599061+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T18:59:47.599061+0000","last_peered":"2024-04-25T18:59:47.599061+0000","last_clean":"2024-04-25T18:59:47.599061+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T18:59:47.599061+0000","last_undegraded":"2024-04-25T18:59:47.599061+0000","last_fullsized":"2024-04-25T18:59:47.599061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.602443+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T18:59:47.602443+0000","last_peered":"2024-04-25T18:59:47.602443+0000","last_clean":"2024-04-25T18:59:47.602443+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T18:59:47.602443+0000","last_undegraded":"2024-04-25T18:59:47.602443+0000","last_fullsized":"2024-04-25T18:59:47.602443+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592953+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T18:59:47.592953+0000","last_peered":"2024-04-25T18:59:47.592953+0000","last_clean":"2024-04-25T18:59:47.592953+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T18:59:47.592953+0000","last_undegraded":"2024-04-25T18:59:47.592953+0000","last_fullsized":"2024-04-25T18:59:47.592953+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.933830+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T18:59:47.933830+0000","last_peered":"2024-04-25T18:59:47.933830+0000","last_clean":"2024-04-25T18:59:47.933830+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T18:59:47.933830+0000","last_undegraded":"2024-04-25T18:59:47.933830+0000","last_fullsized":"2024-04-25T18:59:47.933830+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386432+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T18:59:48.386432+0000","last_peered":"2024-04-25T18:59:48.386432+0000","last_clean":"2024-04-25T18:59:48.386432+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T18:59:48.386432+0000","last_undegraded":"2024-04-25T18:59:48.386432+0000","last_fullsized":"2024-04-25T18:59:48.386432+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593269+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T18:59:47.593269+0000","last_peered":"2024-04-25T18:59:47.593269+0000","last_clean":"2024-04-25T18:59:47.593269+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T18:59:47.593269+0000","last_undegraded":"2024-04-25T18:59:47.593269+0000","last_fullsized":"2024-04-25T18:59:47.593269+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597064+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T18:59:47.597064+0000","last_peered":"2024-04-25T18:59:47.597064+0000","last_clean":"2024-04-25T18:59:47.597064+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T18:59:47.597064+0000","last_undegraded":"2024-04-25T18:59:47.597064+0000","last_fullsized":"2024-04-25T18:59:47.597064+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593763+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T18:59:47.593763+0000","last_peered":"2024-04-25T18:59:47.593763+0000","last_clean":"2024-04-25T18:59:47.593763+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T18:59:47.593763+0000","last_undegraded":"2024-04-25T18:59:47.593763+0000","last_fullsized":"2024-04-25T18:59:47.593763+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386638+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T18:59:48.386638+0000","last_peered":"2024-04-25T18:59:48.386638+0000","last_clean":"2024-04-25T18:59:48.386638+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T18:59:48.386638+0000","last_undegraded":"2024-04-25T18:59:48.386638+0000","last_fullsized":"2024-04-25T18:59:48.386638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299726+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T18:59:48.299726+0000","last_peered":"2024-04-25T18:59:48.299726+0000","last_clean":"2024-04-25T18:59:48.299726+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T18:59:48.299726+0000","last_undegraded":"2024-04-25T18:59:48.299726+0000","last_fullsized":"2024-04-25T18:59:48.299726+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932586+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T18:59:47.932586+0000","last_peered":"2024-04-25T18:59:47.932586+0000","last_clean":"2024-04-25T18:59:47.932586+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T18:59:47.932586+0000","last_undegraded":"2024-04-25T18:59:47.932586+0000","last_fullsized":"2024-04-25T18:59:47.932586+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598627+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T18:59:47.598627+0000","last_peered":"2024-04-25T18:59:47.598627+0000","last_clean":"2024-04-25T18:59:47.598627+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T18:59:47.598627+0000","last_undegraded":"2024-04-25T18:59:47.598627+0000","last_fullsized":"2024-04-25T18:59:47.598627+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597570+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T18:59:47.597570+0000","last_peered":"2024-04-25T18:59:47.597570+0000","last_clean":"2024-04-25T18:59:47.597570+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T18:59:47.597570+0000","last_undegraded":"2024-04-25T18:59:47.597570+0000","last_fullsized":"2024-04-25T18:59:47.597570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596595+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T18:59:47.596595+0000","last_peered":"2024-04-25T18:59:47.596595+0000","last_clean":"2024-04-25T18:59:47.596595+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T18:59:47.596595+0000","last_undegraded":"2024-04-25T18:59:47.596595+0000","last_fullsized":"2024-04-25T18:59:47.596595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591309+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T18:59:47.591309+0000","last_peered":"2024-04-25T18:59:47.591309+0000","last_clean":"2024-04-25T18:59:47.591309+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T18:59:47.591309+0000","last_undegraded":"2024-04-25T18:59:47.591309+0000","last_fullsized":"2024-04-25T18:59:47.591309+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591224+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T18:59:47.591224+0000","last_peered":"2024-04-25T18:59:47.591224+0000","last_clean":"2024-04-25T18:59:47.591224+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T18:59:47.591224+0000","last_undegraded":"2024-04-25T18:59:47.591224+0000","last_fullsized":"2024-04-25T18:59:47.591224+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595851+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T18:59:47.595851+0000","last_peered":"2024-04-25T18:59:47.595851+0000","last_clean":"2024-04-25T18:59:47.595851+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T18:59:47.595851+0000","last_undegraded":"2024-04-25T18:59:47.595851+0000","last_fullsized":"2024-04-25T18:59:47.595851+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'13","reported_seq":81,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:18.635410+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:00:18.635410+0000","last_peered":"2024-04-25T19:00:18.635410+0000","last_clean":"2024-04-25T19:00:18.635410+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:00:18.635410+0000","last_undegraded":"2024-04-25T19:00:18.635410+0000","last_fullsized":"2024-04-25T19:00:18.635410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596767+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T18:59:47.596767+0000","last_peered":"2024-04-25T18:59:47.596767+0000","last_clean":"2024-04-25T18:59:47.596767+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T18:59:47.596767+0000","last_undegraded":"2024-04-25T18:59:47.596767+0000","last_fullsized":"2024-04-25T18:59:47.596767+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598096+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T18:59:47.598096+0000","last_peered":"2024-04-25T18:59:47.598096+0000","last_clean":"2024-04-25T18:59:47.598096+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T18:59:47.598096+0000","last_undegraded":"2024-04-25T18:59:47.598096+0000","last_fullsized":"2024-04-25T18:59:47.598096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599925+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T18:59:47.599925+0000","last_peered":"2024-04-25T18:59:47.599925+0000","last_clean":"2024-04-25T18:59:47.599925+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T18:59:47.599925+0000","last_undegraded":"2024-04-25T18:59:47.599925+0000","last_fullsized":"2024-04-25T18:59:47.599925+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593516+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T18:59:47.593516+0000","last_peered":"2024-04-25T18:59:47.593516+0000","last_clean":"2024-04-25T18:59:47.593516+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T18:59:47.593516+0000","last_undegraded":"2024-04-25T18:59:47.593516+0000","last_fullsized":"2024-04-25T18:59:47.593516+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596072+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T18:59:47.596072+0000","last_peered":"2024-04-25T18:59:47.596072+0000","last_clean":"2024-04-25T18:59:47.596072+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T18:59:47.596072+0000","last_undegraded":"2024-04-25T18:59:47.596072+0000","last_fullsized":"2024-04-25T18:59:47.596072+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593183+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T18:59:47.593183+0000","last_peered":"2024-04-25T18:59:47.593183+0000","last_clean":"2024-04-25T18:59:47.593183+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T18:59:47.593183+0000","last_undegraded":"2024-04-25T18:59:47.593183+0000","last_fullsized":"2024-04-25T18:59:47.593183+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589079+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T18:59:47.589079+0000","last_peered":"2024-04-25T18:59:47.589079+0000","last_clean":"2024-04-25T18:59:47.589079+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T18:59:47.589079+0000","last_undegraded":"2024-04-25T18:59:47.589079+0000","last_fullsized":"2024-04-25T18:59:47.589079+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":74,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:18.612128+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:00:18.612128+0000","last_peered":"2024-04-25T19:00:18.612128+0000","last_clean":"2024-04-25T19:00:18.612128+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:00:18.612128+0000","last_undegraded":"2024-04-25T19:00:18.612128+0000","last_fullsized":"2024-04-25T19:00:18.612128+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":43,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592964+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T18:59:47.592964+0000","last_peered":"2024-04-25T18:59:47.592964+0000","last_clean":"2024-04-25T18:59:47.592964+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T18:59:47.592964+0000","last_undegraded":"2024-04-25T18:59:47.592964+0000","last_fullsized":"2024-04-25T18:59:47.592964+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593241+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T18:59:47.593241+0000","last_peered":"2024-04-25T18:59:47.593241+0000","last_clean":"2024-04-25T18:59:47.593241+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T18:59:47.593241+0000","last_undegraded":"2024-04-25T18:59:47.593241+0000","last_fullsized":"2024-04-25T18:59:47.593241+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.302453+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T18:59:48.302453+0000","last_peered":"2024-04-25T18:59:48.302453+0000","last_clean":"2024-04-25T18:59:48.302453+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T18:59:48.302453+0000","last_undegraded":"2024-04-25T18:59:48.302453+0000","last_fullsized":"2024-04-25T18:59:48.302453+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.931215+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T18:59:47.931215+0000","last_peered":"2024-04-25T18:59:47.931215+0000","last_clean":"2024-04-25T18:59:47.931215+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T18:59:47.931215+0000","last_undegraded":"2024-04-25T18:59:47.931215+0000","last_fullsized":"2024-04-25T18:59:47.931215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592972+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T18:59:47.592972+0000","last_peered":"2024-04-25T18:59:47.592972+0000","last_clean":"2024-04-25T18:59:47.592972+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T18:59:47.592972+0000","last_undegraded":"2024-04-25T18:59:47.592972+0000","last_fullsized":"2024-04-25T18:59:47.592972+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588714+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T18:59:47.588714+0000","last_peered":"2024-04-25T18:59:47.588714+0000","last_clean":"2024-04-25T18:59:47.588714+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T18:59:47.588714+0000","last_undegraded":"2024-04-25T18:59:47.588714+0000","last_fullsized":"2024-04-25T18:59:47.588714+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589436+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T18:59:47.589436+0000","last_peered":"2024-04-25T18:59:47.589436+0000","last_clean":"2024-04-25T18:59:47.589436+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T18:59:47.589436+0000","last_undegraded":"2024-04-25T18:59:47.589436+0000","last_fullsized":"2024-04-25T18:59:47.589436+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":108,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:17.609707+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:00:17.609707+0000","last_peered":"2024-04-25T19:00:17.609707+0000","last_clean":"2024-04-25T19:00:17.609707+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:00:17.609707+0000","last_undegraded":"2024-04-25T19:00:17.609707+0000","last_fullsized":"2024-04-25T19:00:17.609707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597012+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T18:59:47.597012+0000","last_peered":"2024-04-25T18:59:47.597012+0000","last_clean":"2024-04-25T18:59:47.597012+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T18:59:47.597012+0000","last_undegraded":"2024-04-25T18:59:47.597012+0000","last_fullsized":"2024-04-25T18:59:47.597012+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386837+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T18:59:48.386837+0000","last_peered":"2024-04-25T18:59:48.386837+0000","last_clean":"2024-04-25T18:59:48.386837+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T18:59:48.386837+0000","last_undegraded":"2024-04-25T18:59:48.386837+0000","last_fullsized":"2024-04-25T18:59:48.386837+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599796+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T18:59:47.599796+0000","last_peered":"2024-04-25T18:59:47.599796+0000","last_clean":"2024-04-25T18:59:47.599796+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T18:59:47.599796+0000","last_undegraded":"2024-04-25T18:59:47.599796+0000","last_fullsized":"2024-04-25T18:59:47.599796+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589234+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T18:59:47.589234+0000","last_peered":"2024-04-25T18:59:47.589234+0000","last_clean":"2024-04-25T18:59:47.589234+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T18:59:47.589234+0000","last_undegraded":"2024-04-25T18:59:47.589234+0000","last_fullsized":"2024-04-25T18:59:47.589234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596269+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T18:59:47.596269+0000","last_peered":"2024-04-25T18:59:47.596269+0000","last_clean":"2024-04-25T18:59:47.596269+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T18:59:47.596269+0000","last_undegraded":"2024-04-25T18:59:47.596269+0000","last_fullsized":"2024-04-25T18:59:47.596269+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"90'33","reported_seq":164,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:17.361909+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:00:17.361909+0000","last_peered":"2024-04-25T19:00:17.361909+0000","last_clean":"2024-04-25T19:00:17.361909+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:00:17.361909+0000","last_undegraded":"2024-04-25T19:00:17.361909+0000","last_fullsized":"2024-04-25T19:00:17.361909+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64210,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":77,"num_read_kb":100,"num_write":35,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593262+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T18:59:47.593262+0000","last_peered":"2024-04-25T18:59:47.593262+0000","last_clean":"2024-04-25T18:59:47.593262+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T18:59:47.593262+0000","last_undegraded":"2024-04-25T18:59:47.593262+0000","last_fullsized":"2024-04-25T18:59:47.593262+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595850+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T18:59:47.595850+0000","last_peered":"2024-04-25T18:59:47.595850+0000","last_clean":"2024-04-25T18:59:47.595850+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T18:59:47.595850+0000","last_undegraded":"2024-04-25T18:59:47.595850+0000","last_fullsized":"2024-04-25T18:59:47.595850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932807+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T18:59:47.932807+0000","last_peered":"2024-04-25T18:59:47.932807+0000","last_clean":"2024-04-25T18:59:47.932807+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T18:59:47.932807+0000","last_undegraded":"2024-04-25T18:59:47.932807+0000","last_fullsized":"2024-04-25T18:59:47.932807+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588826+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T18:59:47.588826+0000","last_peered":"2024-04-25T18:59:47.588826+0000","last_clean":"2024-04-25T18:59:47.588826+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T18:59:47.588826+0000","last_undegraded":"2024-04-25T18:59:47.588826+0000","last_fullsized":"2024-04-25T18:59:47.588826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386605+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T18:59:48.386605+0000","last_peered":"2024-04-25T18:59:48.386605+0000","last_clean":"2024-04-25T18:59:48.386605+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T18:59:48.386605+0000","last_undegraded":"2024-04-25T18:59:48.386605+0000","last_fullsized":"2024-04-25T18:59:48.386605+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'6","reported_seq":71,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:13.630833+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:00:13.630833+0000","last_peered":"2024-04-25T19:00:13.630833+0000","last_clean":"2024-04-25T19:00:13.630833+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:00:13.630833+0000","last_undegraded":"2024-04-25T19:00:13.630833+0000","last_fullsized":"2024-04-25T19:00:13.630833+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386335+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T18:59:48.386335+0000","last_peered":"2024-04-25T18:59:48.386335+0000","last_clean":"2024-04-25T18:59:48.386335+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T18:59:48.386335+0000","last_undegraded":"2024-04-25T18:59:48.386335+0000","last_fullsized":"2024-04-25T18:59:48.386335+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":68,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.613420+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T18:59:47.613420+0000","last_peered":"2024-04-25T18:59:47.613420+0000","last_clean":"2024-04-25T18:59:47.613420+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T18:59:47.613420+0000","last_undegraded":"2024-04-25T18:59:47.613420+0000","last_fullsized":"2024-04-25T18:59:47.613420+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588808+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T18:59:47.588808+0000","last_peered":"2024-04-25T18:59:47.588808+0000","last_clean":"2024-04-25T18:59:47.588808+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T18:59:47.588808+0000","last_undegraded":"2024-04-25T18:59:47.588808+0000","last_fullsized":"2024-04-25T18:59:47.588808+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593592+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T18:59:47.593592+0000","last_peered":"2024-04-25T18:59:47.593592+0000","last_clean":"2024-04-25T18:59:47.593592+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T18:59:47.593592+0000","last_undegraded":"2024-04-25T18:59:47.593592+0000","last_fullsized":"2024-04-25T18:59:47.593592+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596541+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T18:59:47.596541+0000","last_peered":"2024-04-25T18:59:47.596541+0000","last_clean":"2024-04-25T18:59:47.596541+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T18:59:47.596541+0000","last_undegraded":"2024-04-25T18:59:47.596541+0000","last_fullsized":"2024-04-25T18:59:47.596541+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590130+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T18:59:47.590130+0000","last_peered":"2024-04-25T18:59:47.590130+0000","last_clean":"2024-04-25T18:59:47.590130+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T18:59:47.590130+0000","last_undegraded":"2024-04-25T18:59:47.590130+0000","last_fullsized":"2024-04-25T18:59:47.590130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'1","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.933410+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T18:59:47.933410+0000","last_peered":"2024-04-25T18:59:47.933410+0000","last_clean":"2024-04-25T18:59:47.933410+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T18:59:47.933410+0000","last_undegraded":"2024-04-25T18:59:47.933410+0000","last_fullsized":"2024-04-25T18:59:47.933410+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'6","reported_seq":73,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:16.632162+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:00:16.632162+0000","last_peered":"2024-04-25T19:00:16.632162+0000","last_clean":"2024-04-25T19:00:16.632162+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:00:16.632162+0000","last_undegraded":"2024-04-25T19:00:16.632162+0000","last_fullsized":"2024-04-25T19:00:16.632162+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593164+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T18:59:47.593164+0000","last_peered":"2024-04-25T18:59:47.593164+0000","last_clean":"2024-04-25T18:59:47.593164+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T18:59:47.593164+0000","last_undegraded":"2024-04-25T18:59:47.593164+0000","last_fullsized":"2024-04-25T18:59:47.593164+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589109+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T18:59:47.589109+0000","last_peered":"2024-04-25T18:59:47.589109+0000","last_clean":"2024-04-25T18:59:47.589109+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T18:59:47.589109+0000","last_undegraded":"2024-04-25T18:59:47.589109+0000","last_fullsized":"2024-04-25T18:59:47.589109+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":69,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:14.632355+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:00:14.632355+0000","last_peered":"2024-04-25T19:00:14.632355+0000","last_clean":"2024-04-25T19:00:14.632355+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:00:14.632355+0000","last_undegraded":"2024-04-25T19:00:14.632355+0000","last_fullsized":"2024-04-25T19:00:14.632355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595102+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T18:59:47.595102+0000","last_peered":"2024-04-25T18:59:47.595102+0000","last_clean":"2024-04-25T18:59:47.595102+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T18:59:47.595102+0000","last_undegraded":"2024-04-25T18:59:47.595102+0000","last_fullsized":"2024-04-25T18:59:47.595102+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299410+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T18:59:48.299410+0000","last_peered":"2024-04-25T18:59:48.299410+0000","last_clean":"2024-04-25T18:59:48.299410+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T18:59:48.299410+0000","last_undegraded":"2024-04-25T18:59:48.299410+0000","last_fullsized":"2024-04-25T18:59:48.299410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":359,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386661+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T18:59:48.386661+0000","last_peered":"2024-04-25T18:59:48.386661+0000","last_clean":"2024-04-25T18:59:48.386661+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T18:59:48.386661+0000","last_undegraded":"2024-04-25T18:59:48.386661+0000","last_fullsized":"2024-04-25T18:59:48.386661+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.931131+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T18:59:47.931131+0000","last_peered":"2024-04-25T18:59:47.931131+0000","last_clean":"2024-04-25T18:59:47.931131+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T18:59:47.931131+0000","last_undegraded":"2024-04-25T18:59:47.931131+0000","last_fullsized":"2024-04-25T18:59:47.931131+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386634+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T18:59:48.386634+0000","last_peered":"2024-04-25T18:59:48.386634+0000","last_clean":"2024-04-25T18:59:48.386634+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T18:59:48.386634+0000","last_undegraded":"2024-04-25T18:59:48.386634+0000","last_fullsized":"2024-04-25T18:59:48.386634+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.619667+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T18:59:47.619667+0000","last_peered":"2024-04-25T18:59:47.619667+0000","last_clean":"2024-04-25T18:59:47.619667+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T18:59:47.619667+0000","last_undegraded":"2024-04-25T18:59:47.619667+0000","last_fullsized":"2024-04-25T18:59:47.619667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932481+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T18:59:47.932481+0000","last_peered":"2024-04-25T18:59:47.932481+0000","last_clean":"2024-04-25T18:59:47.932481+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T18:59:47.932481+0000","last_undegraded":"2024-04-25T18:59:47.932481+0000","last_fullsized":"2024-04-25T18:59:47.932481+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"90'17","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:05.464268+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:00:05.464268+0000","last_peered":"2024-04-25T19:00:05.464268+0000","last_clean":"2024-04-25T19:00:05.464268+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:00:05.464268+0000","last_undegraded":"2024-04-25T19:00:05.464268+0000","last_fullsized":"2024-04-25T19:00:05.464268+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597773+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T18:59:47.597773+0000","last_peered":"2024-04-25T18:59:47.597773+0000","last_clean":"2024-04-25T18:59:47.597773+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T18:59:47.597773+0000","last_undegraded":"2024-04-25T18:59:47.597773+0000","last_fullsized":"2024-04-25T18:59:47.597773+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299481+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T18:59:48.299481+0000","last_peered":"2024-04-25T18:59:48.299481+0000","last_clean":"2024-04-25T18:59:48.299481+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T18:59:48.299481+0000","last_undegraded":"2024-04-25T18:59:48.299481+0000","last_fullsized":"2024-04-25T18:59:48.299481+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.599319+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T18:59:47.599319+0000","last_peered":"2024-04-25T18:59:47.599319+0000","last_clean":"2024-04-25T18:59:47.599319+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T18:59:47.599319+0000","last_undegraded":"2024-04-25T18:59:47.599319+0000","last_fullsized":"2024-04-25T18:59:47.599319+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596568+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T18:59:47.596568+0000","last_peered":"2024-04-25T18:59:47.596568+0000","last_clean":"2024-04-25T18:59:47.596568+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T18:59:47.596568+0000","last_undegraded":"2024-04-25T18:59:47.596568+0000","last_fullsized":"2024-04-25T18:59:47.596568+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592815+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T18:59:47.592815+0000","last_peered":"2024-04-25T18:59:47.592815+0000","last_clean":"2024-04-25T18:59:47.592815+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T18:59:47.592815+0000","last_undegraded":"2024-04-25T18:59:47.592815+0000","last_fullsized":"2024-04-25T18:59:47.592815+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.594235+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T18:59:47.594235+0000","last_peered":"2024-04-25T18:59:47.594235+0000","last_clean":"2024-04-25T18:59:47.594235+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T18:59:47.594235+0000","last_undegraded":"2024-04-25T18:59:47.594235+0000","last_fullsized":"2024-04-25T18:59:47.594235+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590665+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T18:59:47.590665+0000","last_peered":"2024-04-25T18:59:47.590665+0000","last_clean":"2024-04-25T18:59:47.590665+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T18:59:47.590665+0000","last_undegraded":"2024-04-25T18:59:47.590665+0000","last_fullsized":"2024-04-25T18:59:47.590665+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595578+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T18:59:47.595578+0000","last_peered":"2024-04-25T18:59:47.595578+0000","last_clean":"2024-04-25T18:59:47.595578+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T18:59:47.595578+0000","last_undegraded":"2024-04-25T18:59:47.595578+0000","last_fullsized":"2024-04-25T18:59:47.595578+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596175+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T18:59:47.596175+0000","last_peered":"2024-04-25T18:59:47.596175+0000","last_clean":"2024-04-25T18:59:47.596175+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T18:59:47.596175+0000","last_undegraded":"2024-04-25T18:59:47.596175+0000","last_fullsized":"2024-04-25T18:59:47.596175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592984+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T18:59:47.592984+0000","last_peered":"2024-04-25T18:59:47.592984+0000","last_clean":"2024-04-25T18:59:47.592984+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T18:59:47.592984+0000","last_undegraded":"2024-04-25T18:59:47.592984+0000","last_fullsized":"2024-04-25T18:59:47.592984+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386637+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T18:59:48.386637+0000","last_peered":"2024-04-25T18:59:48.386637+0000","last_clean":"2024-04-25T18:59:48.386637+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T18:59:48.386637+0000","last_undegraded":"2024-04-25T18:59:48.386637+0000","last_fullsized":"2024-04-25T18:59:48.386637+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'6","reported_seq":75,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:00:17.610466+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:00:17.610466+0000","last_peered":"2024-04-25T19:00:17.610466+0000","last_clean":"2024-04-25T19:00:17.610466+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:00:17.610466+0000","last_undegraded":"2024-04-25T19:00:17.610466+0000","last_fullsized":"2024-04-25T19:00:17.610466+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386845+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T18:59:48.386845+0000","last_peered":"2024-04-25T18:59:48.386845+0000","last_clean":"2024-04-25T18:59:48.386845+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T18:59:48.386845+0000","last_undegraded":"2024-04-25T18:59:48.386845+0000","last_fullsized":"2024-04-25T18:59:48.386845+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588950+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T18:59:47.588950+0000","last_peered":"2024-04-25T18:59:47.588950+0000","last_clean":"2024-04-25T18:59:47.588950+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T18:59:47.588950+0000","last_undegraded":"2024-04-25T18:59:47.588950+0000","last_fullsized":"2024-04-25T18:59:47.588950+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'1","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386743+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T18:59:48.386743+0000","last_peered":"2024-04-25T18:59:48.386743+0000","last_clean":"2024-04-25T18:59:48.386743+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T18:59:48.386743+0000","last_undegraded":"2024-04-25T18:59:48.386743+0000","last_fullsized":"2024-04-25T18:59:48.386743+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932507+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T18:59:47.932507+0000","last_peered":"2024-04-25T18:59:47.932507+0000","last_clean":"2024-04-25T18:59:47.932507+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T18:59:47.932507+0000","last_undegraded":"2024-04-25T18:59:47.932507+0000","last_fullsized":"2024-04-25T18:59:47.932507+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386966+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T18:59:48.386966+0000","last_peered":"2024-04-25T18:59:48.386966+0000","last_clean":"2024-04-25T18:59:48.386966+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T18:59:48.386966+0000","last_undegraded":"2024-04-25T18:59:48.386966+0000","last_fullsized":"2024-04-25T18:59:48.386966+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590758+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T18:59:47.590758+0000","last_peered":"2024-04-25T18:59:47.590758+0000","last_clean":"2024-04-25T18:59:47.590758+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T18:59:47.590758+0000","last_undegraded":"2024-04-25T18:59:47.590758+0000","last_fullsized":"2024-04-25T18:59:47.590758+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596268+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T18:59:47.596268+0000","last_peered":"2024-04-25T18:59:47.596268+0000","last_clean":"2024-04-25T18:59:47.596268+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T18:59:47.596268+0000","last_undegraded":"2024-04-25T18:59:47.596268+0000","last_fullsized":"2024-04-25T18:59:47.596268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595404+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T18:59:47.595404+0000","last_peered":"2024-04-25T18:59:47.595404+0000","last_clean":"2024-04-25T18:59:47.595404+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T18:59:47.595404+0000","last_undegraded":"2024-04-25T18:59:47.595404+0000","last_fullsized":"2024-04-25T18:59:47.595404+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598820+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T18:59:47.598820+0000","last_peered":"2024-04-25T18:59:47.598820+0000","last_clean":"2024-04-25T18:59:47.598820+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T18:59:47.598820+0000","last_undegraded":"2024-04-25T18:59:47.598820+0000","last_fullsized":"2024-04-25T18:59:47.598820+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932605+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T18:59:47.932605+0000","last_peered":"2024-04-25T18:59:47.932605+0000","last_clean":"2024-04-25T18:59:47.932605+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T18:59:47.932605+0000","last_undegraded":"2024-04-25T18:59:47.932605+0000","last_fullsized":"2024-04-25T18:59:47.932605+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.591121+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T18:59:47.591121+0000","last_peered":"2024-04-25T18:59:47.591121+0000","last_clean":"2024-04-25T18:59:47.591121+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T18:59:47.591121+0000","last_undegraded":"2024-04-25T18:59:47.591121+0000","last_fullsized":"2024-04-25T18:59:47.591121+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595978+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T18:59:47.595978+0000","last_peered":"2024-04-25T18:59:47.595978+0000","last_clean":"2024-04-25T18:59:47.595978+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T18:59:47.595978+0000","last_undegraded":"2024-04-25T18:59:47.595978+0000","last_fullsized":"2024-04-25T18:59:47.595978+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.597570+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T18:59:47.597570+0000","last_peered":"2024-04-25T18:59:47.597570+0000","last_clean":"2024-04-25T18:59:47.597570+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T18:59:47.597570+0000","last_undegraded":"2024-04-25T18:59:47.597570+0000","last_fullsized":"2024-04-25T18:59:47.597570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588856+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T18:59:47.588856+0000","last_peered":"2024-04-25T18:59:47.588856+0000","last_clean":"2024-04-25T18:59:47.588856+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T18:59:47.588856+0000","last_undegraded":"2024-04-25T18:59:47.588856+0000","last_fullsized":"2024-04-25T18:59:47.588856+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.592147+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T18:59:47.592147+0000","last_peered":"2024-04-25T18:59:47.592147+0000","last_clean":"2024-04-25T18:59:47.592147+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T18:59:47.592147+0000","last_undegraded":"2024-04-25T18:59:47.592147+0000","last_fullsized":"2024-04-25T18:59:47.592147+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596394+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T18:59:47.596394+0000","last_peered":"2024-04-25T18:59:47.596394+0000","last_clean":"2024-04-25T18:59:47.596394+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T18:59:47.596394+0000","last_undegraded":"2024-04-25T18:59:47.596394+0000","last_fullsized":"2024-04-25T18:59:47.596394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932484+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T18:59:47.932484+0000","last_peered":"2024-04-25T18:59:47.932484+0000","last_clean":"2024-04-25T18:59:47.932484+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T18:59:47.932484+0000","last_undegraded":"2024-04-25T18:59:47.932484+0000","last_fullsized":"2024-04-25T18:59:47.932484+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590880+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T18:59:47.590880+0000","last_peered":"2024-04-25T18:59:47.590880+0000","last_clean":"2024-04-25T18:59:47.590880+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T18:59:47.590880+0000","last_undegraded":"2024-04-25T18:59:47.590880+0000","last_fullsized":"2024-04-25T18:59:47.590880+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283903,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":71805,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":421,"num_read_kb":288,"num_write":251,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":214277,"data_compressed":5460,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383710,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481073,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645347,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":1135062,"data_compressed":43710,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808874,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":480617,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070511,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":480766,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332148,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":1073787,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495674,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":995328,"data_stored":480608,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":545843,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1015808,"data_stored":481947,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":999424,"data_stored":481629,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182476,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":479925,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":543541,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757313,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":1072683,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":66465,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64163,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":66337,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:00:22.216 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T19:00:22.216 INFO:tasks.cephadm:Setting up client nodes... 2024-04-25T19:00:22.216 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-25T19:00:22.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:22 smithi066 ceph-mon[32882]: from='client.24647 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:00:22.726 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:22.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:22 smithi064 ceph-mon[32321]: from='client.24647 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:00:22.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:22 smithi032 ceph-mon[28041]: from='client.24647 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:00:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:23 smithi032 ceph-mon[28041]: pgmap v368: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-25T19:00:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:23 smithi066 ceph-mon[32882]: pgmap v368: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-25T19:00:23.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:23 smithi064 ceph-mon[32321]: pgmap v368: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-25T19:00:25.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 -- 172.21.15.32:0/4039408323 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c10f0c0 msgr2=0x7f772c1114b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 --2- 172.21.15.32:0/4039408323 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c10f0c0 0x7f772c1114b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7724009f90 tx=0x7f772400b330 comp rx=0 tx=0).stop 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 -- 172.21.15.32:0/4039408323 shutdown_connections 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 --2- 172.21.15.32:0/4039408323 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c10f0c0 0x7f772c1114b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 --2- 172.21.15.32:0/4039408323 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c076a70 0x7f772c074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 --2- 172.21.15.32:0/4039408323 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f772c0754a0 0x7f772c075920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.180+0000 7f7732a00700 1 -- 172.21.15.32:0/4039408323 >> 172.21.15.32:0/4039408323 conn(0x7f772c0fe080 msgr2=0x7f772c1004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.181+0000 7f7732a00700 1 -- 172.21.15.32:0/4039408323 shutdown_connections 2024-04-25T19:00:25.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.181+0000 7f7732a00700 1 -- 172.21.15.32:0/4039408323 wait complete. 2024-04-25T19:00:25.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 Processor -- start 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 -- start start 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 0x7f772c19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c076a70 0x7f772c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f772c10f0c0 0x7f772c1a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f772c114b90 con 0x7f772c10f0c0 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f772c114a10 con 0x7f772c0754a0 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.182+0000 7f7732a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f772c114d10 con 0x7f772c076a70 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 0x7f772c19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 0x7f772c19f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47722/0 (socket says 172.21.15.32:47722) 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 -- 172.21.15.32:0/2289336344 learned_addr learned my addr 172.21.15.32:0/2289336344 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772b400700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c076a70 0x7f772c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:25.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f7730a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f772c10f0c0 0x7f772c1a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:25.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 -- 172.21.15.32:0/2289336344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c076a70 msgr2=0x7f772c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:25.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c076a70 0x7f772c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 -- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f772c10f0c0 msgr2=0x7f772c1a66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:25.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f772c10f0c0 0x7f772c1a66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.183+0000 7f772be00700 1 -- 172.21.15.32:0/2289336344 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f772c1a6d40 con 0x7f772c0754a0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.184+0000 7f772be00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 0x7f772c19f0e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f771c00e9c0 tx=0x7f771c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.184+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771c004a30 con 0x7f772c0754a0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.184+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f771c00cc70 con 0x7f772c0754a0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.184+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771c0055c0 con 0x7f772c0754a0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.184+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f772c1a6fd0 con 0x7f772c0754a0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.184+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f772c1a7480 con 0x7f772c0754a0 2024-04-25T19:00:25.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.185+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f772c050f80 con 0x7f772c0754a0 2024-04-25T19:00:25.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.187+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f771c00c7c0 con 0x7f772c0754a0 2024-04-25T19:00:25.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.189+0000 7f7728c00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f77100a3e00 0x7f77100a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:25.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.189+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f771c0d07c0 con 0x7f772c0754a0 2024-04-25T19:00:25.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.189+0000 7f772b400700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f77100a3e00 0x7f77100a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:25.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.190+0000 7f772b400700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f77100a3e00 0x7f77100a62c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f772c0767a0 tx=0x7f7718009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:25.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.191+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f771c053ff0 con 0x7f772c0754a0 2024-04-25T19:00:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.515+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f772c02e140 con 0x7f772c0754a0 2024-04-25T19:00:25.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.523+0000 7f7728c00700 1 -- 172.21.15.32:0/2289336344 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f771c09d000 con 0x7f772c0754a0 2024-04-25T19:00:25.525 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-04-25T19:00:25.525 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBJqCpm9XzYHhAATp9GPDNAkOrhCBZUu9aulw== 2024-04-25T19:00:25.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f77100a3e00 msgr2=0x7f77100a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:25.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f77100a3e00 0x7f77100a62c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f772c0767a0 tx=0x7f7718009260 comp rx=0 tx=0).stop 2024-04-25T19:00:25.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 msgr2=0x7f772c19f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:25.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 0x7f772c19f0e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f771c00e9c0 tx=0x7f771c00ecd0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 shutdown_connections 2024-04-25T19:00:25.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f77100a3e00 0x7f77100a62c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f772c10f0c0 0x7f772c1a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f772c0754a0 0x7f772c19f0e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 --2- 172.21.15.32:0/2289336344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f772c076a70 0x7f772c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:25.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.526+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 >> 172.21.15.32:0/2289336344 conn(0x7f772c0fe080 msgr2=0x7f772c102460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:25.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.527+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 shutdown_connections 2024-04-25T19:00:25.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:25.527+0000 7f7732a00700 1 -- 172.21.15.32:0/2289336344 wait complete. 2024-04-25T19:00:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:25 smithi064 ceph-mon[32321]: pgmap v369: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-25T19:00:25.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:25 smithi032 ceph-mon[28041]: pgmap v369: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-25T19:00:25.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:25 smithi066 ceph-mon[32882]: pgmap v369: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-25T19:00:26.501 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T19:00:26.502 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-25T19:00:26.502 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-25T19:00:26.620 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-25T19:00:26.620 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-25T19:00:26.621 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-25T19:00:26.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:26 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2289336344' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T19:00:26.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:26 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T19:00:26.738 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:26 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T19:00:26.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:26 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2289336344' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T19:00:26.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:26 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T19:00:26.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:26 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T19:00:26.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:26 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2289336344' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T19:00:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:26 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-25T19:00:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:26 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-25T19:00:27.118 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:27 smithi032 ceph-mon[28041]: pgmap v370: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T19:00:27.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:27 smithi066 ceph-mon[32882]: pgmap v370: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T19:00:28.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:27 smithi064 ceph-mon[32321]: pgmap v370: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-25T19:00:29.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 -- 172.21.15.32:0/1754362839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 msgr2=0x7f9dc810f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 --2- 172.21.15.32:0/1754362839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc810f920 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9dc000b0a0 tx=0x7f9dc000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 -- 172.21.15.32:0/1754362839 shutdown_connections 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 --2- 172.21.15.32:0/1754362839 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9dc8108a50 0x7f9dc8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 --2- 172.21.15.32:0/1754362839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc810f920 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 --2- 172.21.15.32:0/1754362839 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9dc806b110 0x7f9dc806b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 -- 172.21.15.32:0/1754362839 >> 172.21.15.32:0/1754362839 conn(0x7f9dc80788f0 msgr2=0x7f9dc8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.382+0000 7f9dce000700 1 -- 172.21.15.32:0/1754362839 shutdown_connections 2024-04-25T19:00:29.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.383+0000 7f9dce000700 1 -- 172.21.15.32:0/1754362839 wait complete. 2024-04-25T19:00:29.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 Processor -- start 2024-04-25T19:00:29.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 -- start start 2024-04-25T19:00:29.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9dc806b110 0x7f9dc819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:29.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc819b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9dc8108a50 0x7f9dc819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc8112c50 con 0x7f9dc8108a50 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc8112ad0 con 0x7f9dc806b110 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.384+0000 7f9dce000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc8112dd0 con 0x7f9dc806bab0 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc819b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dc7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9dc806b110 0x7f9dc819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc819b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57686/0 (socket says 172.21.15.32:57686) 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 -- 172.21.15.32:0/3647238047 learned_addr learned my addr 172.21.15.32:0/3647238047 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dc7e00700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9dc8108a50 0x7f9dc819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 -- 172.21.15.32:0/3647238047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9dc806b110 msgr2=0x7f9dc819b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9dc806b110 0x7f9dc819b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 -- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9dc8108a50 msgr2=0x7f9dc819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:29.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9dc8108a50 0x7f9dc819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 -- 172.21.15.32:0/3647238047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dc81a0340 con 0x7f9dc806bab0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.385+0000 7f9dbea00700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc819b8c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9db000e9c0 tx=0x7f9db000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.386+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db000cbd0 con 0x7f9dc806bab0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.386+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9db000ee60 con 0x7f9dc806bab0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.386+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db00055c0 con 0x7f9dc806bab0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.386+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dc81a0630 con 0x7f9dc806bab0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.386+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dc81a7eb0 con 0x7f9dc806bab0 2024-04-25T19:00:29.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.387+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dc8104190 con 0x7f9dc806bab0 2024-04-25T19:00:29.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.389+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9db0004750 con 0x7f9dc806bab0 2024-04-25T19:00:29.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.390+0000 7f9dc4c00700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9dac0a3d50 0x7f9dac0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:29.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.391+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f9db00d0900 con 0x7f9dc806bab0 2024-04-25T19:00:29.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.391+0000 7f9dc7400700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9dac0a3d50 0x7f9dac0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:29.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.391+0000 7f9dc7400700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9dac0a3d50 0x7f9dac0a6210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9db8009be0 tx=0x7f9db8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:29.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.393+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9db009d140 con 0x7f9dc806bab0 2024-04-25T19:00:29.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.694+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f9dc802df80 con 0x7f9dc806bab0 2024-04-25T19:00:29.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.700+0000 7f9dc4c00700 1 -- 172.21.15.32:0/3647238047 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264994 (secure 0 0 0) 0x7f9db009ca40 con 0x7f9dc806bab0 2024-04-25T19:00:29.704 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:29.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9dac0a3d50 msgr2=0x7f9dac0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:29.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9dac0a3d50 0x7f9dac0a6210 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9db8009be0 tx=0x7f9db8009260 comp rx=0 tx=0).stop 2024-04-25T19:00:29.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 msgr2=0x7f9dc819b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:29.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc819b8c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9db000e9c0 tx=0x7f9db000ecd0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 shutdown_connections 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9dac0a3d50 0x7f9dac0a6210 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9dc8108a50 0x7f9dc819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9dc806b110 0x7f9dc819b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 --2- 172.21.15.32:0/3647238047 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9dc806bab0 0x7f9dc819b8c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 >> 172.21.15.32:0/3647238047 conn(0x7f9dc80788f0 msgr2=0x7f9dc810de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 shutdown_connections 2024-04-25T19:00:29.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:29.706+0000 7f9dce000700 1 -- 172.21.15.32:0/3647238047 wait complete. 2024-04-25T19:00:29.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:29 smithi066 ceph-mon[32882]: pgmap v371: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T19:00:30.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:29 smithi064 ceph-mon[32321]: pgmap v371: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T19:00:30.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:29 smithi032 ceph-mon[28041]: pgmap v371: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-25T19:00:30.750 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":396827153},{"type":"v1","addr":"172.21.15.32:6801","nonce":396827153}]},"active_addr":"172.21.15.32:6801/396827153","active_change":"2024-04-25T18:50:45.650573+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.32:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":3503740824}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":3623456021}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":2999824847}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":592830664}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":1417578410}]}]} 2024-04-25T19:00:30.755 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-25T19:00:30.755 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-25T19:00:30.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:00:30.837 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:30 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3647238047' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T19:00:30.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:30 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3647238047' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T19:00:31.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:30 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3647238047' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-25T19:00:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:31.753 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:31 smithi032 ceph-mon[28041]: pgmap v372: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T19:00:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:31 smithi066 ceph-mon[32882]: pgmap v372: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T19:00:32.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:31 smithi064 ceph-mon[32321]: pgmap v372: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-25T19:00:33.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 -- 172.21.15.32:0/2317841071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 msgr2=0x7f987c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:33.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 --2- 172.21.15.32:0/2317841071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c108e10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f987000b0a0 tx=0x7f987000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 -- 172.21.15.32:0/2317841071 shutdown_connections 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 --2- 172.21.15.32:0/2317841071 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 0x7f987c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 --2- 172.21.15.32:0/2317841071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c108e10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 --2- 172.21.15.32:0/2317841071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 -- 172.21.15.32:0/2317841071 >> 172.21.15.32:0/2317841071 conn(0x7f987c0788f0 msgr2=0x7f987c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 -- 172.21.15.32:0/2317841071 shutdown_connections 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.650+0000 7f9883a00700 1 -- 172.21.15.32:0/2317841071 wait complete. 2024-04-25T19:00:33.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.652+0000 7f9883a00700 1 Processor -- start 2024-04-25T19:00:33.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.652+0000 7f9883a00700 1 -- start start 2024-04-25T19:00:33.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9883a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:33.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9883a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 0x7f987c19b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:33.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9883a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c19fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:33.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9883a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f987c112c20 con 0x7f987c06b0f0 2024-04-25T19:00:33.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9883a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f987c112aa0 con 0x7f987c06a750 2024-04-25T19:00:33.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9883a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f987c112da0 con 0x7f987c108a30 2024-04-25T19:00:33.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9881000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:33.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9881a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c19fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:33.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f987be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 0x7f987c19b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:33.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9881a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c19fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42838/0 (socket says 172.21.15.32:42838) 2024-04-25T19:00:33.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9881000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c19b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:36126/0 (socket says 172.21.15.32:36126) 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.653+0000 7f9881a00700 1 -- 172.21.15.32:0/637145440 learned_addr learned my addr 172.21.15.32:0/637145440 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881a00700 1 -- 172.21.15.32:0/637145440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 msgr2=0x7f987c19b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c19b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881a00700 1 -- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 msgr2=0x7f987c19b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 0x7f987c19b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881a00700 1 -- 172.21.15.32:0/637145440 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f987c1a0380 con 0x7f987c108a30 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f987be00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 0x7f987c19b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881000700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9881a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c19fc40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f987400e940 tx=0x7f987400ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.654+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987400cbd0 con 0x7f987c108a30 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.655+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f987400ee90 con 0x7f987c108a30 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.655+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874005590 con 0x7f987c108a30 2024-04-25T19:00:33.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.655+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f987c1a0670 con 0x7f987c108a30 2024-04-25T19:00:33.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.655+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f987c1a7ef0 con 0x7f987c108a30 2024-04-25T19:00:33.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.656+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f987c069730 con 0x7f987c108a30 2024-04-25T19:00:33.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.660+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9874004750 con 0x7f987c108a30 2024-04-25T19:00:33.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.661+0000 7f9879600700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98640a3d50 0x7f98640a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:33.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.661+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f98740d0740 con 0x7f987c108a30 2024-04-25T19:00:33.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.661+0000 7f9881000700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98640a3d50 0x7f98640a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:33.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.662+0000 7f9881000700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98640a3d50 0x7f98640a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f98700062a0 tx=0x7f9870006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:33.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.666+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f987409cf80 con 0x7f987c108a30 2024-04-25T19:00:33.743 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:33 smithi032 ceph-mon[28041]: pgmap v373: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-25T19:00:33.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.900+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f987c02df80 con 0x7f987c108a30 2024-04-25T19:00:33.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.902+0000 7f9879600700 1 -- 172.21.15.32:0/637145440 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22566 (secure 0 0 0) 0x7f987409c880 con 0x7f987c108a30 2024-04-25T19:00:33.904 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:33.904 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":90,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:47.583291+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:00:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98640a3d50 msgr2=0x7f98640a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98640a3d50 0x7f98640a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f98700062a0 tx=0x7f9870006210 comp rx=0 tx=0).stop 2024-04-25T19:00:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 msgr2=0x7f987c19fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c19fc40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f987400e940 tx=0x7f987400ec50 comp rx=0 tx=0).stop 2024-04-25T19:00:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 shutdown_connections 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f987c108a30 0x7f987c19fc40 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f987c06a750 0x7f987c19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98640a3d50 0x7f98640a6210 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 --2- 172.21.15.32:0/637145440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f987c06b0f0 0x7f987c19b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 >> 172.21.15.32:0/637145440 conn(0x7f987c0788f0 msgr2=0x7f987c10de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.905+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 shutdown_connections 2024-04-25T19:00:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:33.906+0000 7f9883a00700 1 -- 172.21.15.32:0/637145440 wait complete. 2024-04-25T19:00:33.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:33 smithi066 ceph-mon[32882]: pgmap v373: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-25T19:00:34.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:33 smithi064 ceph-mon[32321]: pgmap v373: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-25T19:00:34.805 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-25T19:00:34.806 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:00:34.874 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:34 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/637145440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:34.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:34 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/637145440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:35.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:34 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/637145440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:35.255 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:35.654 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:35 smithi032 ceph-mon[28041]: pgmap v374: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-25T19:00:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:35 smithi066 ceph-mon[32882]: pgmap v374: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-25T19:00:36.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:35 smithi064 ceph-mon[32321]: pgmap v374: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-25T19:00:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 -- 172.21.15.32:0/293809350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406b980 msgr2=0x7f898410f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 --2- 172.21.15.32:0/293809350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406b980 0x7f898410f8f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f897c009f90 tx=0x7f897c00b330 comp rx=0 tx=0).stop 2024-04-25T19:00:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 -- 172.21.15.32:0/293809350 shutdown_connections 2024-04-25T19:00:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 --2- 172.21.15.32:0/293809350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406b980 0x7f898410f8f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 --2- 172.21.15.32:0/293809350 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 0x7f8984108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 --2- 172.21.15.32:0/293809350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406afe0 0x7f898406b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 -- 172.21.15.32:0/293809350 >> 172.21.15.32:0/293809350 conn(0x7f89840788b0 msgr2=0x7f8984078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:37.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 -- 172.21.15.32:0/293809350 shutdown_connections 2024-04-25T19:00:37.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.621+0000 7f898ba00700 1 -- 172.21.15.32:0/293809350 wait complete. 2024-04-25T19:00:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.622+0000 7f898ba00700 1 Processor -- start 2024-04-25T19:00:37.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.622+0000 7f898ba00700 1 -- start start 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f898ba00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 0x7f89841990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f898ba00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406b980 0x7f8984199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f898ba00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 0x7f898419d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f898ba00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8984112c10 con 0x7f898406b980 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f898ba00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8984112a90 con 0x7f8984108a20 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f898ba00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8984112d90 con 0x7f898406afe0 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f8989000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 0x7f89841990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f8989000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 0x7f89841990c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42846/0 (socket says 172.21.15.32:42846) 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f8989000700 1 -- 172.21.15.32:0/604357807 learned_addr learned my addr 172.21.15.32:0/604357807 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.623+0000 7f897be00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406b980 0x7f8984199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989000700 1 -- 172.21.15.32:0/604357807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 msgr2=0x7f898419d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:37.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989a00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 0x7f898419d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989000700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 0x7f898419d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989000700 1 -- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406b980 msgr2=0x7f8984199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989000700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406b980 0x7f8984199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989000700 1 -- 172.21.15.32:0/604357807 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f898419e0d0 con 0x7f898406afe0 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989a00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 0x7f898419d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f897be00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406b980 0x7f8984199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:37.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8989000700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 0x7f89841990c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f897400e9a0 tx=0x7f897400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:37.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f897400cbd0 con 0x7f898406afe0 2024-04-25T19:00:37.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f898419e3c0 con 0x7f898406afe0 2024-04-25T19:00:37.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f897400cd70 con 0x7f898406afe0 2024-04-25T19:00:37.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.624+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8974018680 con 0x7f898406afe0 2024-04-25T19:00:37.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.625+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89841a5c40 con 0x7f898406afe0 2024-04-25T19:00:37.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.626+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8984069730 con 0x7f898406afe0 2024-04-25T19:00:37.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.628+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8974010430 con 0x7f898406afe0 2024-04-25T19:00:37.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.629+0000 7f8982000700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f89680a3cd0 0x7f89680a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.629+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f89740d07f0 con 0x7f898406afe0 2024-04-25T19:00:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.629+0000 7f897be00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f89680a3cd0 0x7f89680a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:37.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.630+0000 7f897be00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f89680a3cd0 0x7f89680a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f896c009750 tx=0x7f896c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:37.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.635+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f897409d030 con 0x7f898406afe0 2024-04-25T19:00:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:37 smithi032 ceph-mon[28041]: pgmap v375: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:37.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.871+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f898402df80 con 0x7f898406afe0 2024-04-25T19:00:37.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.874+0000 7f8982000700 1 -- 172.21.15.32:0/604357807 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22566 (secure 0 0 0) 0x7f897409c930 con 0x7f898406afe0 2024-04-25T19:00:37.876 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:00:37.876 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":90,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:47.583291+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:00:37.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f89680a3cd0 msgr2=0x7f89680a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f89680a3cd0 0x7f89680a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f896c009750 tx=0x7f896c009310 comp rx=0 tx=0).stop 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 msgr2=0x7f89841990c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 0x7f89841990c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f897400e9a0 tx=0x7f897400ecb0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 shutdown_connections 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8984108a20 0x7f898419d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f898406afe0 0x7f89841990c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f89680a3cd0 0x7f89680a6190 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 --2- 172.21.15.32:0/604357807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f898406b980 0x7f8984199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:37.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 >> 172.21.15.32:0/604357807 conn(0x7f89840788b0 msgr2=0x7f89840ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:37.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.876+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 shutdown_connections 2024-04-25T19:00:37.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:37.877+0000 7f898ba00700 1 -- 172.21.15.32:0/604357807 wait complete. 2024-04-25T19:00:37.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:37 smithi066 ceph-mon[32882]: pgmap v375: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:38.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:37 smithi064 ceph-mon[32321]: pgmap v375: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:38.878 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:38 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/604357807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:38.882 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-25T19:00:38.883 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-25T19:00:38.883 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-25T19:00:38.883 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-25T19:00:38.884 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-25T19:00:38.884 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-25T19:00:38.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-25T19:00:38.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-25T19:00:38.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-25T19:00:38.886 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-25T19:00:38.886 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-25T19:00:38.887 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-25T19:00:38.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:38 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/604357807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:39.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:38 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/604357807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:00:39.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:39 smithi064 ceph-mon[32321]: pgmap v376: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:00:39.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:39 smithi066 ceph-mon[32882]: pgmap v376: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:00:40.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:39 smithi032 ceph-mon[28041]: pgmap v376: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:00:40.032 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.032 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.058 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.058 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.059 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.059 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.059 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.062 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.064 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.070 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.171 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:40.342 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:00:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:41 smithi032 ceph-mon[28041]: pgmap v377: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:00:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:41 smithi066 ceph-mon[32882]: pgmap v377: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:00:42.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:41 smithi064 ceph-mon[32321]: pgmap v377: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:00:43.634 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:43 smithi032 ceph-mon[28041]: pgmap v378: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:43 smithi066 ceph-mon[32882]: pgmap v378: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:44.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:43 smithi064 ceph-mon[32321]: pgmap v378: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:45.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:45 smithi032 ceph-mon[28041]: pgmap v379: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:00:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:45 smithi066 ceph-mon[32882]: pgmap v379: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:00:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:45 smithi064 ceph-mon[32321]: pgmap v379: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:00:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:47 smithi066 ceph-mon[32882]: pgmap v380: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:47 smithi064 ceph-mon[32321]: pgmap v380: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:48.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:47 smithi032 ceph-mon[28041]: pgmap v380: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:49 smithi066 ceph-mon[32882]: pgmap v381: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:00:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:49 smithi064 ceph-mon[32321]: pgmap v381: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:00:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:49 smithi032 ceph-mon[28041]: pgmap v381: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:00:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:51 smithi032 ceph-mon[28041]: pgmap v382: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:00:51.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:51 smithi066 ceph-mon[32882]: pgmap v382: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:00:52.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:51 smithi064 ceph-mon[32321]: pgmap v382: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:00:52.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 -- 172.21.15.32:0/4277780504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28103330 msgr2=0x7fbe2810f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:52.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/4277780504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28103330 0x7fbe2810f840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fbe2000b0a0 tx=0x7fbe2000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 -- 172.21.15.32:0/4277780504 shutdown_connections 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/4277780504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28103330 0x7fbe2810f840 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/4277780504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbe28108970 0x7fbe28108d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/4277780504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 0x7fbe28102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 -- 172.21.15.32:0/4277780504 >> 172.21.15.32:0/4277780504 conn(0x7fbe280fe4c0 msgr2=0x7fbe281008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 -- 172.21.15.32:0/4277780504 shutdown_connections 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.725+0000 7fbe2dc00700 1 -- 172.21.15.32:0/4277780504 wait complete. 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.727+0000 7fbe2dc00700 1 Processor -- start 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.727+0000 7fbe2dc00700 1 -- start start 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.727+0000 7fbe2dc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 0x7fbe2819b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:52.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.727+0000 7fbe2dc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbe28103330 0x7fbe2819b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.727+0000 7fbe2dc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28108970 0x7fbe2819fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe2dc00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbe28112c00 con 0x7fbe28102970 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe2dc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbe28112a80 con 0x7fbe28108970 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe2dc00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbe28112d80 con 0x7fbe28103330 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 0x7fbe2819b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbe28103330 0x7fbe2819b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 0x7fbe2819b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35048/0 (socket says 172.21.15.32:35048) 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 -- 172.21.15.32:0/3635460210 learned_addr learned my addr 172.21.15.32:0/3635460210 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe2d200700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28108970 0x7fbe2819fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 -- 172.21.15.32:0/3635460210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbe28103330 msgr2=0x7fbe2819b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbe28103330 0x7fbe2819b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 -- 172.21.15.32:0/3635460210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28108970 msgr2=0x7fbe2819fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:52.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbe28108970 0x7fbe2819fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.728+0000 7fbe27e00700 1 -- 172.21.15.32:0/3635460210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe281a01b0 con 0x7fbe28102970 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.729+0000 7fbe27e00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 0x7fbe2819b1a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbe1800e9a0 tx=0x7fbe1800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.729+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe1800ca10 con 0x7fbe28102970 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.729+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe1800cbb0 con 0x7fbe28102970 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.729+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18018680 con 0x7fbe28102970 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.729+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe281a04a0 con 0x7fbe28102970 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.729+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe281a7d20 con 0x7fbe28102970 2024-04-25T19:00:52.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.730+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbe280ffc00 con 0x7fbe28102970 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.733+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbe18010430 con 0x7fbe28102970 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.734+0000 7fbe24c00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fbe0c0a3cd0 0x7fbe0c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.734+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fbe180d0c30 con 0x7fbe28102970 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.734+0000 7fbe27400700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fbe0c0a3cd0 0x7fbe0c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.735+0000 7fbe24c00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] conn(0x7fbe0c0ad890 0x7fbe0c0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.735+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 --> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbe18019ec0 con 0x7fbe0c0ad890 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.735+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fbe180d0fe0 con 0x7fbe28102970 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.735+0000 7fbe2d200700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] conn(0x7fbe0c0ad890 0x7fbe0c0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.735+0000 7fbe27400700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fbe0c0a3cd0 0x7fbe0c0a6190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbe28076550 tx=0x7fbe14009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.736+0000 7fbe2d200700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] conn(0x7fbe0c0ad890 0x7fbe0c0afd30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:52.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.737+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== osd.0 v2:172.21.15.32:6802/17166499 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbe18019ec0 con 0x7fbe0c0ad890 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.756+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 --> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbe281040b0 con 0x7fbe0c0ad890 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe24c00700 1 -- 172.21.15.32:0/3635460210 <== osd.0 v2:172.21.15.32:6802/17166499 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fbe281040b0 con 0x7fbe0c0ad890 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] conn(0x7fbe0c0ad890 msgr2=0x7fbe0c0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] conn(0x7fbe0c0ad890 0x7fbe0c0afd30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fbe0c0a3cd0 msgr2=0x7fbe0c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fbe0c0a3cd0 0x7fbe0c0a6190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbe28076550 tx=0x7fbe14009260 comp rx=0 tx=0).stop 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 msgr2=0x7fbe2819b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2dc00700 1 --2- 172.21.15.32:0/3635460210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbe28102970 0x7fbe2819b1a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbe1800e9a0 tx=0x7fbe1800ecb0 comp rx=0 tx=0).stop 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.757+0000 7fbe2d200700 1 -- 172.21.15.32:0/3635460210 reap_dead start 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.758+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 shutdown_connections 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.758+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 >> 172.21.15.32:0/3635460210 conn(0x7fbe280fe4c0 msgr2=0x7fbe28075150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.758+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 shutdown_connections 2024-04-25T19:00:52.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:52.758+0000 7fbe2dc00700 1 -- 172.21.15.32:0/3635460210 wait complete. 2024-04-25T19:00:53.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:53 smithi032 ceph-mon[28041]: pgmap v383: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:53.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:53 smithi066 ceph-mon[32882]: pgmap v383: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:54.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:53 smithi064 ceph-mon[32321]: pgmap v383: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:00:55.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:55 smithi032 ceph-mon[28041]: pgmap v384: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:00:55.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:55 smithi066 ceph-mon[32882]: pgmap v384: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:00:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:55 smithi064 ceph-mon[32321]: pgmap v384: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:00:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 -- 172.21.15.32:0/1249051090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8104ee0 msgr2=0x7f15c81052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 --2- 172.21.15.32:0/1249051090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8104ee0 0x7f15c81052c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f15b8009920 tx=0x7f15b8009c30 comp rx=0 tx=0).stop 2024-04-25T19:00:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 -- 172.21.15.32:0/1249051090 shutdown_connections 2024-04-25T19:00:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 --2- 172.21.15.32:0/1249051090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15c8109fc0 0x7f15c8111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 --2- 172.21.15.32:0/1249051090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8104ee0 0x7f15c81052c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 --2- 172.21.15.32:0/1249051090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15c8105890 0x7f15c81098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 -- 172.21.15.32:0/1249051090 >> 172.21.15.32:0/1249051090 conn(0x7f15c8100770 msgr2=0x7f15c8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 -- 172.21.15.32:0/1249051090 shutdown_connections 2024-04-25T19:00:56.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.145+0000 7f15ce600700 1 -- 172.21.15.32:0/1249051090 wait complete. 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.146+0000 7f15ce600700 1 Processor -- start 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 -- start start 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15c8104ee0 0x7f15c819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8105890 0x7f15c819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15c8109fc0 0x7f15c819fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8114ec0 con 0x7f15c8104ee0 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8114d40 con 0x7f15c8109fc0 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15ce600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8115040 con 0x7f15c8105890 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15c7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15c8104ee0 0x7f15c819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15c6a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8105890 0x7f15c819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:56.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15c6a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8105890 0x7f15c819b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55942/0 (socket says 172.21.15.32:55942) 2024-04-25T19:00:56.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15c6a00700 1 -- 172.21.15.32:0/597615431 learned_addr learned my addr 172.21.15.32:0/597615431 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:56.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.147+0000 7f15c7e00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15c8109fc0 0x7f15c819fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:56.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15c6a00700 1 -- 172.21.15.32:0/597615431 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15c8109fc0 msgr2=0x7f15c819fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15c6a00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15c8109fc0 0x7f15c819fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15c6a00700 1 -- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15c8104ee0 msgr2=0x7f15c819b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15c6a00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15c8104ee0 0x7f15c819b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15c6a00700 1 -- 172.21.15.32:0/597615431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c81a0480 con 0x7f15c8105890 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15c6a00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8105890 0x7f15c819b9b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f15b400e9c0 tx=0x7f15b400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b4004a30 con 0x7f15c8105890 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15b400cc70 con 0x7f15c8105890 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c81a0770 con 0x7f15c8105890 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.148+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b4005510 con 0x7f15c8105890 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.149+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c81a7ff0 con 0x7f15c8105890 2024-04-25T19:00:56.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.149+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f15c8063190 con 0x7f15c8105890 2024-04-25T19:00:56.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.152+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f15b4004bd0 con 0x7f15c8105890 2024-04-25T19:00:56.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.153+0000 7f15bfe00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15ac0a3d50 0x7f15ac0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:56.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.153+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f15b40d0a60 con 0x7f15c8105890 2024-04-25T19:00:56.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.154+0000 7f15c7400700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15ac0a3d50 0x7f15ac0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:56.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.154+0000 7f15bfe00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] conn(0x7f15ac0ad910 0x7f15ac0afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:56.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.154+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 --> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f15ac0b0480 con 0x7f15ac0ad910 2024-04-25T19:00:56.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.154+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f15b40d0e10 con 0x7f15c8105890 2024-04-25T19:00:56.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.154+0000 7f15c7e00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] conn(0x7f15ac0ad910 0x7f15ac0afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:56.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.155+0000 7f15c7400700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15ac0a3d50 0x7f15ac0a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f15b8009680 tx=0x7f15b8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:56.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.155+0000 7f15c7e00700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] conn(0x7f15ac0ad910 0x7f15ac0afdb0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:56.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.156+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== osd.5 v2:172.21.15.66:6808/727592107 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f15ac0b0480 con 0x7f15ac0ad910 2024-04-25T19:00:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.174+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 --> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f15c8063610 con 0x7f15ac0ad910 2024-04-25T19:00:56.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15bfe00700 1 -- 172.21.15.32:0/597615431 <== osd.5 v2:172.21.15.66:6808/727592107 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f15c8063610 con 0x7f15ac0ad910 2024-04-25T19:00:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] conn(0x7f15ac0ad910 msgr2=0x7f15ac0afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] conn(0x7f15ac0ad910 0x7f15ac0afdb0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15ac0a3d50 msgr2=0x7f15ac0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15ac0a3d50 0x7f15ac0a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f15b8009680 tx=0x7f15b8019040 comp rx=0 tx=0).stop 2024-04-25T19:00:56.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8105890 msgr2=0x7f15c819b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 --2- 172.21.15.32:0/597615431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c8105890 0x7f15c819b9b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f15b400e9c0 tx=0x7f15b400ecd0 comp rx=0 tx=0).stop 2024-04-25T19:00:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15c7e00700 1 -- 172.21.15.32:0/597615431 reap_dead start 2024-04-25T19:00:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.175+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 shutdown_connections 2024-04-25T19:00:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.176+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 >> 172.21.15.32:0/597615431 conn(0x7f15c8100770 msgr2=0x7f15c8101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.176+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 shutdown_connections 2024-04-25T19:00:56.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:56.176+0000 7f15ce600700 1 -- 172.21.15.32:0/597615431 wait complete. 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.079+0000 7f7f68200700 1 -- 172.21.15.32:0/2311604378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f6006a750 msgr2=0x7f7f6006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.079+0000 7f7f68200700 1 --2- 172.21.15.32:0/2311604378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f6006a750 0x7f7f6006abb0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009990 tx=0x7f7f4c009ca0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 -- 172.21.15.32:0/2311604378 shutdown_connections 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 --2- 172.21.15.32:0/2311604378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f6006b0f0 0x7f7f6010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 --2- 172.21.15.32:0/2311604378 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f60108a30 0x7f7f60108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 --2- 172.21.15.32:0/2311604378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f6006a750 0x7f7f6006abb0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 -- 172.21.15.32:0/2311604378 >> 172.21.15.32:0/2311604378 conn(0x7f7f600788f0 msgr2=0x7f7f60078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 -- 172.21.15.32:0/2311604378 shutdown_connections 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.080+0000 7f7f68200700 1 -- 172.21.15.32:0/2311604378 wait complete. 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.081+0000 7f7f68200700 1 Processor -- start 2024-04-25T19:00:57.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.081+0000 7f7f68200700 1 -- start start 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.081+0000 7f7f68200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f6006a750 0x7f7f60101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.081+0000 7f7f68200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f6006b0f0 0x7f7f60101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f68200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f60108a30 0x7f7f60102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f68200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f60112c40 con 0x7f7f6006b0f0 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f68200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7f60112ac0 con 0x7f7f6006a750 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f68200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f60112dc0 con 0x7f7f60108a30 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f6006a750 0x7f7f60101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f64e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f6006b0f0 0x7f7f60101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f6006a750 0x7f7f60101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55120/0 (socket says 172.21.15.32:55120) 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 -- 172.21.15.32:0/2775638609 learned_addr learned my addr 172.21.15.32:0/2775638609 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f66200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f60108a30 0x7f7f60102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:57.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 -- 172.21.15.32:0/2775638609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f60108a30 msgr2=0x7f7f60102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f60108a30 0x7f7f60102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 -- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f6006b0f0 msgr2=0x7f7f60101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f6006b0f0 0x7f7f60101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f65800700 1 -- 172.21.15.32:0/2775638609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f601a7700 con 0x7f7f6006a750 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f66200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f60108a30 0x7f7f60102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.082+0000 7f7f64e00700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f6006b0f0 0x7f7f60101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.083+0000 7f7f65800700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f6006a750 0x7f7f60101a10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7f5400e9c0 tx=0x7f7f5400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.083+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f5400cbd0 con 0x7f7f6006a750 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.083+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f5400cd70 con 0x7f7f6006a750 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.083+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f601a79f0 con 0x7f7f6006a750 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.083+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f54005610 con 0x7f7f6006a750 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.083+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f601a7f30 con 0x7f7f6006a750 2024-04-25T19:00:57.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.084+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7f60063110 con 0x7f7f6006a750 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.086+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7f54004750 con 0x7f7f6006a750 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f5e000700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f480a3d50 0x7f7f480a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7f540d0c00 con 0x7f7f6006a750 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f64e00700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f480a3d50 0x7f7f480a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f5e000700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] conn(0x7f7f480ad910 0x7f7f480afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 --> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7f5401ee50 con 0x7f7f480ad910 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f7f540d0fb0 con 0x7f7f6006a750 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.088+0000 7f7f66200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] conn(0x7f7f480ad910 0x7f7f480afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.089+0000 7f7f64e00700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f480a3d50 0x7f7f480a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7f60078ff0 tx=0x7f7f4c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.089+0000 7f7f66200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] conn(0x7f7f480ad910 0x7f7f480afdb0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:57.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.090+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== osd.6 v2:172.21.15.32:6818/1991984670 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7f5401ee50 con 0x7f7f480ad910 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.109+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 --> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7f60063510 con 0x7f7f480ad910 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.109+0000 7f7f5e000700 1 -- 172.21.15.32:0/2775638609 <== osd.6 v2:172.21.15.32:6818/1991984670 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7f60063510 con 0x7f7f480ad910 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.110+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] conn(0x7f7f480ad910 msgr2=0x7f7f480afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.110+0000 7f7f68200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] conn(0x7f7f480ad910 0x7f7f480afdb0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f480a3d50 msgr2=0x7f7f480a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7f480a3d50 0x7f7f480a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7f60078ff0 tx=0x7f7f4c01a040 comp rx=0 tx=0).stop 2024-04-25T19:00:57.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f6006a750 msgr2=0x7f7f60101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:57.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 --2- 172.21.15.32:0/2775638609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f6006a750 0x7f7f60101a10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7f5400e9c0 tx=0x7f7f5400ecd0 comp rx=0 tx=0).stop 2024-04-25T19:00:57.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f66200700 1 -- 172.21.15.32:0/2775638609 reap_dead start 2024-04-25T19:00:57.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 shutdown_connections 2024-04-25T19:00:57.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 >> 172.21.15.32:0/2775638609 conn(0x7f7f600788f0 msgr2=0x7f7f600ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:57.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 shutdown_connections 2024-04-25T19:00:57.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:54.111+0000 7f7f68200700 1 -- 172.21.15.32:0/2775638609 wait complete. 2024-04-25T19:00:57.916 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:57 smithi032 ceph-mon[28041]: pgmap v385: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-04-25T19:00:57.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:57 smithi066 ceph-mon[32882]: pgmap v385: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-04-25T19:00:58.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:57 smithi064 ceph-mon[32321]: pgmap v385: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-04-25T19:00:58.395 INFO:teuthology.orchestra.run.smithi032.stdout:34359738468 2024-04-25T19:00:58.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 -- 172.21.15.32:0/1102303234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 msgr2=0x7fb94c115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 --2- 172.21.15.32:0/1102303234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 0x7fb94c115f80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb94400b0d0 tx=0x7fb94400b3e0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 -- 172.21.15.32:0/1102303234 shutdown_connections 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 --2- 172.21.15.32:0/1102303234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 0x7fb94c115f80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 --2- 172.21.15.32:0/1102303234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb94c1092d0 0x7fb94c1096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 --2- 172.21.15.32:0/1102303234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c109c80 0x7fb94c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 -- 172.21.15.32:0/1102303234 >> 172.21.15.32:0/1102303234 conn(0x7fb94c076210 msgr2=0x7fb94c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 -- 172.21.15.32:0/1102303234 shutdown_connections 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.708+0000 7fb953e00700 1 -- 172.21.15.32:0/1102303234 wait complete. 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 Processor -- start 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 -- start start 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c1092d0 0x7fb94c19f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb94c109c80 0x7fb94c19fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 0x7fb94c1a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb94c1192a0 con 0x7fb94c10e3b0 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb94c119120 con 0x7fb94c109c80 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb953e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb94c119420 con 0x7fb94c1092d0 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.710+0000 7fb951e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 0x7fb94c1a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:59.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c1092d0 0x7fb94c19f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c1092d0 0x7fb94c19f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55968/0 (socket says 172.21.15.32:55968) 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 -- 172.21.15.32:0/2588383555 learned_addr learned my addr 172.21.15.32:0/2588383555 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb950a00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb94c109c80 0x7fb94c19fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 -- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb94c109c80 msgr2=0x7fb94c19fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb94c109c80 0x7fb94c19fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 -- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 msgr2=0x7fb94c1a3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 0x7fb94c1a3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 -- 172.21.15.32:0/2588383555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb94c1a46e0 con 0x7fb94c1092d0 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951e00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb94c10e3b0 0x7fb94c1a3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.711+0000 7fb951400700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c1092d0 0x7fb94c19f6d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb94000e9a0 tx=0x7fb94000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:59.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.712+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94000ca10 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.712+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb94c1a49d0 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.712+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb94000cbb0 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.712+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb940018680 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.712+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb94c1ac250 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.713+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb94c0631d0 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.715+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb940010430 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.717+0000 7fb94a000700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb9340a3cd0 0x7fb9340a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.717+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fb9400d0c90 con 0x7fb94c1092d0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.717+0000 7fb950a00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb9340a3cd0 0x7fb9340a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.717+0000 7fb94a000700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] conn(0x7fb9340ad890 0x7fb9340afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:00:59.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.717+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 --> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb940019ec0 con 0x7fb9340ad890 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.717+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fb9400d1040 con 0x7fb94c1092d0 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.718+0000 7fb951e00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] conn(0x7fb9340ad890 0x7fb9340afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.718+0000 7fb950a00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb9340a3cd0 0x7fb9340a6190 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb938009680 tx=0x7fb938009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.718+0000 7fb951e00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] conn(0x7fb9340ad890 0x7fb9340afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.719+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== osd.7 v2:172.21.15.64:6816/266407179 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb940019ec0 con 0x7fb9340ad890 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.738+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 --> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb94c063600 con 0x7fb9340ad890 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.738+0000 7fb94a000700 1 -- 172.21.15.32:0/2588383555 <== osd.7 v2:172.21.15.64:6816/266407179 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb94c063600 con 0x7fb9340ad890 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] conn(0x7fb9340ad890 msgr2=0x7fb9340afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] conn(0x7fb9340ad890 0x7fb9340afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb9340a3cd0 msgr2=0x7fb9340a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb9340a3cd0 0x7fb9340a6190 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb938009680 tx=0x7fb938009260 comp rx=0 tx=0).stop 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c1092d0 msgr2=0x7fb94c19f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:00:59.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 --2- 172.21.15.32:0/2588383555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb94c1092d0 0x7fb94c19f6d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb94000e9a0 tx=0x7fb94000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:00:59.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb951e00700 1 -- 172.21.15.32:0/2588383555 reap_dead start 2024-04-25T19:00:59.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 shutdown_connections 2024-04-25T19:00:59.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.739+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 >> 172.21.15.32:0/2588383555 conn(0x7fb94c076210 msgr2=0x7fb94c076750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:00:59.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.740+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 shutdown_connections 2024-04-25T19:00:59.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:57.740+0000 7fb953e00700 1 -- 172.21.15.32:0/2588383555 wait complete. 2024-04-25T19:00:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:00:59 smithi032 ceph-mon[28041]: pgmap v386: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-25T19:00:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:00:59 smithi066 ceph-mon[32882]: pgmap v386: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-25T19:01:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:00:59 smithi064 ceph-mon[32321]: pgmap v386: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-25T19:01:00.625 INFO:teuthology.orchestra.run.smithi032.stdout:197568495682 2024-04-25T19:01:00.625 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.858+0000 7f6ad0600700 1 -- 172.21.15.32:0/4104894968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 msgr2=0x7f6ac81098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.858+0000 7f6ad0600700 1 --2- 172.21.15.32:0/4104894968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac81098c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4009920 tx=0x7f6ab4009c30 comp rx=0 tx=0).stop 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 -- 172.21.15.32:0/4104894968 shutdown_connections 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 --2- 172.21.15.32:0/4104894968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac8109fa0 0x7f6ac8111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 --2- 172.21.15.32:0/4104894968 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ac8104ec0 0x7f6ac81052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 --2- 172.21.15.32:0/4104894968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac81098c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 -- 172.21.15.32:0/4104894968 >> 172.21.15.32:0/4104894968 conn(0x7f6ac8100710 msgr2=0x7f6ac8102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:01.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 -- 172.21.15.32:0/4104894968 shutdown_connections 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.859+0000 7f6ad0600700 1 -- 172.21.15.32:0/4104894968 wait complete. 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.860+0000 7f6ad0600700 1 Processor -- start 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.860+0000 7f6ad0600700 1 -- start start 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ad0600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ac8104ec0 0x7f6ac819b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ad0600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac819b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ad0600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac8109fa0 0x7f6ac819fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ad0600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac8114e80 con 0x7f6ac8105870 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ad0600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac8114d00 con 0x7f6ac8104ec0 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ad0600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac8115000 con 0x7f6ac8109fa0 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6acd200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac819b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6acd200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac819b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35076/0 (socket says 172.21.15.32:35076) 2024-04-25T19:01:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6acd200700 1 -- 172.21.15.32:0/3828373763 learned_addr learned my addr 172.21.15.32:0/3828373763 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6acdc00700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ac8104ec0 0x7f6ac819b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.861+0000 7f6ace600700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac8109fa0 0x7f6ac819fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acd200700 1 -- 172.21.15.32:0/3828373763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac8109fa0 msgr2=0x7f6ac819fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acd200700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac8109fa0 0x7f6ac819fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acd200700 1 -- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ac8104ec0 msgr2=0x7f6ac819b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acd200700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ac8104ec0 0x7f6ac819b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acd200700 1 -- 172.21.15.32:0/3828373763 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac81a0410 con 0x7f6ac8105870 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acdc00700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6ac8104ec0 0x7f6ac819b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6acd200700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac819b990 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4009230 tx=0x7f6ab400f950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4027070 con 0x7f6ac8105870 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ab40054f0 con 0x7f6ac8105870 2024-04-25T19:01:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4004930 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ac81a06a0 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.862+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ac81a7f80 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.863+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6ac8063150 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.865+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6ab402a070 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.867+0000 7f6ac6000700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ab00a3d50 0x7f6ab00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.867+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f6ab40d1590 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.867+0000 7f6acdc00700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ab00a3d50 0x7f6ab00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.867+0000 7f6ac6000700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] conn(0x7f6ab00ad910 0x7f6ab00afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.867+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 --> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6ab00b0480 con 0x7f6ab00ad910 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.867+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f6ab40d1940 con 0x7f6ac8105870 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.868+0000 7f6ace600700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] conn(0x7f6ab00ad910 0x7f6ab00afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.868+0000 7f6acdc00700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ab00a3d50 0x7f6ab00a6210 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6abc011490 tx=0x7f6abc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.868+0000 7f6ace600700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] conn(0x7f6ab00ad910 0x7f6ab00afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.869+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== osd.10 v2:172.21.15.64:6824/2143127243 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6ab00b0480 con 0x7f6ab00ad910 2024-04-25T19:01:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.887+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 --> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6ac80635d0 con 0x7f6ab00ad910 2024-04-25T19:01:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.888+0000 7f6ac6000700 1 -- 172.21.15.32:0/3828373763 <== osd.10 v2:172.21.15.64:6824/2143127243 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6ac80635d0 con 0x7f6ab00ad910 2024-04-25T19:01:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] conn(0x7f6ab00ad910 msgr2=0x7f6ab00afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] conn(0x7f6ab00ad910 0x7f6ab00afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ab00a3d50 msgr2=0x7f6ab00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ab00a3d50 0x7f6ab00a6210 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6abc011490 tx=0x7f6abc009260 comp rx=0 tx=0).stop 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 msgr2=0x7f6ac819b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 --2- 172.21.15.32:0/3828373763 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ac8105870 0x7f6ac819b990 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4009230 tx=0x7f6ab400f950 comp rx=0 tx=0).stop 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ace600700 1 -- 172.21.15.32:0/3828373763 reap_dead start 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 shutdown_connections 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.889+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 >> 172.21.15.32:0/3828373763 conn(0x7f6ac8100710 msgr2=0x7f6ac8101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.890+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 shutdown_connections 2024-04-25T19:01:01.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:00:53.890+0000 7f6ad0600700 1 -- 172.21.15.32:0/3828373763 wait complete. 2024-04-25T19:01:01.949 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:01 smithi032 ceph-mon[28041]: pgmap v387: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T19:01:01.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:01 smithi066 ceph-mon[32882]: pgmap v387: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T19:01:02.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:01 smithi064 ceph-mon[32321]: pgmap v387: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-25T19:01:02.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 -- 172.21.15.32:0/3188510395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 msgr2=0x7f15b41133e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 --2- 172.21.15.32:0/3188510395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 0x7f15b41133e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f15a00098f0 tx=0x7f15a0009c00 comp rx=0 tx=0).stop 2024-04-25T19:01:02.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 -- 172.21.15.32:0/3188510395 shutdown_connections 2024-04-25T19:01:02.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 --2- 172.21.15.32:0/3188510395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4113920 0x7f15b4115d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 --2- 172.21.15.32:0/3188510395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b4076f70 0x7f15b4077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 --2- 172.21.15.32:0/3188510395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 0x7f15b41133e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 -- 172.21.15.32:0/3188510395 >> 172.21.15.32:0/3188510395 conn(0x7f15b4100770 msgr2=0x7f15b4102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:02.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 -- 172.21.15.32:0/3188510395 shutdown_connections 2024-04-25T19:01:02.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.158+0000 7f15b8a00700 1 -- 172.21.15.32:0/3188510395 wait complete. 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.159+0000 7f15b8a00700 1 Processor -- start 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.159+0000 7f15b8a00700 1 -- start start 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b8a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4076f70 0x7f15b41a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b8a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 0x7f15b41a5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b8a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b4113920 0x7f15b419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b8a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f15b4119310 con 0x7f15b4076f70 2024-04-25T19:01:02.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b8a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f15b4119190 con 0x7f15b4113920 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b8a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f15b4119490 con 0x7f15b4077890 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b1e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4076f70 0x7f15b41a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b1e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4076f70 0x7f15b41a55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50962/0 (socket says 172.21.15.32:50962) 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b1e00700 1 -- 172.21.15.32:0/625658806 learned_addr learned my addr 172.21.15.32:0/625658806 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b2800700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b4113920 0x7f15b419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.160+0000 7f15b1400700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 0x7f15b41a5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b1e00700 1 -- 172.21.15.32:0/625658806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 msgr2=0x7f15b41a5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b1e00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15b4077890 0x7f15b41a5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b1e00700 1 -- 172.21.15.32:0/625658806 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b4113920 msgr2=0x7f15b419f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b1e00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f15b4113920 0x7f15b419f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b1e00700 1 -- 172.21.15.32:0/625658806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15b419ff70 con 0x7f15b4076f70 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b1e00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4076f70 0x7f15b41a55c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f15a400e9c0 tx=0x7f15a400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a400cbd0 con 0x7f15b4076f70 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15b41a0260 con 0x7f15b4076f70 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a400ee60 con 0x7f15b4076f70 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a40055c0 con 0x7f15b4076f70 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.161+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15b41ac540 con 0x7f15b4076f70 2024-04-25T19:01:02.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.162+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f15b40631d0 con 0x7f15b4076f70 2024-04-25T19:01:02.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.165+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f15a4004750 con 0x7f15b4076f70 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.166+0000 7f15aaa00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15980a3cd0 0x7f15980a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.166+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f15a40d0c30 con 0x7f15b4076f70 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.166+0000 7f15b1400700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15980a3cd0 0x7f15980a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.167+0000 7f15aaa00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] conn(0x7f15980ad890 0x7f15980afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.167+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 --> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f15a401ee50 con 0x7f15980ad890 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.167+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f15a40d0fe0 con 0x7f15b4076f70 2024-04-25T19:01:02.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.167+0000 7f15b2800700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] conn(0x7f15980ad890 0x7f15980afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.167+0000 7f15b1400700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15980a3cd0 0x7f15980a6190 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f15a00098c0 tx=0x7f15a0019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:02.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.168+0000 7f15b2800700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] conn(0x7f15980ad890 0x7f15980afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:02.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.169+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== osd.9 v2:172.21.15.32:6826/1378021573 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f15a401ee50 con 0x7f15980ad890 2024-04-25T19:01:02.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.187+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 --> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f15b4063680 con 0x7f15980ad890 2024-04-25T19:01:02.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.188+0000 7f15aaa00700 1 -- 172.21.15.32:0/625658806 <== osd.9 v2:172.21.15.32:6826/1378021573 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f15b4063680 con 0x7f15980ad890 2024-04-25T19:01:02.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.188+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] conn(0x7f15980ad890 msgr2=0x7f15980afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.188+0000 7f15b8a00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] conn(0x7f15980ad890 0x7f15980afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15980a3cd0 msgr2=0x7f15980a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f15980a3cd0 0x7f15980a6190 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f15a00098c0 tx=0x7f15a0019040 comp rx=0 tx=0).stop 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4076f70 msgr2=0x7f15b41a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 --2- 172.21.15.32:0/625658806 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15b4076f70 0x7f15b41a55c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f15a400e9c0 tx=0x7f15a400ecd0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b2800700 1 -- 172.21.15.32:0/625658806 reap_dead start 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 shutdown_connections 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 >> 172.21.15.32:0/625658806 conn(0x7f15b4100770 msgr2=0x7f15b4102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 shutdown_connections 2024-04-25T19:01:02.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.189+0000 7f15b8a00700 1 -- 172.21.15.32:0/625658806 wait complete. 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2622069757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58107940 msgr2=0x7f4b58107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2622069757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58107940 0x7f4b58107d20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4b48009920 tx=0x7f4b48009c30 comp rx=0 tx=0).stop 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2622069757 shutdown_connections 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2622069757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58107940 0x7f4b58107d20 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2622069757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b581034b0 0x7f4b5810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2622069757 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4b58102af0 0x7f4b58102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2622069757 >> 172.21.15.32:0/2622069757 conn(0x7f4b58079ba0 msgr2=0x7f4b58079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2622069757 shutdown_connections 2024-04-25T19:01:02.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.514+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2622069757 wait complete. 2024-04-25T19:01:02.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.515+0000 7f4b5cc00700 1 Processor -- start 2024-04-25T19:01:02.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.515+0000 7f4b5cc00700 1 -- start start 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b5cc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58102af0 0x7f4b58074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b5cc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4b581034b0 0x7f4b58075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b5cc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b58107940 0x7f4b580757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b5cc00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4b58112ca0 con 0x7f4b58102af0 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b5cc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4b58112b20 con 0x7f4b581034b0 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b5cc00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4b58112e20 con 0x7f4b58107940 2024-04-25T19:01:02.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b55e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58102af0 0x7f4b58074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b55e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58102af0 0x7f4b58074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50980/0 (socket says 172.21.15.32:50980) 2024-04-25T19:01:02.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b55e00700 1 -- 172.21.15.32:0/2098871005 learned_addr learned my addr 172.21.15.32:0/2098871005 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:02.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b55400700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4b581034b0 0x7f4b58075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.516+0000 7f4b56800700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b58107940 0x7f4b580757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55e00700 1 -- 172.21.15.32:0/2098871005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b58107940 msgr2=0x7f4b580757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55e00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b58107940 0x7f4b580757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55e00700 1 -- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4b581034b0 msgr2=0x7f4b58075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55e00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4b581034b0 0x7f4b58075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55e00700 1 -- 172.21.15.32:0/2098871005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b581a7760 con 0x7f4b58102af0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55400700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4b581034b0 0x7f4b58075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b56800700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b58107940 0x7f4b580757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b55e00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58102af0 0x7f4b58074d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4b48000c00 tx=0x7f4b4800f990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48027070 con 0x7f4b58102af0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.517+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b581a79f0 con 0x7f4b58102af0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.518+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b480055f0 con 0x7f4b58102af0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.518+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48004930 con 0x7f4b58102af0 2024-04-25T19:01:02.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.518+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b581a7e40 con 0x7f4b58102af0 2024-04-25T19:01:02.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.519+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4b58063110 con 0x7f4b58102af0 2024-04-25T19:01:02.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.521+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4b4802a070 con 0x7f4b58102af0 2024-04-25T19:01:02.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.522+0000 7f4b4ea00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4b3c0a3d50 0x7f4b3c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.522+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f4b480d1610 con 0x7f4b58102af0 2024-04-25T19:01:02.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.523+0000 7f4b55400700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4b3c0a3d50 0x7f4b3c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.523+0000 7f4b4ea00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] conn(0x7f4b3c0ad910 0x7f4b3c0afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:02.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.523+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 --> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4b4802de50 con 0x7f4b3c0ad910 2024-04-25T19:01:02.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.523+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f4b480d19c0 con 0x7f4b58102af0 2024-04-25T19:01:02.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.523+0000 7f4b56800700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] conn(0x7f4b3c0ad910 0x7f4b3c0afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:02.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.523+0000 7f4b55400700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4b3c0a3d50 0x7f4b3c0a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4b5807a310 tx=0x7f4b44009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:02.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.524+0000 7f4b56800700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] conn(0x7f4b3c0ad910 0x7f4b3c0afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:02.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.525+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== osd.4 v2:172.21.15.64:6808/3019837332 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4b4802de50 con 0x7f4b3c0ad910 2024-04-25T19:01:02.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.543+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 --> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4b58063590 con 0x7f4b3c0ad910 2024-04-25T19:01:02.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.544+0000 7f4b4ea00700 1 -- 172.21.15.32:0/2098871005 <== osd.4 v2:172.21.15.64:6808/3019837332 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4b58063590 con 0x7f4b3c0ad910 2024-04-25T19:01:02.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.544+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] conn(0x7f4b3c0ad910 msgr2=0x7f4b3c0afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.544+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] conn(0x7f4b3c0ad910 0x7f4b3c0afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:02.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4b3c0a3d50 msgr2=0x7f4b3c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4b3c0a3d50 0x7f4b3c0a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4b5807a310 tx=0x7f4b44009260 comp rx=0 tx=0).stop 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58102af0 msgr2=0x7f4b58074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 --2- 172.21.15.32:0/2098871005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4b58102af0 0x7f4b58074d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4b48000c00 tx=0x7f4b4800f990 comp rx=0 tx=0).stop 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b56800700 1 -- 172.21.15.32:0/2098871005 reap_dead start 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 shutdown_connections 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 >> 172.21.15.32:0/2098871005 conn(0x7f4b58079ba0 msgr2=0x7f4b58100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 shutdown_connections 2024-04-25T19:01:02.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.545+0000 7f4b5cc00700 1 -- 172.21.15.32:0/2098871005 wait complete. 2024-04-25T19:01:03.788 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:03 smithi032 ceph-mon[28041]: pgmap v388: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T19:01:03.877 INFO:teuthology.orchestra.run.smithi032.stdout:309237645355 2024-04-25T19:01:03.878 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-25T19:01:03.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:03 smithi066 ceph-mon[32882]: pgmap v388: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T19:01:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:03 smithi064 ceph-mon[32321]: pgmap v388: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T19:01:05.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 -- 172.21.15.32:0/2893445764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 msgr2=0x7f78b0075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 --2- 172.21.15.32:0/2893445764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 0x7f78b0075050 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f78a0009990 tx=0x7f78a0009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 -- 172.21.15.32:0/2893445764 shutdown_connections 2024-04-25T19:01:05.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 --2- 172.21.15.32:0/2893445764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b010f4a0 0x7f78b0111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 --2- 172.21.15.32:0/2893445764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 0x7f78b0075050 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 --2- 172.21.15.32:0/2893445764 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f78b0075590 0x7f78b010ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 -- 172.21.15.32:0/2893445764 >> 172.21.15.32:0/2893445764 conn(0x7f78b0079ba0 msgr2=0x7f78b0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 -- 172.21.15.32:0/2893445764 shutdown_connections 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.820+0000 7f78b7000700 1 -- 172.21.15.32:0/2893445764 wait complete. 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.821+0000 7f78b7000700 1 Processor -- start 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.821+0000 7f78b7000700 1 -- start start 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b7000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 0x7f78b019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b7000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b0075590 0x7f78b019b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b7000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f78b010f4a0 0x7f78b019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b7000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f78b0114eb0 con 0x7f78b0075590 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b7000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f78b0114d30 con 0x7f78b010f4a0 2024-04-25T19:01:05.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b7000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f78b0115030 con 0x7f78b0074c70 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78af400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b0075590 0x7f78b019b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78af400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b0075590 0x7f78b019b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51030/0 (socket says 172.21.15.32:51030) 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78af400700 1 -- 172.21.15.32:0/1817170542 learned_addr learned my addr 172.21.15.32:0/1817170542 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78b5000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f78b010f4a0 0x7f78b019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.822+0000 7f78afe00700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 0x7f78b019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b5000700 1 -- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 msgr2=0x7f78b019b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b5000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78b0074c70 0x7f78b019b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b5000700 1 -- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b0075590 msgr2=0x7f78b019b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b5000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b0075590 0x7f78b019b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b5000700 1 -- 172.21.15.32:0/1817170542 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78b01a0320 con 0x7f78b010f4a0 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78af400700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78b0075590 0x7f78b019b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:05.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b5000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f78b010f4a0 0x7f78b019fbe0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f78a800ef90 tx=0x7f78a800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a80093a0 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.823+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78b01a05b0 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.824+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78a800c940 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.824+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a80043c0 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.824+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78b01a7e90 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.825+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f78b0063190 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.828+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f78a801b030 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78acc00700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f78940a3d50 0x7f78940a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f78a80cff90 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78afe00700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f78940a3d50 0x7f78940a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78acc00700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] conn(0x7f78940ad910 0x7f78940afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 --> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f78940b0480 con 0x7f78940ad910 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f78a80d0340 con 0x7f78b010f4a0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.830+0000 7f78af400700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] conn(0x7f78940ad910 0x7f78940afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.831+0000 7f78afe00700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f78940a3d50 0x7f78940a6210 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f78a0006010 tx=0x7f78a000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.831+0000 7f78af400700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] conn(0x7f78940ad910 0x7f78940afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.832+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== osd.2 v2:172.21.15.66:6800/3273043844 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f78940b0480 con 0x7f78940ad910 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.851+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 --> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f78b0063610 con 0x7f78940ad910 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78acc00700 1 -- 172.21.15.32:0/1817170542 <== osd.2 v2:172.21.15.66:6800/3273043844 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f78b0063610 con 0x7f78940ad910 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] conn(0x7f78940ad910 msgr2=0x7f78940afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b7000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] conn(0x7f78940ad910 0x7f78940afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f78940a3d50 msgr2=0x7f78940a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b7000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f78940a3d50 0x7f78940a6210 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f78a0006010 tx=0x7f78a000b260 comp rx=0 tx=0).stop 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f78b010f4a0 msgr2=0x7f78b019fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b7000700 1 --2- 172.21.15.32:0/1817170542 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f78b010f4a0 0x7f78b019fbe0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f78a800ef90 tx=0x7f78a800c3a0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.852+0000 7f78b5000700 1 -- 172.21.15.32:0/1817170542 reap_dead start 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.853+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 shutdown_connections 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.853+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 >> 172.21.15.32:0/1817170542 conn(0x7f78b0079ba0 msgr2=0x7f78b00ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.853+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 shutdown_connections 2024-04-25T19:01:05.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.853+0000 7f78b7000700 1 -- 172.21.15.32:0/1817170542 wait complete. 2024-04-25T19:01:05.653 INFO:teuthology.orchestra.run.smithi032.stdout:163208757321 2024-04-25T19:01:05.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-25T19:01:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:05 smithi032 ceph-mon[28041]: pgmap v389: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-25T19:01:05.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 -- 172.21.15.32:0/1238390613 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 msgr2=0x7f7200108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 --2- 172.21.15.32:0/1238390613 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f7200108e00 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f71f00098f0 tx=0x7f71f0009c00 comp rx=0 tx=0).stop 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 -- 172.21.15.32:0/1238390613 shutdown_connections 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 --2- 172.21.15.32:0/1238390613 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f7200108e00 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 --2- 172.21.15.32:0/1238390613 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f720006b980 0x7f720010f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 --2- 172.21.15.32:0/1238390613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f720006afe0 0x7f720006b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 -- 172.21.15.32:0/1238390613 >> 172.21.15.32:0/1238390613 conn(0x7f72000788b0 msgr2=0x7f7200078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 -- 172.21.15.32:0/1238390613 shutdown_connections 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.748+0000 7f7207200700 1 -- 172.21.15.32:0/1238390613 wait complete. 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.749+0000 7f7207200700 1 Processor -- start 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.749+0000 7f7207200700 1 -- start start 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.749+0000 7f7207200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f720006afe0 0x7f720019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.749+0000 7f7207200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f720006b980 0x7f720019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.749+0000 7f7207200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f720019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.749+0000 7f7207200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7200112bb0 con 0x7f7200108a20 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f7207200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7200112a30 con 0x7f720006afe0 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f7207200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7200112d30 con 0x7f720006b980 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f7205200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f720019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71ffe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f720006afe0 0x7f720019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f7205200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f720019fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50994/0 (socket says 172.21.15.32:50994) 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f7205200700 1 -- 172.21.15.32:0/2826733842 learned_addr learned my addr 172.21.15.32:0/2826733842 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71f7400700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f720006b980 0x7f720019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71ffe00700 1 -- 172.21.15.32:0/2826733842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f720006b980 msgr2=0x7f720019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71ffe00700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f720006b980 0x7f720019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71ffe00700 1 -- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 msgr2=0x7f720019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71ffe00700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f720019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f71ffe00700 1 -- 172.21.15.32:0/2826733842 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72001a0390 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.750+0000 7f7205200700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7200108a20 0x7f720019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.751+0000 7f71ffe00700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f720006afe0 0x7f720019b380 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f71f0009230 tx=0x7f71f000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.751+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f0005140 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.751+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72001a0620 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.751+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71f000b560 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.751+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71f0003900 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.751+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72001a7f00 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.752+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7200063150 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.754+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f71f000b9a0 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.755+0000 7f71fd600700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f71e40a3d50 0x7f71e40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.756+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f71f00d1a60 con 0x7f720006afe0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.756+0000 7f71f7400700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f71e40a3d50 0x7f71e40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.756+0000 7f71fd600700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] conn(0x7f71e40ad910 0x7f71e40afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.756+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 --> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f71f002fe50 con 0x7f71e40ad910 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.756+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f71f00d1e10 con 0x7f720006afe0 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.756+0000 7f7205200700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] conn(0x7f71e40ad910 0x7f71e40afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.757+0000 7f71f7400700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f71e40a3d50 0x7f71e40a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7200078f00 tx=0x7f71e800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.757+0000 7f7205200700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] conn(0x7f71e40ad910 0x7f71e40afdb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.758+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== osd.1 v2:172.21.15.64:6800/3079186274 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f71f002fe50 con 0x7f71e40ad910 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.776+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 --> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7200063580 con 0x7f71e40ad910 2024-04-25T19:01:05.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f71fd600700 1 -- 172.21.15.32:0/2826733842 <== osd.1 v2:172.21.15.64:6800/3079186274 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7200063580 con 0x7f71e40ad910 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] conn(0x7f71e40ad910 msgr2=0x7f71e40afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f7207200700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] conn(0x7f71e40ad910 0x7f71e40afdb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f71e40a3d50 msgr2=0x7f71e40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f7207200700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f71e40a3d50 0x7f71e40a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7200078f00 tx=0x7f71e800b040 comp rx=0 tx=0).stop 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f720006afe0 msgr2=0x7f720019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.777+0000 7f7207200700 1 --2- 172.21.15.32:0/2826733842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f720006afe0 0x7f720019b380 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f71f0009230 tx=0x7f71f000fa00 comp rx=0 tx=0).stop 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.778+0000 7f7205200700 1 -- 172.21.15.32:0/2826733842 reap_dead start 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.778+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 shutdown_connections 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.778+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 >> 172.21.15.32:0/2826733842 conn(0x7f72000788b0 msgr2=0x7f720010df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.778+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 shutdown_connections 2024-04-25T19:01:05.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:02.778+0000 7f7207200700 1 -- 172.21.15.32:0/2826733842 wait complete. 2024-04-25T19:01:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:05 smithi066 ceph-mon[32882]: pgmap v389: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-25T19:01:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:05 smithi064 ceph-mon[32321]: pgmap v389: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-04-25T19:01:06.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 -- 172.21.15.32:0/2249423860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 msgr2=0x7f9fe410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:06.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/2249423860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 0x7f9fe410f900 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc00b0a0 tx=0x7f9fdc00b3b0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 -- 172.21.15.32:0/2249423860 shutdown_connections 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/2249423860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 0x7f9fe410f900 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/2249423860 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9fe4108a30 0x7f9fe4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/2249423860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9fe406a750 0x7f9fe406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 -- 172.21.15.32:0/2249423860 >> 172.21.15.32:0/2249423860 conn(0x7f9fe40788f0 msgr2=0x7f9fe4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 -- 172.21.15.32:0/2249423860 shutdown_connections 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.435+0000 7f9fe9a00700 1 -- 172.21.15.32:0/2249423860 wait complete. 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 Processor -- start 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 -- start start 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9fe406a750 0x7f9fe4199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 0x7f9fe4199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9fe4108a30 0x7f9fe419db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:06.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe4112ca0 con 0x7f9fe406b0f0 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe4112b20 con 0x7f9fe4108a30 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe9a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe4112e20 con 0x7f9fe406a750 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.437+0000 7f9fe2a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9fe406a750 0x7f9fe4199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fe2a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9fe406a750 0x7f9fe4199240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:54638/0 (socket says 172.21.15.32:54638) 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fe2a00700 1 -- 172.21.15.32:0/4198037155 learned_addr learned my addr 172.21.15.32:0/4198037155 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 0x7f9fe4199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fe3400700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9fe4108a30 0x7f9fe419db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 -- 172.21.15.32:0/4198037155 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9fe406a750 msgr2=0x7f9fe4199240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9fe406a750 0x7f9fe4199240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 -- 172.21.15.32:0/4198037155 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9fe4108a30 msgr2=0x7f9fe419db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9fe4108a30 0x7f9fe419db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 -- 172.21.15.32:0/4198037155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe419e250 con 0x7f9fe406b0f0 2024-04-25T19:01:06.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.438+0000 7f9fdbe00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 0x7f9fe4199780 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00e9f0 tx=0x7f9fcc00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.439+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc00cbd0 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.439+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9fcc00cd70 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.439+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fe419e540 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.439+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc018680 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.439+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fe41a5dc0 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.440+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9fe4063150 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.442+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9fcc010430 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.443+0000 7f9fdb400700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9fc80a3cd0 0x7f9fc80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f9fcc0d07c0 con 0x7f9fe406b0f0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fe2a00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9fc80a3cd0 0x7f9fc80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fdb400700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] conn(0x7f9fc80ad890 0x7f9fc80afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 --> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9fcc015e80 con 0x7f9fc80ad890 2024-04-25T19:01:06.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f9fcc0d7050 con 0x7f9fe406b0f0 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fe3400700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] conn(0x7f9fc80ad890 0x7f9fc80afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.444+0000 7f9fe2a00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9fc80a3cd0 0x7f9fc80a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40099d0 tx=0x7f9fd4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.445+0000 7f9fe3400700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] conn(0x7f9fc80ad890 0x7f9fc80afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.446+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== osd.3 v2:172.21.15.32:6810/694804221 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9fcc015e80 con 0x7f9fc80ad890 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.465+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 --> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9fe40635d0 con 0x7f9fc80ad890 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.466+0000 7f9fdb400700 1 -- 172.21.15.32:0/4198037155 <== osd.3 v2:172.21.15.32:6810/694804221 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9fe40635d0 con 0x7f9fc80ad890 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.466+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] conn(0x7f9fc80ad890 msgr2=0x7f9fc80afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.466+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] conn(0x7f9fc80ad890 0x7f9fc80afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9fc80a3cd0 msgr2=0x7f9fc80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9fc80a3cd0 0x7f9fc80a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40099d0 tx=0x7f9fd4008040 comp rx=0 tx=0).stop 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 msgr2=0x7f9fe4199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 --2- 172.21.15.32:0/4198037155 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9fe406b0f0 0x7f9fe4199780 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00e9f0 tx=0x7f9fcc00ed00 comp rx=0 tx=0).stop 2024-04-25T19:01:06.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe3400700 1 -- 172.21.15.32:0/4198037155 reap_dead start 2024-04-25T19:01:06.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 shutdown_connections 2024-04-25T19:01:06.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 >> 172.21.15.32:0/4198037155 conn(0x7f9fe40788f0 msgr2=0x7f9fe40ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:06.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 shutdown_connections 2024-04-25T19:01:06.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:04.467+0000 7f9fe9a00700 1 -- 172.21.15.32:0/4198037155 wait complete. 2024-04-25T19:01:06.804 INFO:teuthology.orchestra.run.smithi032.stdout:287762808883 2024-04-25T19:01:06.805 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-25T19:01:07.372 INFO:teuthology.orchestra.run.smithi032.stdout:55834574946 2024-04-25T19:01:07.372 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-25T19:01:07.734 INFO:teuthology.orchestra.run.smithi032.stdout:219043332156 2024-04-25T19:01:07.735 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-25T19:01:07.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:07 smithi032 ceph-mon[28041]: pgmap v390: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T19:01:07.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:07 smithi066 ceph-mon[32882]: pgmap v390: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T19:01:08.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:07 smithi064 ceph-mon[32321]: pgmap v390: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 -- 172.21.15.32:0/2229226286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06a750 msgr2=0x7f0dbc06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 --2- 172.21.15.32:0/2229226286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06a750 0x7f0dbc06abb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0da80098f0 tx=0x7f0da8009c00 comp rx=0 tx=0).stop 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 -- 172.21.15.32:0/2229226286 shutdown_connections 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 --2- 172.21.15.32:0/2229226286 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06b0f0 0x7f0dbc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 --2- 172.21.15.32:0/2229226286 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0dbc108a30 0x7f0dbc108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 --2- 172.21.15.32:0/2229226286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06a750 0x7f0dbc06abb0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.062+0000 7f0dc1800700 1 -- 172.21.15.32:0/2229226286 >> 172.21.15.32:0/2229226286 conn(0x7f0dbc0788f0 msgr2=0x7f0dbc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.063+0000 7f0dc1800700 1 -- 172.21.15.32:0/2229226286 shutdown_connections 2024-04-25T19:01:08.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.063+0000 7f0dc1800700 1 -- 172.21.15.32:0/2229226286 wait complete. 2024-04-25T19:01:08.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.064+0000 7f0dc1800700 1 Processor -- start 2024-04-25T19:01:08.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.064+0000 7f0dc1800700 1 -- start start 2024-04-25T19:01:08.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dc1800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06a750 0x7f0dbc19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:08.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dc1800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06b0f0 0x7f0dbc19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:08.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dc1800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0dbc108a30 0x7f0dbc19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:08.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dc1800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0dbc112c20 con 0x7f0dbc06a750 2024-04-25T19:01:08.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dc1800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0dbc112aa0 con 0x7f0dbc108a30 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dc1800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0dbc112da0 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dbaa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06a750 0x7f0dbc19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dba000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06b0f0 0x7f0dbc19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dbaa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06a750 0x7f0dbc19b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51034/0 (socket says 172.21.15.32:51034) 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dbaa00700 1 -- 172.21.15.32:0/3784310341 learned_addr learned my addr 172.21.15.32:0/3784310341 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.065+0000 7f0dbb400700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0dbc108a30 0x7f0dbc19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dba000700 1 -- 172.21.15.32:0/3784310341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0dbc108a30 msgr2=0x7f0dbc19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dba000700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0dbc108a30 0x7f0dbc19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dba000700 1 -- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06a750 msgr2=0x7f0dbc19b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dba000700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06a750 0x7f0dbc19b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dba000700 1 -- 172.21.15.32:0/3784310341 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dbc1a03a0 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dbaa00700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0dbc06a750 0x7f0dbc19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dba000700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06b0f0 0x7f0dbc19b920 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0da800c010 tx=0x7f0da800fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:08.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da80050c0 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0da800b560 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dbc1a0630 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.066+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da8003a00 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.067+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dbc1a7f10 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.067+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0dbc063190 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.070+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0da800b710 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.072+0000 7f0db3400700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0da00a3d50 0x7f0da00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:08.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.072+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f0da80d1970 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.072+0000 7f0dbaa00700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0da00a3d50 0x7f0da00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:08.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.073+0000 7f0db3400700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] conn(0x7f0da00ad910 0x7f0da00afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:08.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.073+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 --> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0da8025ec0 con 0x7f0da00ad910 2024-04-25T19:01:08.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.073+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f0da80d1d20 con 0x7f0dbc06b0f0 2024-04-25T19:01:08.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.073+0000 7f0dbaa00700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0da00a3d50 0x7f0da00a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0dac011550 tx=0x7f0dac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:08.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.073+0000 7f0dbb400700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] conn(0x7f0da00ad910 0x7f0da00afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:08.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.074+0000 7f0dbb400700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] conn(0x7f0da00ad910 0x7f0da00afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:08.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.075+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== osd.8 v2:172.21.15.66:6816/303523546 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0da8025ec0 con 0x7f0da00ad910 2024-04-25T19:01:08.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.093+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 --> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0dbc063590 con 0x7f0da00ad910 2024-04-25T19:01:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.094+0000 7f0db3400700 1 -- 172.21.15.32:0/3784310341 <== osd.8 v2:172.21.15.66:6816/303523546 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0dbc063590 con 0x7f0da00ad910 2024-04-25T19:01:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] conn(0x7f0da00ad910 msgr2=0x7f0da00afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] conn(0x7f0da00ad910 0x7f0da00afdb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0da00a3d50 msgr2=0x7f0da00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f0da00a3d50 0x7f0da00a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0dac011550 tx=0x7f0dac009260 comp rx=0 tx=0).stop 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06b0f0 msgr2=0x7f0dbc19b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 --2- 172.21.15.32:0/3784310341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dbc06b0f0 0x7f0dbc19b920 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0da800c010 tx=0x7f0da800fa00 comp rx=0 tx=0).stop 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dbb400700 1 -- 172.21.15.32:0/3784310341 reap_dead start 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 shutdown_connections 2024-04-25T19:01:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 >> 172.21.15.32:0/3784310341 conn(0x7f0dbc0788f0 msgr2=0x7f0dbc10df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.095+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 shutdown_connections 2024-04-25T19:01:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:08.096+0000 7f0dc1800700 1 -- 172.21.15.32:0/3784310341 wait complete. 2024-04-25T19:01:08.485 INFO:teuthology.orchestra.run.smithi032.stdout:141733920847 2024-04-25T19:01:08.485 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-25T19:01:09.654 INFO:teuthology.orchestra.run.smithi032.stdout:107374182486 2024-04-25T19:01:09.654 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-25T19:01:09.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 -- 172.21.15.32:0/3846538563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a18075590 msgr2=0x7f7a1810ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:09.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/3846538563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a18075590 0x7f7a1810ef00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7a040098f0 tx=0x7f7a04009c00 comp rx=0 tx=0).stop 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 -- 172.21.15.32:0/3846538563 shutdown_connections 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/3846538563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 0x7f7a18075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/3846538563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a1810f440 0x7f7a18111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/3846538563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a18075590 0x7f7a1810ef00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 -- 172.21.15.32:0/3846538563 >> 172.21.15.32:0/3846538563 conn(0x7f7a18079ba0 msgr2=0x7f7a18079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 -- 172.21.15.32:0/3846538563 shutdown_connections 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.651+0000 7f7a1ea00700 1 -- 172.21.15.32:0/3846538563 wait complete. 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.652+0000 7f7a1ea00700 1 Processor -- start 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.652+0000 7f7a1ea00700 1 -- start start 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 0x7f7a1819b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a18075590 0x7f7a1819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:09.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a1810f440 0x7f7a1819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ea00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7a18114e50 con 0x7f7a18074c70 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ea00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7a18114cd0 con 0x7f7a1810f440 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ea00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7a18114fd0 con 0x7f7a18075590 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a17e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 0x7f7a1819b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a17e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 0x7f7a1819b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51066/0 (socket says 172.21.15.32:51066) 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a17e00700 1 -- 172.21.15.32:0/1755303046 learned_addr learned my addr 172.21.15.32:0/1755303046 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a17400700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a18075590 0x7f7a1819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.653+0000 7f7a1ca00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a1810f440 0x7f7a1819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17e00700 1 -- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a18075590 msgr2=0x7f7a1819b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17e00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a18075590 0x7f7a1819b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17e00700 1 -- 172.21.15.32:0/1755303046 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a1810f440 msgr2=0x7f7a1819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:09.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17e00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7a1810f440 0x7f7a1819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17e00700 1 -- 172.21.15.32:0/1755303046 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a181a03b0 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17400700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a18075590 0x7f7a1819b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.654+0000 7f7a17e00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 0x7f7a1819b3a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7a0800ec10 tx=0x7f7a0800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.655+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a0800cd40 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.655+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a181a06a0 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.655+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a080044d0 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.655+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a08010690 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.655+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a181a7f20 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.656+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7a18063150 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.658+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7a08003e50 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.659+0000 7f7a14c00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f79fc0a3d50 0x7f79fc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.660+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7a080d0a60 con 0x7f7a18074c70 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.660+0000 7f7a17400700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f79fc0a3d50 0x7f79fc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:09.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.660+0000 7f7a14c00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] conn(0x7f79fc0ad910 0x7f79fc0afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.660+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 --> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7a0801ee50 con 0x7f79fc0ad910 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.660+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f7a080d0e10 con 0x7f7a18074c70 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.660+0000 7f7a1ca00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] conn(0x7f79fc0ad910 0x7f79fc0afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.661+0000 7f7a17400700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f79fc0a3d50 0x7f79fc0a6210 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7a04009810 tx=0x7f7a04019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.661+0000 7f7a1ca00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] conn(0x7f79fc0ad910 0x7f79fc0afdb0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.662+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== osd.11 v2:172.21.15.66:6824/1578273059 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7a0801ee50 con 0x7f79fc0ad910 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.680+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 --> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7a180635d0 con 0x7f79fc0ad910 2024-04-25T19:01:09.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a14c00700 1 -- 172.21.15.32:0/1755303046 <== osd.11 v2:172.21.15.66:6824/1578273059 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7a180635d0 con 0x7f79fc0ad910 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] conn(0x7f79fc0ad910 msgr2=0x7f79fc0afdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] conn(0x7f79fc0ad910 0x7f79fc0afdb0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f79fc0a3d50 msgr2=0x7f79fc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f79fc0a3d50 0x7f79fc0a6210 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7a04009810 tx=0x7f7a04019040 comp rx=0 tx=0).stop 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 msgr2=0x7f7a1819b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.681+0000 7f7a1ea00700 1 --2- 172.21.15.32:0/1755303046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a18074c70 0x7f7a1819b3a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7a0800ec10 tx=0x7f7a0800ef20 comp rx=0 tx=0).stop 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.682+0000 7f7a1ca00700 1 -- 172.21.15.32:0/1755303046 reap_dead start 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.682+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 shutdown_connections 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.682+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 >> 172.21.15.32:0/1755303046 conn(0x7f7a18079ba0 msgr2=0x7f7a180ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.682+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 shutdown_connections 2024-04-25T19:01:09.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:09.682+0000 7f7a1ea00700 1 -- 172.21.15.32:0/1755303046 wait complete. 2024-04-25T19:01:09.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:09 smithi066 ceph-mon[32882]: pgmap v391: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-25T19:01:10.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:09 smithi064 ceph-mon[32321]: pgmap v391: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-25T19:01:10.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:09 smithi032 ceph-mon[28041]: pgmap v391: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-25T19:01:11.014 INFO:teuthology.orchestra.run.smithi032.stdout:343597383721 2024-04-25T19:01:11.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-25T19:01:11.415 INFO:teuthology.orchestra.run.smithi032.stdout:77309411422 2024-04-25T19:01:11.416 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-25T19:01:11.572 INFO:teuthology.orchestra.run.smithi032.stdout:253403070521 2024-04-25T19:01:11.573 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-25T19:01:11.588 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:11.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:11 smithi032 ceph-mon[28041]: pgmap v392: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-04-25T19:01:11.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:11 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:01:11.917 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:11 smithi064 ceph-mon[32321]: pgmap v392: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-04-25T19:01:11.917 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:11 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:01:11.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:11 smithi066 ceph-mon[32882]: pgmap v392: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-04-25T19:01:11.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:11 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:01:13.194 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.195 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.197 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.200 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.217 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.217 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.220 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.221 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.227 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: pgmap v393: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:13 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: pgmap v393: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:13 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: pgmap v393: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:13 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:15 smithi066 ceph-mon[32882]: pgmap v394: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:15 smithi064 ceph-mon[32321]: pgmap v394: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:15.528 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:15 smithi032 ceph-mon[28041]: pgmap v394: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:17.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:17 smithi032 ceph-mon[28041]: pgmap v395: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-25T19:01:17.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:17 smithi032 ceph-mon[28041]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-25T19:01:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:17 smithi066 ceph-mon[32882]: pgmap v395: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-25T19:01:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:17 smithi066 ceph-mon[32882]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-25T19:01:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:17 smithi064 ceph-mon[32321]: pgmap v395: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-25T19:01:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:17 smithi064 ceph-mon[32321]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-04-25T19:01:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:19 smithi064 ceph-mon[32321]: pgmap v396: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T19:01:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:19 smithi032 ceph-mon[28041]: pgmap v396: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T19:01:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:19 smithi066 ceph-mon[32882]: pgmap v396: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-25T19:01:20.740 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:21 smithi064 ceph-mon[32321]: pgmap v397: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T19:01:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:21 smithi032 ceph-mon[28041]: pgmap v397: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T19:01:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:21 smithi066 ceph-mon[32882]: pgmap v397: 97 pgs: 97 active+clean; 647 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T19:01:22.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 -- 172.21.15.32:0/2701331584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406a750 msgr2=0x7fe31406ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 --2- 172.21.15.32:0/2701331584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406a750 0x7fe31406ab30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe304009990 tx=0x7fe304009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 -- 172.21.15.32:0/2701331584 shutdown_connections 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 --2- 172.21.15.32:0/2701331584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406a750 0x7fe31406ab30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 --2- 172.21.15.32:0/2701331584 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31410f4f0 0x7fe3141118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 --2- 172.21.15.32:0/2701331584 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe31406b070 0x7fe31410efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.317+0000 7fe31a000700 1 -- 172.21.15.32:0/2701331584 >> 172.21.15.32:0/2701331584 conn(0x7fe3140788f0 msgr2=0x7fe314078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.318+0000 7fe31a000700 1 -- 172.21.15.32:0/2701331584 shutdown_connections 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.318+0000 7fe31a000700 1 -- 172.21.15.32:0/2701331584 wait complete. 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 Processor -- start 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 -- start start 2024-04-25T19:01:22.321 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31406a750 0x7fe31419b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:22.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 0x7fe31419b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:22.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe31410f4f0 0x7fe31419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:22.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe314114e50 con 0x7fe31406b070 2024-04-25T19:01:22.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe314114cd0 con 0x7fe31406a750 2024-04-25T19:01:22.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe31a000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe314114fd0 con 0x7fe31410f4f0 2024-04-25T19:01:22.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe312a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 0x7fe31419b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:22.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe312a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 0x7fe31419b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33864/0 (socket says 172.21.15.32:33864) 2024-04-25T19:01:22.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.319+0000 7fe312a00700 1 -- 172.21.15.32:0/3949430494 learned_addr learned my addr 172.21.15.32:0/3949430494 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:22.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe313400700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31406a750 0x7fe31419b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:22.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe313e00700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe31410f4f0 0x7fe31419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:22.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe312a00700 1 -- 172.21.15.32:0/3949430494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe31410f4f0 msgr2=0x7fe31419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe312a00700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe31410f4f0 0x7fe31419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe312a00700 1 -- 172.21.15.32:0/3949430494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31406a750 msgr2=0x7fe31419b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe312a00700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31406a750 0x7fe31419b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe312a00700 1 -- 172.21.15.32:0/3949430494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3141a0340 con 0x7fe31406b070 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe313400700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31406a750 0x7fe31419b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.320+0000 7fe312a00700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 0x7fe31419b8c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe30000e9a0 tx=0x7fe30000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.321+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30000ca10 con 0x7fe31406b070 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.321+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3141a0630 con 0x7fe31406b070 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.321+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe30000cbb0 con 0x7fe31406b070 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.321+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe300018680 con 0x7fe31406b070 2024-04-25T19:01:22.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.321+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3141a7eb0 con 0x7fe31406b070 2024-04-25T19:01:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.322+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe314069730 con 0x7fe31406b070 2024-04-25T19:01:22.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.324+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe300010430 con 0x7fe31406b070 2024-04-25T19:01:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.325+0000 7fe30be00700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe2f80a3c40 0x7fe2f80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.326+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe3000d05a0 con 0x7fe31406b070 2024-04-25T19:01:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.326+0000 7fe313400700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe2f80a3c40 0x7fe2f80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.327+0000 7fe313400700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe2f80a3c40 0x7fe2f80a6100 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe304006010 tx=0x7fe30400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.330+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe30009cf40 con 0x7fe31406b070 2024-04-25T19:01:22.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.574+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fe31402df80 con 0x7fe31406b070 2024-04-25T19:01:22.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.574+0000 7fe30be00700 1 -- 172.21.15.32:0/3949430494 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe30009c840 con 0x7fe31406b070 2024-04-25T19:01:22.576 INFO:teuthology.orchestra.run.smithi032.stdout:55834574950 2024-04-25T19:01:22.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe2f80a3c40 msgr2=0x7fe2f80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:22.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe2f80a3c40 0x7fe2f80a6100 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe304006010 tx=0x7fe30400b260 comp rx=0 tx=0).stop 2024-04-25T19:01:22.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 msgr2=0x7fe31419b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:22.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 0x7fe31419b8c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe30000e9a0 tx=0x7fe30000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 shutdown_connections 2024-04-25T19:01:22.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe31410f4f0 0x7fe31419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe31406a750 0x7fe31419b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe2f80a3c40 0x7fe2f80a6100 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 --2- 172.21.15.32:0/3949430494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe31406b070 0x7fe31419b8c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.577+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 >> 172.21.15.32:0/3949430494 conn(0x7fe3140788f0 msgr2=0x7fe3141109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.578+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 shutdown_connections 2024-04-25T19:01:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:22.578+0000 7fe31a000700 1 -- 172.21.15.32:0/3949430494 wait complete. 2024-04-25T19:01:23.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:23 smithi032 ceph-mon[28041]: pgmap v398: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-25T19:01:23.299 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:23 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3949430494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T19:01:23.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:23 smithi066 ceph-mon[32882]: pgmap v398: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-25T19:01:23.503 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:23 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3949430494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T19:01:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:23 smithi064 ceph-mon[32321]: pgmap v398: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-25T19:01:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:23 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3949430494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 -- 172.21.15.32:0/960785536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06a750 msgr2=0x7f667c06ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 --2- 172.21.15.32:0/960785536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06a750 0x7f667c06ab30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f666c009990 tx=0x7f666c009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 -- 172.21.15.32:0/960785536 shutdown_connections 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 --2- 172.21.15.32:0/960785536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06a750 0x7f667c06ab30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 --2- 172.21.15.32:0/960785536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c1118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 --2- 172.21.15.32:0/960785536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06b070 0x7f667c10efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 -- 172.21.15.32:0/960785536 >> 172.21.15.32:0/960785536 conn(0x7f667c0788f0 msgr2=0x7f667c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 -- 172.21.15.32:0/960785536 shutdown_connections 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.457+0000 7f6682a00700 1 -- 172.21.15.32:0/960785536 wait complete. 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.458+0000 7f6682a00700 1 Processor -- start 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 -- start start 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06a750 0x7f667c19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06b070 0x7f667c19b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f667c114e50 con 0x7f667c06b070 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f667c114cd0 con 0x7f667c06a750 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.459+0000 7f6682a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f667c114fd0 con 0x7f667c10f4f0 2024-04-25T19:01:23.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:23.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c19fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:40938/0 (socket says 172.21.15.32:40938) 2024-04-25T19:01:23.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f667b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06b070 0x7f667c19b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:23.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 -- 172.21.15.32:0/4152276617 learned_addr learned my addr 172.21.15.32:0/4152276617 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:23.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f667be00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06a750 0x7f667c19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:23.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 -- 172.21.15.32:0/4152276617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06a750 msgr2=0x7f667c19b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:23.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06a750 0x7f667c19b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 -- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06b070 msgr2=0x7f667c19b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:23.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06b070 0x7f667c19b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f6680a00700 1 -- 172.21.15.32:0/4152276617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f667c1a0340 con 0x7f667c10f4f0 2024-04-25T19:01:23.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f667b400700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06b070 0x7f667c19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.460+0000 7f667be00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06a750 0x7f667c19b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.461+0000 7f6680a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c19fc00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f667400ef90 tx=0x7f667400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.461+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66740092e0 con 0x7f667c10f4f0 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.461+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6674004bb0 con 0x7f667c10f4f0 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.461+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6674004280 con 0x7f667c10f4f0 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.461+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f667c1a05d0 con 0x7f667c10f4f0 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.461+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f667c1a7eb0 con 0x7f667c10f4f0 2024-04-25T19:01:23.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.462+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f667c069730 con 0x7f667c10f4f0 2024-04-25T19:01:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.464+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f667401b030 con 0x7f667c10f4f0 2024-04-25T19:01:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.465+0000 7f6678c00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f66600a3cc0 0x7f66600a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.466+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f66740d0080 con 0x7f667c10f4f0 2024-04-25T19:01:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.466+0000 7f667be00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f66600a3cc0 0x7f66600a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.467+0000 7f667be00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f66600a3cc0 0x7f66600a6180 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f666c006010 tx=0x7f666c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:23.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.468+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6674022020 con 0x7f667c10f4f0 2024-04-25T19:01:23.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.717+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f667c02df80 con 0x7f667c10f4f0 2024-04-25T19:01:23.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.717+0000 7f6678c00700 1 -- 172.21.15.32:0/4152276617 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6674010040 con 0x7f667c10f4f0 2024-04-25T19:01:23.719 INFO:teuthology.orchestra.run.smithi032.stdout:34359738474 2024-04-25T19:01:23.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f66600a3cc0 msgr2=0x7f66600a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f66600a3cc0 0x7f66600a6180 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f666c006010 tx=0x7f666c00b260 comp rx=0 tx=0).stop 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 msgr2=0x7f667c19fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c19fc00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f667400ef90 tx=0x7f667400c3a0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 shutdown_connections 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f667c10f4f0 0x7f667c19fc00 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.720+0000 7f6682a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f667c06a750 0x7f667c19b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.721+0000 7f6682a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f66600a3cc0 0x7f66600a6180 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.721+0000 7f6682a00700 1 --2- 172.21.15.32:0/4152276617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f667c06b070 0x7f667c19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:23.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.721+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 >> 172.21.15.32:0/4152276617 conn(0x7f667c0788f0 msgr2=0x7f667c1109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:23.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.722+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 shutdown_connections 2024-04-25T19:01:23.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.722+0000 7f6682a00700 1 -- 172.21.15.32:0/4152276617 wait complete. 2024-04-25T19:01:24.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:24 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4152276617' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T19:01:24.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:24 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/290407093' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T19:01:24.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:24 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4152276617' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T19:01:24.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:24 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/290407093' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T19:01:24.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:24 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4152276617' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-25T19:01:24.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:24 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/290407093' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-25T19:01:25.383 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:25 smithi032 ceph-mon[28041]: pgmap v399: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T19:01:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:25 smithi064 ceph-mon[32321]: pgmap v399: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T19:01:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:25 smithi066 ceph-mon[32882]: pgmap v399: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T19:01:25.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 -- 172.21.15.32:0/1074433313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe440107980 msgr2=0x7fe440107d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:25.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 --2- 172.21.15.32:0/1074433313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe440107980 0x7fe440107d60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe4300098f0 tx=0x7fe430009c00 comp rx=0 tx=0).stop 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 -- 172.21.15.32:0/1074433313 shutdown_connections 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 --2- 172.21.15.32:0/1074433313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe440107980 0x7fe440107d60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 --2- 172.21.15.32:0/1074433313 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4401022f0 0x7fe44010e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 --2- 172.21.15.32:0/1074433313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe440101930 0x7fe440101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 -- 172.21.15.32:0/1074433313 >> 172.21.15.32:0/1074433313 conn(0x7fe4400788b0 msgr2=0x7fe440078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 -- 172.21.15.32:0/1074433313 shutdown_connections 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.563+0000 7fe445800700 1 -- 172.21.15.32:0/1074433313 wait complete. 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.564+0000 7fe445800700 1 Processor -- start 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.564+0000 7fe445800700 1 -- start start 2024-04-25T19:01:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe445800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe440101930 0x7fe44019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe445800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 0x7fe44019b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe445800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe440107980 0x7fe44019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe445800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe440111ad0 con 0x7fe4401022f0 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe445800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe440111950 con 0x7fe440101930 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe445800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe440111c50 con 0x7fe440107980 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe43e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 0x7fe44019b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe43e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 0x7fe44019b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33882/0 (socket says 172.21.15.32:33882) 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe43e000700 1 -- 172.21.15.32:0/290407093 learned_addr learned my addr 172.21.15.32:0/290407093 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe43ea00700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe440101930 0x7fe44019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.565+0000 7fe43f400700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe440107980 0x7fe44019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe43e000700 1 -- 172.21.15.32:0/290407093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe440107980 msgr2=0x7fe44019fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe43e000700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe440107980 0x7fe44019fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe43e000700 1 -- 172.21.15.32:0/290407093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe440101930 msgr2=0x7fe44019b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe43e000700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe440101930 0x7fe44019b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe43e000700 1 -- 172.21.15.32:0/290407093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4401a0350 con 0x7fe4401022f0 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe43e000700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 0x7fe44019b880 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe42c00ec10 tx=0x7fe42c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c00cc80 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe42c00ce20 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.566+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4401a0640 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.567+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c010430 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.567+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4401a7ec0 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.568+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe440069730 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.570+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe42c004000 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.571+0000 7fe437400700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe4240a3c40 0x7fe4240a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.571+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe42c0d0690 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.572+0000 7fe43ea00700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe4240a3c40 0x7fe4240a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.572+0000 7fe43ea00700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe4240a3c40 0x7fe4240a6100 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe430009fd0 tx=0x7fe430019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.581+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe42c09d030 con 0x7fe4401022f0 2024-04-25T19:01:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.852+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fe4401a80f0 con 0x7fe4401022f0 2024-04-25T19:01:25.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.853+0000 7fe437400700 1 -- 172.21.15.32:0/290407093 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe42c09c930 con 0x7fe4401022f0 2024-04-25T19:01:25.758 INFO:teuthology.orchestra.run.smithi032.stdout:219043332161 2024-04-25T19:01:25.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.855+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe4240a3c40 msgr2=0x7fe4240a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:25.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.855+0000 7fe445800700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe4240a3c40 0x7fe4240a6100 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe430009fd0 tx=0x7fe430019040 comp rx=0 tx=0).stop 2024-04-25T19:01:25.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.855+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 msgr2=0x7fe44019b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:25.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 0x7fe44019b880 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe42c00ec10 tx=0x7fe42c00ef20 comp rx=0 tx=0).stop 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 shutdown_connections 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe440107980 0x7fe44019fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe440101930 0x7fe44019b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe4240a3c40 0x7fe4240a6100 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 --2- 172.21.15.32:0/290407093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4401022f0 0x7fe44019b880 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 >> 172.21.15.32:0/290407093 conn(0x7fe4400788b0 msgr2=0x7fe44006b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 shutdown_connections 2024-04-25T19:01:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:23.856+0000 7fe445800700 1 -- 172.21.15.32:0/290407093 wait complete. 2024-04-25T19:01:27.252 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:27 smithi032 ceph-mon[28041]: pgmap v400: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T19:01:27.346 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574946 got 55834574950 for osd.1 2024-04-25T19:01:27.346 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:27 smithi064 ceph-mon[32321]: pgmap v400: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T19:01:27.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.174+0000 7f412e400700 1 -- 172.21.15.32:0/1432474721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f412806b980 msgr2=0x7f412810f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.174+0000 7f412e400700 1 --2- 172.21.15.32:0/1432474721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f412806b980 0x7f412810f8f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4120009f90 tx=0x7f412000b330 comp rx=0 tx=0).stop 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 -- 172.21.15.32:0/1432474721 shutdown_connections 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 --2- 172.21.15.32:0/1432474721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4128108a20 0x7f4128108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 --2- 172.21.15.32:0/1432474721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f412806b980 0x7f412810f8f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 --2- 172.21.15.32:0/1432474721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806afe0 0x7f412806b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 -- 172.21.15.32:0/1432474721 >> 172.21.15.32:0/1432474721 conn(0x7f41280788b0 msgr2=0x7f4128078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 -- 172.21.15.32:0/1432474721 shutdown_connections 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.175+0000 7f412e400700 1 -- 172.21.15.32:0/1432474721 wait complete. 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 Processor -- start 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 -- start start 2024-04-25T19:01:27.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f412806afe0 0x7f41281990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 0x7f4128199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4128108a20 0x7f412819d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4128112ba0 con 0x7f412806afe0 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4128112a20 con 0x7f412806b980 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.177+0000 7f412e400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4128112d20 con 0x7f4128108a20 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 0x7f4128199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 0x7f4128199630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33658/0 (socket says 172.21.15.32:33658) 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 -- 172.21.15.32:0/2656803704 learned_addr learned my addr 172.21.15.32:0/2656803704 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4127400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f412806afe0 0x7f41281990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4127e00700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4128108a20 0x7f412819d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 -- 172.21.15.32:0/2656803704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4128108a20 msgr2=0x7f412819d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:27.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4128108a20 0x7f412819d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 -- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f412806afe0 msgr2=0x7f41281990f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f412806afe0 0x7f41281990f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4126a00700 1 -- 172.21.15.32:0/2656803704 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f412819e100 con 0x7f412806b980 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.178+0000 7f4127e00700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4128108a20 0x7f412819d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.179+0000 7f4126a00700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 0x7f4128199630 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f411400eb30 tx=0x7f411400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.179+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f411400cbd0 con 0x7f412806b980 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.179+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f412819e3f0 con 0x7f412806b980 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.179+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4128101930 con 0x7f412806b980 2024-04-25T19:01:27.696 INFO:teuthology.orchestra.run.smithi032.stdout:163208757327 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.179+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41140044d0 con 0x7f412806b980 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.179+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4114003c90 con 0x7f412806b980 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.181+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4108005330 con 0x7f412806b980 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.184+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4114003e30 con 0x7f412806b980 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.186+0000 7f411fe00700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f410c0a3cc0 0x7f410c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.186+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f41140d0990 con 0x7f412806b980 2024-04-25T19:01:27.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.186+0000 7f4127400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f410c0a3cc0 0x7f410c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.187+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f411409d330 con 0x7f412806b980 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.187+0000 7f4127400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f410c0a3cc0 0x7f410c0a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4118009750 tx=0x7f4118009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.434+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f41080058f0 con 0x7f412806b980 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.435+0000 7f411fe00700 1 -- 172.21.15.32:0/2656803704 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f411409cc30 con 0x7f412806b980 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f410c0a3cc0 msgr2=0x7f410c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f410c0a3cc0 0x7f410c0a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4118009750 tx=0x7f4118009310 comp rx=0 tx=0).stop 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 msgr2=0x7f4128199630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 0x7f4128199630 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f411400eb30 tx=0x7f411400ee40 comp rx=0 tx=0).stop 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 shutdown_connections 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f410c0a3cc0 0x7f410c0a6180 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f412806afe0 0x7f41281990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4128108a20 0x7f412819d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 --2- 172.21.15.32:0/2656803704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f412806b980 0x7f4128199630 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:27.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 >> 172.21.15.32:0/2656803704 conn(0x7f41280788b0 msgr2=0x7f41280ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:27.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 shutdown_connections 2024-04-25T19:01:27.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:27.438+0000 7f412e400700 1 -- 172.21.15.32:0/2656803704 wait complete. 2024-04-25T19:01:27.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:27 smithi066 ceph-mon[32882]: pgmap v400: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-25T19:01:28.423 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:28 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2656803704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T19:01:28.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:28 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2656803704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T19:01:28.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:28 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2656803704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-25T19:01:29.166 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332156 got 219043332161 for osd.7 2024-04-25T19:01:29.166 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:29.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:29 smithi032 ceph-mon[28041]: pgmap v401: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-25T19:01:29.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:29 smithi066 ceph-mon[32882]: pgmap v401: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-25T19:01:29.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:29 smithi064 ceph-mon[32321]: pgmap v401: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 9 op/s 2024-04-25T19:01:30.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 -- 172.21.15.32:0/215975967 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006a750 msgr2=0x7f990006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 --2- 172.21.15.32:0/215975967 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006a750 0x7f990006abb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f98ec009990 tx=0x7f98ec009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 -- 172.21.15.32:0/215975967 shutdown_connections 2024-04-25T19:01:30.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 --2- 172.21.15.32:0/215975967 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006b0f0 0x7f990010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 --2- 172.21.15.32:0/215975967 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9900108a30 0x7f9900108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 --2- 172.21.15.32:0/215975967 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006a750 0x7f990006abb0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 -- 172.21.15.32:0/215975967 >> 172.21.15.32:0/215975967 conn(0x7f99000788f0 msgr2=0x7f9900078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.253+0000 7f9907200700 1 -- 172.21.15.32:0/215975967 shutdown_connections 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.254+0000 7f9907200700 1 -- 172.21.15.32:0/215975967 wait complete. 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 Processor -- start 2024-04-25T19:01:30.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 -- start start 2024-04-25T19:01:30.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006a750 0x7f9900101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006b0f0 0x7f9900101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9900108a30 0x7f9900102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9900112c20 con 0x7f990006a750 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9900112aa0 con 0x7f990006b0f0 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.255+0000 7f9907200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9900112da0 con 0x7f9900108a30 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ffe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006a750 0x7f9900101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ff400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006b0f0 0x7f9900101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ffe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006a750 0x7f9900101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33962/0 (socket says 172.21.15.32:33962) 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ffe00700 1 -- 172.21.15.32:0/2906387746 learned_addr learned my addr 172.21.15.32:0/2906387746 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:30.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f9905200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9900108a30 0x7f9900102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ff400700 1 -- 172.21.15.32:0/2906387746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9900108a30 msgr2=0x7f9900102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ff400700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9900108a30 0x7f9900102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ff400700 1 -- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006a750 msgr2=0x7f9900101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ff400700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006a750 0x7f9900101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.256+0000 7f98ff400700 1 -- 172.21.15.32:0/2906387746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99001a7740 con 0x7f990006b0f0 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.257+0000 7f98ff400700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006b0f0 0x7f9900101f50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f98ec0098e0 tx=0x7f98ec0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:30.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.257+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ec027070 con 0x7f990006b0f0 2024-04-25T19:01:30.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.257+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98ec022470 con 0x7f990006b0f0 2024-04-25T19:01:30.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.257+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99001a79d0 con 0x7f990006b0f0 2024-04-25T19:01:30.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.257+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98ec017650 con 0x7f990006b0f0 2024-04-25T19:01:30.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.257+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99001a7e20 con 0x7f990006b0f0 2024-04-25T19:01:30.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.258+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9900069730 con 0x7f990006b0f0 2024-04-25T19:01:30.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.260+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f98ec02a070 con 0x7f990006b0f0 2024-04-25T19:01:30.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.262+0000 7f98fcc00700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98e40a3c40 0x7f98e40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.262+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f98ec0d1160 con 0x7f990006b0f0 2024-04-25T19:01:30.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.262+0000 7f98ffe00700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98e40a3c40 0x7f98e40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.263+0000 7f98ffe00700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98e40a3c40 0x7f98e40a6100 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f98f0009ce0 tx=0x7f98f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:30.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.264+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f98ec013070 con 0x7f990006b0f0 2024-04-25T19:01:30.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.504+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f990002e140 con 0x7f990006b0f0 2024-04-25T19:01:30.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.504+0000 7f98fcc00700 1 -- 172.21.15.32:0/2906387746 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f98ec09db90 con 0x7f990006b0f0 2024-04-25T19:01:30.506 INFO:teuthology.orchestra.run.smithi032.stdout:197568495689 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98e40a3c40 msgr2=0x7f98e40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98e40a3c40 0x7f98e40a6100 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f98f0009ce0 tx=0x7f98f0009260 comp rx=0 tx=0).stop 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006b0f0 msgr2=0x7f9900101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006b0f0 0x7f9900101f50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f98ec0098e0 tx=0x7f98ec0057c0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 shutdown_connections 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98e40a3c40 0x7f98e40a6100 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f990006a750 0x7f9900101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9900108a30 0x7f9900102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 --2- 172.21.15.32:0/2906387746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f990006b0f0 0x7f9900101f50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 >> 172.21.15.32:0/2906387746 conn(0x7f99000788f0 msgr2=0x7f99000ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:30.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.507+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 shutdown_connections 2024-04-25T19:01:30.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.508+0000 7f9907200700 1 -- 172.21.15.32:0/2906387746 wait complete. 2024-04-25T19:01:30.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:30 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3847178757' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T19:01:30.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:30 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/991366636' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T19:01:30.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:30 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3847178757' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T19:01:30.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:30 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/991366636' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 -- 172.21.15.32:0/536637389 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58108a50 msgr2=0x7f9a58108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 --2- 172.21.15.32:0/536637389 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58108a50 0x7f9a58108e30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c009990 tx=0x7f9a4c009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 -- 172.21.15.32:0/536637389 shutdown_connections 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 --2- 172.21.15.32:0/536637389 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58108a50 0x7f9a58108e30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 --2- 172.21.15.32:0/536637389 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a5810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 --2- 172.21.15.32:0/536637389 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58102a90 0x7f9a58102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.167+0000 7f9a5fc00700 1 -- 172.21.15.32:0/536637389 >> 172.21.15.32:0/536637389 conn(0x7f9a58079ba0 msgr2=0x7f9a58079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:30.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.169+0000 7f9a5fc00700 1 -- 172.21.15.32:0/536637389 shutdown_connections 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.169+0000 7f9a5fc00700 1 -- 172.21.15.32:0/536637389 wait complete. 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.170+0000 7f9a5fc00700 1 Processor -- start 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.170+0000 7f9a5fc00700 1 -- start start 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5fc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58102a90 0x7f9a58074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5fc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a58075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5fc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58108a50 0x7f9a580757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5fc00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9a58112c30 con 0x7f9a58102a90 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5fc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9a58112ab0 con 0x7f9a58103450 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5fc00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9a58112db0 con 0x7f9a58108a50 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5d200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58102a90 0x7f9a58074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a57e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a58075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a57e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a58075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33686/0 (socket says 172.21.15.32:33686) 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a57e00700 1 -- 172.21.15.32:0/991366636 learned_addr learned my addr 172.21.15.32:0/991366636 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:30.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.171+0000 7f9a5dc00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58108a50 0x7f9a580757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a57e00700 1 -- 172.21.15.32:0/991366636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58108a50 msgr2=0x7f9a580757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a57e00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58108a50 0x7f9a580757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a57e00700 1 -- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58102a90 msgr2=0x7f9a58074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a57e00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58102a90 0x7f9a58074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a57e00700 1 -- 172.21.15.32:0/991366636 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a581a76f0 con 0x7f9a58103450 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a5d200700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58102a90 0x7f9a58074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.172+0000 7f9a5dc00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58108a50 0x7f9a580757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.173+0000 7f9a57e00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a58075280 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9a4400eb30 tx=0x7f9a4400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.173+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4400cc90 con 0x7f9a58103450 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.173+0000 7f9a5fc00700 1 -- 172.21.15.32:0/991366636 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a581a79e0 con 0x7f9a58103450 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.173+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a440044d0 con 0x7f9a58103450 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.173+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a44010430 con 0x7f9a58103450 2024-04-25T19:01:30.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.173+0000 7f9a5fc00700 1 -- 172.21.15.32:0/991366636 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a581a7f70 con 0x7f9a58103450 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.176+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a58069730 con 0x7f9a58103450 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.178+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9a44003ea0 con 0x7f9a58103450 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.180+0000 7f9a55600700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9a400a3c40 0x7f9a400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.180+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f9a440d0680 con 0x7f9a58103450 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.180+0000 7f9a5d200700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9a400a3c40 0x7f9a400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.181+0000 7f9a5d200700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9a400a3c40 0x7f9a400a6100 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c006010 tx=0x7f9a4c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.184+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9a4409d020 con 0x7f9a58103450 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:107374182491 2024-04-25T19:01:30.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.426+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f9a58063650 con 0x7f9a58103450 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.427+0000 7f9a55600700 1 -- 172.21.15.32:0/991366636 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9a4409c920 con 0x7f9a58103450 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.430+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9a400a3c40 msgr2=0x7f9a400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.430+0000 7f9a4aa00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9a400a3c40 0x7f9a400a6100 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c006010 tx=0x7f9a4c00b260 comp rx=0 tx=0).stop 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.430+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 msgr2=0x7f9a58075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.430+0000 7f9a4aa00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a58075280 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9a4400eb30 tx=0x7f9a4400ee40 comp rx=0 tx=0).stop 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 shutdown_connections 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9a400a3c40 0x7f9a400a6100 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a58102a90 0x7f9a58074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a58108a50 0x7f9a580757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 --2- 172.21.15.32:0/991366636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9a58103450 0x7f9a58075280 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 >> 172.21.15.32:0/991366636 conn(0x7f9a58079ba0 msgr2=0x7f9a58101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:30.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 shutdown_connections 2024-04-25T19:01:30.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.431+0000 7f9a4aa00700 1 -- 172.21.15.32:0/991366636 wait complete. 2024-04-25T19:01:30.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:30 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3847178757' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-25T19:01:30.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:30 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/991366636' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 -- 172.21.15.32:0/2604918427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 msgr2=0x7f9b9410f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/2604918427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b9410f920 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00b0d0 tx=0x7f9b8c00b3e0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 -- 172.21.15.32:0/2604918427 shutdown_connections 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/2604918427 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b9410f920 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/2604918427 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94107940 0x7f9b94107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/2604918427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b94102af0 0x7f9b94102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 -- 172.21.15.32:0/2604918427 >> 172.21.15.32:0/2604918427 conn(0x7f9b94079ba0 msgr2=0x7f9b94079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 -- 172.21.15.32:0/2604918427 shutdown_connections 2024-04-25T19:01:31.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.798+0000 7f9b9ba00700 1 -- 172.21.15.32:0/2604918427 wait complete. 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.799+0000 7f9b9ba00700 1 Processor -- start 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 -- start start 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94102af0 0x7f9b94074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b94075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b94107940 0x7f9b940757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94112ca0 con 0x7f9b941034b0 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94112b20 con 0x7f9b94102af0 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b9ba00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94112e20 con 0x7f9b94107940 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b93e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b94075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b93e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b94075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33932/0 (socket says 172.21.15.32:33932) 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b93e00700 1 -- 172.21.15.32:0/3847178757 learned_addr learned my addr 172.21.15.32:0/3847178757 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:31.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b99a00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b94107940 0x7f9b940757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.800+0000 7f9b99000700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94102af0 0x7f9b94074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b93e00700 1 -- 172.21.15.32:0/3847178757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b94107940 msgr2=0x7f9b940757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b93e00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b94107940 0x7f9b940757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b93e00700 1 -- 172.21.15.32:0/3847178757 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94102af0 msgr2=0x7f9b94074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b93e00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94102af0 0x7f9b94074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b93e00700 1 -- 172.21.15.32:0/3847178757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b941a7640 con 0x7f9b941034b0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b99000700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94102af0 0x7f9b94074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b93e00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b94075280 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9b8000e9c0 tx=0x7f9b8000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.801+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8000cbd0 con 0x7f9b941034b0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.802+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b8000ee60 con 0x7f9b941034b0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.802+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b800055c0 con 0x7f9b941034b0 2024-04-25T19:01:31.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.802+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b941a7930 con 0x7f9b941034b0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stdout:287762808888 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.802+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b941a7e70 con 0x7f9b941034b0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.803+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b94069730 con 0x7f9b941034b0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.805+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9b80004750 con 0x7f9b941034b0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.806+0000 7f9b91600700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9b7c0a3cc0 0x7f9b7c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.806+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f9b800d0610 con 0x7f9b941034b0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.807+0000 7f9b99000700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9b7c0a3cc0 0x7f9b7c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.807+0000 7f9b99000700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9b7c0a3cc0 0x7f9b7c0a6180 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9b88009fd0 tx=0x7f9b88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:31.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:29.811+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b8009cfb0 con 0x7f9b941034b0 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.050+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f9b9402df80 con 0x7f9b941034b0 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.051+0000 7f9b91600700 1 -- 172.21.15.32:0/3847178757 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9b8009c8b0 con 0x7f9b941034b0 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9b7c0a3cc0 msgr2=0x7f9b7c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9b7c0a3cc0 0x7f9b7c0a6180 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9b88009fd0 tx=0x7f9b88009260 comp rx=0 tx=0).stop 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 msgr2=0x7f9b94075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b94075280 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9b8000e9c0 tx=0x7f9b8000ecd0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 shutdown_connections 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b94107940 0x7f9b940757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b94102af0 0x7f9b94074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f9b7c0a3cc0 0x7f9b7c0a6180 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 --2- 172.21.15.32:0/3847178757 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b941034b0 0x7f9b94075280 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 >> 172.21.15.32:0/3847178757 conn(0x7f9b94079ba0 msgr2=0x7f9b94100ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:31.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 shutdown_connections 2024-04-25T19:01:31.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:30.054+0000 7f9b9ba00700 1 -- 172.21.15.32:0/3847178757 wait complete. 2024-04-25T19:01:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:31 smithi032 ceph-mon[28041]: pgmap v402: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T19:01:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:31 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2906387746' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T19:01:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:31 smithi064 ceph-mon[32321]: pgmap v402: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T19:01:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:31 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2906387746' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T19:01:31.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 -- 172.21.15.32:0/4178298894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 msgr2=0x7f6cc0108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/4178298894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 0x7f6cc0108e40 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0009990 tx=0x7f6cb0009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 -- 172.21.15.32:0/4178298894 shutdown_connections 2024-04-25T19:01:31.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/4178298894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 0x7f6cc0108e40 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/4178298894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6cc006bbb0 0x7f6cc010f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/4178298894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc006b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.771+0000 7f6cc4e00700 1 -- 172.21.15.32:0/4178298894 >> 172.21.15.32:0/4178298894 conn(0x7f6cc00789e0 msgr2=0x7f6cc0078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.772+0000 7f6cc4e00700 1 -- 172.21.15.32:0/4178298894 shutdown_connections 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.772+0000 7f6cc4e00700 1 -- 172.21.15.32:0/4178298894 wait complete. 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 Processor -- start 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 -- start start 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc019b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6cc006bbb0 0x7f6cc019b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 0x7f6cc019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc0112cb0 con 0x7f6cc0108a60 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc0112b30 con 0x7f6cc006bbb0 2024-04-25T19:01:31.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.773+0000 7f6cc4e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc0112e30 con 0x7f6cc006b1f0 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc019b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc019b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:41040/0 (socket says 172.21.15.32:41040) 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 -- 172.21.15.32:0/1490227283 learned_addr learned my addr 172.21.15.32:0/1490227283 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbe800700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 0x7f6cc019fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbd400700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6cc006bbb0 0x7f6cc019b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 -- 172.21.15.32:0/1490227283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6cc006bbb0 msgr2=0x7f6cc019b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6cc006bbb0 0x7f6cc019b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 -- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 msgr2=0x7f6cc019fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 0x7f6cc019fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 -- 172.21.15.32:0/1490227283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc01a03a0 con 0x7f6cc006b1f0 2024-04-25T19:01:31.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.774+0000 7f6cbde00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc019b3e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0005910 tx=0x7f6cb000b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.775+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb0027070 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.775+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cc01a0630 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.775+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cb0022470 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.775+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb0017630 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.775+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cc01a7f10 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.776+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cc0069730 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.778+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6cb002a070 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.779+0000 7f6cb6a00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ca40a3c40 0x7f6ca40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.780+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f6cb00d1530 con 0x7f6cc006b1f0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.780+0000 7f6cbd400700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ca40a3c40 0x7f6ca40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.780+0000 7f6cbd400700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ca40a3c40 0x7f6ca40a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0079030 tx=0x7f6cac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:31.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:31.782+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6cb0013070 con 0x7f6cc006b1f0 2024-04-25T19:01:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:31 smithi066 ceph-mon[32882]: pgmap v402: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-25T19:01:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:31 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2906387746' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-25T19:01:32.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.027+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f6cc002df80 con 0x7f6cc006b1f0 2024-04-25T19:01:32.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.028+0000 7f6cb6a00700 1 -- 172.21.15.32:0/1490227283 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f6cb009df60 con 0x7f6cc006b1f0 2024-04-25T19:01:32.030 INFO:teuthology.orchestra.run.smithi032.stdout:309237645362 2024-04-25T19:01:32.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ca40a3c40 msgr2=0x7f6ca40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:32.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ca40a3c40 0x7f6ca40a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0079030 tx=0x7f6cac009260 comp rx=0 tx=0).stop 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 msgr2=0x7f6cc019b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc019b3e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0005910 tx=0x7f6cb000b670 comp rx=0 tx=0).stop 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 shutdown_connections 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f6ca40a3c40 0x7f6ca40a6100 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6cc0108a60 0x7f6cc019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6cc006b1f0 0x7f6cc019b3e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 --2- 172.21.15.32:0/1490227283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6cc006bbb0 0x7f6cc019b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.031+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 >> 172.21.15.32:0/1490227283 conn(0x7f6cc00789e0 msgr2=0x7f6cc010df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.032+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 shutdown_connections 2024-04-25T19:01:32.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:32.032+0000 7f6cc4e00700 1 -- 172.21.15.32:0/1490227283 wait complete. 2024-04-25T19:01:32.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:32 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1490227283' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T19:01:32.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:32 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1490227283' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T19:01:32.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:32 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1490227283' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-25T19:01:33.028 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495682 got 197568495689 for osd.6 2024-04-25T19:01:33.029 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:33.470 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:33.740 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:33 smithi032 ceph-mon[28041]: pgmap v403: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-25T19:01:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:33 smithi064 ceph-mon[32321]: pgmap v403: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-25T19:01:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 -- 172.21.15.32:0/1192776387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 msgr2=0x7fb99810ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 --2- 172.21.15.32:0/1192776387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99810ef30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb980009990 tx=0x7fb980009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 -- 172.21.15.32:0/1192776387 shutdown_connections 2024-04-25T19:01:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 --2- 172.21.15.32:0/1192776387 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb99810f470 0x7fb998111860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:33.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 --2- 172.21.15.32:0/1192776387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb998074c70 0x7fb998075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 --2- 172.21.15.32:0/1192776387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99810ef30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.905+0000 7fb99d600700 1 -- 172.21.15.32:0/1192776387 >> 172.21.15.32:0/1192776387 conn(0x7fb998079bf0 msgr2=0x7fb99807a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.906+0000 7fb99d600700 1 -- 172.21.15.32:0/1192776387 shutdown_connections 2024-04-25T19:01:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.906+0000 7fb99d600700 1 -- 172.21.15.32:0/1192776387 wait complete. 2024-04-25T19:01:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.907+0000 7fb99d600700 1 Processor -- start 2024-04-25T19:01:33.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.907+0000 7fb99d600700 1 -- start start 2024-04-25T19:01:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb99d600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb998074c70 0x7fb99819b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb99d600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99819b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb99d600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb99810f470 0x7fb99819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb99d600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb998114e90 con 0x7fb998075590 2024-04-25T19:01:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb99d600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb998114d10 con 0x7fb998074c70 2024-04-25T19:01:33.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb99d600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb998115010 con 0x7fb99810f470 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb98e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99819b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb996a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb998074c70 0x7fb99819b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb98e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99819b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35308/0 (socket says 172.21.15.32:35308) 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb98e000700 1 -- 172.21.15.32:0/3590873368 learned_addr learned my addr 172.21.15.32:0/3590873368 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb997400700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb99810f470 0x7fb99819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb996a00700 1 -- 172.21.15.32:0/3590873368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb99810f470 msgr2=0x7fb99819fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.908+0000 7fb996a00700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb99810f470 0x7fb99819fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb996a00700 1 -- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 msgr2=0x7fb99819b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb996a00700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99819b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb996a00700 1 -- 172.21.15.32:0/3590873368 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9981a0430 con 0x7fb998074c70 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb98e000700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99819b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:33.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb996a00700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb998074c70 0x7fb99819b420 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb98800efc0 tx=0x7fb98800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9880092e0 con 0x7fb998074c70 2024-04-25T19:01:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb988004bb0 con 0x7fb998074c70 2024-04-25T19:01:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb988004040 con 0x7fb998074c70 2024-04-25T19:01:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.909+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9981a06c0 con 0x7fb998074c70 2024-04-25T19:01:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.910+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9981a7fa0 con 0x7fb998074c70 2024-04-25T19:01:33.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.911+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb998076360 con 0x7fb998074c70 2024-04-25T19:01:33.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.913+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb98801b030 con 0x7fb998074c70 2024-04-25T19:01:33.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.914+0000 7fb98fe00700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb97c0a3c40 0x7fb97c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:33.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.914+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fb9880cff60 con 0x7fb998074c70 2024-04-25T19:01:33.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.915+0000 7fb98e000700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb97c0a3c40 0x7fb97c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:33.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.915+0000 7fb98e000700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb97c0a3c40 0x7fb97c0a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb998111250 tx=0x7fb98000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:33.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.919+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb988022020 con 0x7fb998074c70 2024-04-25T19:01:33.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:33 smithi066 ceph-mon[32882]: pgmap v403: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-25T19:01:34.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.163+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fb99802df80 con 0x7fb998074c70 2024-04-25T19:01:34.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.164+0000 7fb98fe00700 1 -- 172.21.15.32:0/3590873368 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fb988010040 con 0x7fb998074c70 2024-04-25T19:01:34.166 INFO:teuthology.orchestra.run.smithi032.stdout:343597383725 2024-04-25T19:01:34.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb97c0a3c40 msgr2=0x7fb97c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb97c0a3c40 0x7fb97c0a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb998111250 tx=0x7fb98000b280 comp rx=0 tx=0).stop 2024-04-25T19:01:34.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb998074c70 msgr2=0x7fb99819b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb998074c70 0x7fb99819b420 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb98800efc0 tx=0x7fb98800c3a0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 shutdown_connections 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb99810f470 0x7fb99819fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb998074c70 0x7fb99819b420 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb97c0a3c40 0x7fb97c0a6100 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 --2- 172.21.15.32:0/3590873368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb998075590 0x7fb99819b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 >> 172.21.15.32:0/3590873368 conn(0x7fb998079bf0 msgr2=0x7fb998100fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:34.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 shutdown_connections 2024-04-25T19:01:34.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:34.167+0000 7fb99d600700 1 -- 172.21.15.32:0/3590873368 wait complete. 2024-04-25T19:01:34.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.265+0000 7f61bb800700 1 -- 172.21.15.32:0/3727082861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4108a50 msgr2=0x7f61b4108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.265+0000 7f61bb800700 1 --2- 172.21.15.32:0/3727082861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4108a50 0x7f61b4108e30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f61a8009990 tx=0x7f61a8009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 -- 172.21.15.32:0/3727082861 shutdown_connections 2024-04-25T19:01:34.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 --2- 172.21.15.32:0/3727082861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4108a50 0x7f61b4108e30 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 --2- 172.21.15.32:0/3727082861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f61b4103450 0x7f61b410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 --2- 172.21.15.32:0/3727082861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4102a90 0x7f61b4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 -- 172.21.15.32:0/3727082861 >> 172.21.15.32:0/3727082861 conn(0x7f61b4079ba0 msgr2=0x7f61b4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 -- 172.21.15.32:0/3727082861 shutdown_connections 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.266+0000 7f61bb800700 1 -- 172.21.15.32:0/3727082861 wait complete. 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 Processor -- start 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 -- start start 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 0x7f61b4199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4103450 0x7f61b41996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f61b4108a50 0x7f61b419da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f61b4112c30 con 0x7f61b4102a90 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f61b4112ab0 con 0x7f61b4108a50 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61bb800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f61b4112db0 con 0x7f61b4103450 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.267+0000 7f61b8e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 0x7f61b4199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:34.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 0x7f61b4199160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35298/0 (socket says 172.21.15.32:35298) 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 -- 172.21.15.32:0/3649458222 learned_addr learned my addr 172.21.15.32:0/3649458222 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b3e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4103450 0x7f61b41996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b9800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f61b4108a50 0x7f61b419da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 -- 172.21.15.32:0/3649458222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4103450 msgr2=0x7f61b41996a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4103450 0x7f61b41996a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 -- 172.21.15.32:0/3649458222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f61b4108a50 msgr2=0x7f61b419da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f61b4108a50 0x7f61b419da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 -- 172.21.15.32:0/3649458222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b419e170 con 0x7f61b4102a90 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b3e00700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4103450 0x7f61b41996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.268+0000 7f61b8e00700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 0x7f61b4199160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f61a8005910 tx=0x7f61a800b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.269+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8027070 con 0x7f61b4102a90 2024-04-25T19:01:34.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.269+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61a8022470 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.269+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8017650 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.269+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b419e400 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.269+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b41a5ce0 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.270+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b4069730 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.272+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f61a802a070 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.273+0000 7f61b1600700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f619c0a3c40 0x7f619c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.273+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f61a80d10a0 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.274+0000 7f61b3e00700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f619c0a3c40 0x7f619c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.274+0000 7f61b3e00700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f619c0a3c40 0x7f619c0a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f61b407a1f0 tx=0x7f61a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.278+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f61a8013070 con 0x7f61b4102a90 2024-04-25T19:01:34.371 INFO:teuthology.orchestra.run.smithi032.stdout:141733920853 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.526+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f61b402df80 con 0x7f61b4102a90 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.526+0000 7f61b1600700 1 -- 172.21.15.32:0/3649458222 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f61a809db10 con 0x7f61b4102a90 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f619c0a3c40 msgr2=0x7f619c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f619c0a3c40 0x7f619c0a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f61b407a1f0 tx=0x7f61a0009260 comp rx=0 tx=0).stop 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 msgr2=0x7f61b4199160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 0x7f61b4199160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f61a8005910 tx=0x7f61a800b670 comp rx=0 tx=0).stop 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 shutdown_connections 2024-04-25T19:01:34.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f619c0a3c40 0x7f619c0a6100 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61b4102a90 0x7f61b4199160 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f61b4108a50 0x7f61b419da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 --2- 172.21.15.32:0/3649458222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61b4103450 0x7f61b41996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:34.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.529+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 >> 172.21.15.32:0/3649458222 conn(0x7f61b4079ba0 msgr2=0x7f61b41018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:34.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.530+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 shutdown_connections 2024-04-25T19:01:34.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:33.530+0000 7f61bb800700 1 -- 172.21.15.32:0/3649458222 wait complete. 2024-04-25T19:01:34.744 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:34 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3649458222' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T19:01:34.744 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:34 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3590873368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T19:01:34.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:34 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3649458222' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T19:01:34.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:34 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3590873368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T19:01:34.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:34 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3649458222' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-25T19:01:34.835 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:34 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3590873368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-25T19:01:35.439 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645355 got 309237645362 for osd.10 2024-04-25T19:01:35.440 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:35.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:35 smithi064 ceph-mon[32321]: pgmap v404: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:35 smithi032 ceph-mon[28041]: pgmap v404: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:35 smithi066 ceph-mon[32882]: pgmap v404: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:36.693 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808883 got 287762808888 for osd.9 2024-04-25T19:01:36.693 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:36.820 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757321 got 163208757327 for osd.5 2024-04-25T19:01:36.820 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:37.262 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920847 got 141733920853 for osd.4 2024-04-25T19:01:37.263 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:37 smithi064 ceph-mon[32321]: pgmap v405: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:37 smithi032 ceph-mon[28041]: pgmap v405: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:37.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:37 smithi066 ceph-mon[32882]: pgmap v405: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:38.162 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383721 got 343597383725 for osd.11 2024-04-25T19:01:38.162 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:39 smithi064 ceph-mon[32321]: pgmap v406: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:39 smithi032 ceph-mon[28041]: pgmap v406: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:39 smithi066 ceph-mon[32882]: pgmap v406: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:40.248 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738474 for osd.0 2024-04-25T19:01:40.248 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:41.340 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182486 got 107374182491 for osd.3 2024-04-25T19:01:41.340 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 -- 172.21.15.32:0/2015082134 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 msgr2=0x7f7b3c1052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 --2- 172.21.15.32:0/2015082134 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c1052c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c00b0a0 tx=0x7f7b2c00b3b0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 -- 172.21.15.32:0/2015082134 shutdown_connections 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 --2- 172.21.15.32:0/2015082134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c109fc0 0x7f7b3c111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 --2- 172.21.15.32:0/2015082134 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c1052c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 --2- 172.21.15.32:0/2015082134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b3c105890 0x7f7b3c1098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.384 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.361+0000 7f7b42000700 1 -- 172.21.15.32:0/2015082134 >> 172.21.15.32:0/2015082134 conn(0x7f7b3c100770 msgr2=0x7f7b3c102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.362+0000 7f7b42000700 1 -- 172.21.15.32:0/2015082134 shutdown_connections 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.362+0000 7f7b42000700 1 -- 172.21.15.32:0/2015082134 wait complete. 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 Processor -- start 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 -- start start 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c105890 0x7f7b3c19b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b3c109fc0 0x7f7b3c19fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3c114ec0 con 0x7f7b3c105890 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3c114d40 con 0x7f7b3c104ee0 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b42000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3c115040 con 0x7f7b3c109fc0 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.363+0000 7f7b32a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c105890 0x7f7b3c19b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b32a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c105890 0x7f7b3c19b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35328/0 (socket says 172.21.15.32:35328) 2024-04-25T19:01:41.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c19b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:36930/0 (socket says 172.21.15.32:36930) 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b32a00700 1 -- 172.21.15.32:0/3386352343 learned_addr learned my addr 172.21.15.32:0/3386352343 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3be00700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b3c109fc0 0x7f7b3c19fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 -- 172.21.15.32:0/3386352343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b3c109fc0 msgr2=0x7f7b3c19fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b3c109fc0 0x7f7b3c19fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 -- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c105890 msgr2=0x7f7b3c19b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c105890 0x7f7b3c19b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 -- 172.21.15.32:0/3386352343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b3c1a0460 con 0x7f7b3c104ee0 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.364+0000 7f7b3b400700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c19b450 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c00b780 tx=0x7f7b2c004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.365+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c021070 con 0x7f7b3c104ee0 2024-04-25T19:01:41.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.365+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b2c007b80 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.365+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c005040 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.365+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b3c1a06f0 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.365+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b3c1a7fd0 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.366+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b3c1063c0 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.368+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7b2c024070 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.369+0000 7f7b38c00700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7b200a3cc0 0x7f7b200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.369+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7b2c00f020 con 0x7f7b3c104ee0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.369+0000 7f7b32a00700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7b200a3cc0 0x7f7b200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.370+0000 7f7b32a00700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7b200a3cc0 0x7f7b200a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c10b580 tx=0x7f7b24009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:41.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.373+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b2c02b020 con 0x7f7b3c104ee0 2024-04-25T19:01:41.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.618+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f7b3c19c7b0 con 0x7f7b3c104ee0 2024-04-25T19:01:41.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.619+0000 7f7b38c00700 1 -- 172.21.15.32:0/3386352343 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7b2c09e140 con 0x7f7b3c104ee0 2024-04-25T19:01:41.621 INFO:teuthology.orchestra.run.smithi032.stdout:77309411429 2024-04-25T19:01:41.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.623+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7b200a3cc0 msgr2=0x7f7b200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.623+0000 7f7b42000700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7b200a3cc0 0x7f7b200a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c10b580 tx=0x7f7b24009260 comp rx=0 tx=0).stop 2024-04-25T19:01:41.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 msgr2=0x7f7b3c19b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c19b450 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c00b780 tx=0x7f7b2c004d00 comp rx=0 tx=0).stop 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 shutdown_connections 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b3c109fc0 0x7f7b3c19fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7b3c104ee0 0x7f7b3c19b450 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7b200a3cc0 0x7f7b200a6180 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 --2- 172.21.15.32:0/3386352343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b3c105890 0x7f7b3c19b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 >> 172.21.15.32:0/3386352343 conn(0x7f7b3c100770 msgr2=0x7f7b3c102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 shutdown_connections 2024-04-25T19:01:41.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.624+0000 7f7b42000700 1 -- 172.21.15.32:0/3386352343 wait complete. 2024-04-25T19:01:41.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.755+0000 7fd373e00700 1 -- 172.21.15.32:0/667624613 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 msgr2=0x7fd36c10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.755+0000 7fd373e00700 1 --2- 172.21.15.32:0/667624613 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c10f8b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd36400b0a0 tx=0x7fd36400b3b0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.755+0000 7fd373e00700 1 -- 172.21.15.32:0/667624613 shutdown_connections 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.755+0000 7fd373e00700 1 --2- 172.21.15.32:0/667624613 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c108a50 0x7fd36c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.755+0000 7fd373e00700 1 --2- 172.21.15.32:0/667624613 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c10f8b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.755+0000 7fd373e00700 1 --2- 172.21.15.32:0/667624613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd36c102a90 0x7fd36c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.756+0000 7fd373e00700 1 -- 172.21.15.32:0/667624613 >> 172.21.15.32:0/667624613 conn(0x7fd36c079ba0 msgr2=0x7fd36c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.756+0000 7fd373e00700 1 -- 172.21.15.32:0/667624613 shutdown_connections 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.756+0000 7fd373e00700 1 -- 172.21.15.32:0/667624613 wait complete. 2024-04-25T19:01:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.757+0000 7fd373e00700 1 Processor -- start 2024-04-25T19:01:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.757+0000 7fd373e00700 1 -- start start 2024-04-25T19:01:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd373e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c102a90 0x7fd36c19b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd373e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c19b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd373e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd36c108a50 0x7fd36c19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd373e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c112c50 con 0x7fd36c102a90 2024-04-25T19:01:41.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd373e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c112ad0 con 0x7fd36c103450 2024-04-25T19:01:41.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd373e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c112dd0 con 0x7fd36c108a50 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd371400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c102a90 0x7fd36c19b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd370a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c19b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd371400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c102a90 0x7fd36c19b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35340/0 (socket says 172.21.15.32:35340) 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd370a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c19b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:36946/0 (socket says 172.21.15.32:36946) 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.758+0000 7fd371400700 1 -- 172.21.15.32:0/2647256489 learned_addr learned my addr 172.21.15.32:0/2647256489 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd371e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd36c108a50 0x7fd36c19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd370a00700 1 -- 172.21.15.32:0/2647256489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd36c108a50 msgr2=0x7fd36c19fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd370a00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd36c108a50 0x7fd36c19fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd370a00700 1 -- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c102a90 msgr2=0x7fd36c19b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd370a00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c102a90 0x7fd36c19b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd370a00700 1 -- 172.21.15.32:0/2647256489 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd36c1a0340 con 0x7fd36c103450 2024-04-25T19:01:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd370a00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c19b870 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd35800e9f0 tx=0x7fd35800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35800cbd0 con 0x7fd36c103450 2024-04-25T19:01:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd36c1a0630 con 0x7fd36c103450 2024-04-25T19:01:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3580044d0 con 0x7fd36c103450 2024-04-25T19:01:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.759+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd358005020 con 0x7fd36c103450 2024-04-25T19:01:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.760+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd36c1a7eb0 con 0x7fd36c103450 2024-04-25T19:01:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.761+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd36c069730 con 0x7fd36c103450 2024-04-25T19:01:41.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.762+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd358004750 con 0x7fd36c103450 2024-04-25T19:01:41.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.764+0000 7fd36a000700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3540a3c40 0x7fd3540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:41.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.764+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fd3580d03b0 con 0x7fd36c103450 2024-04-25T19:01:41.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.764+0000 7fd371400700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3540a3c40 0x7fd3540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:41.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.765+0000 7fd371400700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3540a3c40 0x7fd3540a6100 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd360009ca0 tx=0x7fd360009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:41.766 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:41 smithi032 ceph-mon[28041]: pgmap v407: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:01:41.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:41.768+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd35809cd50 con 0x7fd36c103450 2024-04-25T19:01:41.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:41 smithi064 ceph-mon[32321]: pgmap v407: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:01:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:41 smithi066 ceph-mon[32882]: pgmap v407: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:01:42.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.001+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fd36c1a8080 con 0x7fd36c103450 2024-04-25T19:01:42.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.002+0000 7fd36a000700 1 -- 172.21.15.32:0/2647256489 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd35809c650 con 0x7fd36c103450 2024-04-25T19:01:42.004 INFO:teuthology.orchestra.run.smithi032.stdout:253403070528 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3540a3c40 msgr2=0x7fd3540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3540a3c40 0x7fd3540a6100 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd360009ca0 tx=0x7fd360009260 comp rx=0 tx=0).stop 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 msgr2=0x7fd36c19b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c19b870 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd35800e9f0 tx=0x7fd35800ed00 comp rx=0 tx=0).stop 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 shutdown_connections 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd3540a3c40 0x7fd3540a6100 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd36c102a90 0x7fd36c19b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd36c108a50 0x7fd36c19fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 --2- 172.21.15.32:0/2647256489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd36c103450 0x7fd36c19b870 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 >> 172.21.15.32:0/2647256489 conn(0x7fd36c079ba0 msgr2=0x7fd36c101500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:42.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 shutdown_connections 2024-04-25T19:01:42.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:42.005+0000 7fd373e00700 1 -- 172.21.15.32:0/2647256489 wait complete. 2024-04-25T19:01:42.770 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:42 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3386352343' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T19:01:42.770 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:42 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2647256489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T19:01:42.844 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411422 got 77309411429 for osd.2 2024-04-25T19:01:42.844 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:42 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3386352343' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T19:01:42.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:42 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2647256489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T19:01:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:42 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3386352343' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-25T19:01:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:42 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2647256489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-25T19:01:43.442 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070521 got 253403070528 for osd.8 2024-04-25T19:01:43.442 DEBUG:teuthology.parallel:result is None 2024-04-25T19:01:43.442 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T19:01:43.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:01:43.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:43 smithi032 ceph-mon[28041]: pgmap v408: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:43.893 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:43 smithi066 ceph-mon[32882]: pgmap v408: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:44.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:43 smithi064 ceph-mon[32321]: pgmap v408: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:44 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:44.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:44 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:45.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:44 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:45.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:44 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:45.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:44 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:45.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:44 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:45 smithi032 ceph-mon[28041]: pgmap v409: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:01:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:01:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:45 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:45 smithi066 ceph-mon[32882]: pgmap v409: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:45 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:01:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:45 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:01:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:45 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:45 smithi064 ceph-mon[32321]: pgmap v409: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:45 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:01:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:45 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:01:46.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:45 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 -- 172.21.15.32:0/3993623601 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc108a50 msgr2=0x7fe6cc108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3993623601 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc108a50 0x7fe6cc108e30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc0098f0 tx=0x7fe6bc009c00 comp rx=0 tx=0).stop 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 -- 172.21.15.32:0/3993623601 shutdown_connections 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3993623601 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc103450 0x7fe6cc10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3993623601 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc108a50 0x7fe6cc108e30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3993623601 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc102a90 0x7fe6cc102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 -- 172.21.15.32:0/3993623601 >> 172.21.15.32:0/3993623601 conn(0x7fe6cc079ba0 msgr2=0x7fe6cc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 -- 172.21.15.32:0/3993623601 shutdown_connections 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.385+0000 7fe6d2800700 1 -- 172.21.15.32:0/3993623601 wait complete. 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.386+0000 7fe6d2800700 1 Processor -- start 2024-04-25T19:01:46.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.386+0000 7fe6d2800700 1 -- start start 2024-04-25T19:01:46.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6d2800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 0x7fe6cc074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:46.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6d2800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc103450 0x7fe6cc075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:46.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6d2800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc108a50 0x7fe6cc0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:46.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6d2800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc112c30 con 0x7fe6cc102a90 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6d2800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc112ab0 con 0x7fe6cc103450 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6d2800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc112db0 con 0x7fe6cc108a50 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6cb400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 0x7fe6cc074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6cb400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 0x7fe6cc074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54498/0 (socket says 172.21.15.32:54498) 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6cb400700 1 -- 172.21.15.32:0/3205071793 learned_addr learned my addr 172.21.15.32:0/3205071793 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6caa00700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc103450 0x7fe6cc075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.387+0000 7fe6cbe00700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc108a50 0x7fe6cc0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cb400700 1 -- 172.21.15.32:0/3205071793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc108a50 msgr2=0x7fe6cc0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cb400700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc108a50 0x7fe6cc0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cb400700 1 -- 172.21.15.32:0/3205071793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc103450 msgr2=0x7fe6cc075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cb400700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc103450 0x7fe6cc075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cb400700 1 -- 172.21.15.32:0/3205071793 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6cc1a7710 con 0x7fe6cc102a90 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cbe00700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc108a50 0x7fe6cc0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.388+0000 7fe6cb400700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 0x7fe6cc074d40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc009230 tx=0x7fe6bc00fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.389+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc0050c0 con 0x7fe6cc102a90 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.389+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6cc1a79a0 con 0x7fe6cc102a90 2024-04-25T19:01:46.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.389+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6bc00b560 con 0x7fe6cc102a90 2024-04-25T19:01:46.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.389+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc003a00 con 0x7fe6cc102a90 2024-04-25T19:01:46.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.389+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6cc1a7ed0 con 0x7fe6cc102a90 2024-04-25T19:01:46.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.390+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6cc069730 con 0x7fe6cc102a90 2024-04-25T19:01:46.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.394+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe6bc00b710 con 0x7fe6cc102a90 2024-04-25T19:01:46.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.395+0000 7fe6c3e00700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe6b00a3cc0 0x7fe6b00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:46.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.395+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe6bc0d1290 con 0x7fe6cc102a90 2024-04-25T19:01:46.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.396+0000 7fe6caa00700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe6b00a3cc0 0x7fe6b00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:46.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.396+0000 7fe6caa00700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe6b00a3cc0 0x7fe6b00a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc07a2e0 tx=0x7fe6b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:46.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.400+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe6bc013030 con 0x7fe6cc102a90 2024-04-25T19:01:46.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.631+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe6cc062e80 con 0x7fe6b00a3cc0 2024-04-25T19:01:46.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.639+0000 7fe6c3e00700 1 -- 172.21.15.32:0/3205071793 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259198 (secure 0 0 0) 0x7fe6cc062e80 con 0x7fe6b00a3cc0 2024-04-25T19:01:46.647 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe6b00a3cc0 msgr2=0x7fe6b00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe6b00a3cc0 0x7fe6b00a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc07a2e0 tx=0x7fe6b8009260 comp rx=0 tx=0).stop 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 msgr2=0x7fe6cc074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 0x7fe6cc074d40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc009230 tx=0x7fe6bc00fa70 comp rx=0 tx=0).stop 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 shutdown_connections 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe6b00a3cc0 0x7fe6b00a6180 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6cc102a90 0x7fe6cc074d40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe6cc108a50 0x7fe6cc0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 --2- 172.21.15.32:0/3205071793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe6cc103450 0x7fe6cc075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:46.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.646+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 >> 172.21.15.32:0/3205071793 conn(0x7fe6cc079ba0 msgr2=0x7fe6cc101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:46.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.647+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 shutdown_connections 2024-04-25T19:01:46.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:46.647+0000 7fe6d2800700 1 -- 172.21.15.32:0/3205071793 wait complete. 2024-04-25T19:01:46.650 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:01:47.679 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":410,"stamp":"2024-04-25T19:01:45.871266+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663079,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1415,"num_read_kb":837,"num_write":445,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":864,"ondisk_log_size":864,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373776,"kb_used_data":12144,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124568048,"statfs":{"total":1151940427776,"available":1151557681152,"internally_reserved":0,"allocated":12435456,"data_stored":7741773,"data_compressed":183204,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005355"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843909+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T19:01:15.843909+0000","last_peered":"2024-04-25T19:01:15.843909+0000","last_clean":"2024-04-25T19:01:15.843909+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T19:01:15.843909+0000","last_undegraded":"2024-04-25T19:01:15.843909+0000","last_fullsized":"2024-04-25T19:01:15.843909+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.839651+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T19:01:15.839651+0000","last_peered":"2024-04-25T19:01:15.839651+0000","last_clean":"2024-04-25T19:01:15.839651+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T19:01:15.839651+0000","last_undegraded":"2024-04-25T19:01:15.839651+0000","last_fullsized":"2024-04-25T19:01:15.839651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835250+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T19:01:15.835250+0000","last_peered":"2024-04-25T19:01:15.835250+0000","last_clean":"2024-04-25T19:01:15.835250+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T19:01:15.835250+0000","last_undegraded":"2024-04-25T19:01:15.835250+0000","last_fullsized":"2024-04-25T19:01:15.835250+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835781+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T19:01:15.835781+0000","last_peered":"2024-04-25T19:01:15.835781+0000","last_clean":"2024-04-25T19:01:15.835781+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T19:01:15.835781+0000","last_undegraded":"2024-04-25T19:01:15.835781+0000","last_fullsized":"2024-04-25T19:01:15.835781+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":24,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.833075+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T19:01:15.833075+0000","last_peered":"2024-04-25T19:01:15.833075+0000","last_clean":"2024-04-25T19:01:15.833075+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T19:01:15.833075+0000","last_undegraded":"2024-04-25T19:01:15.833075+0000","last_fullsized":"2024-04-25T19:01:15.833075+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.833881+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T19:01:15.833881+0000","last_peered":"2024-04-25T19:01:15.833881+0000","last_clean":"2024-04-25T19:01:15.833881+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T19:01:15.833881+0000","last_undegraded":"2024-04-25T19:01:15.833881+0000","last_fullsized":"2024-04-25T19:01:15.833881+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.825884+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T19:01:15.825884+0000","last_peered":"2024-04-25T19:01:15.825884+0000","last_clean":"2024-04-25T19:01:15.825884+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T19:01:15.825884+0000","last_undegraded":"2024-04-25T19:01:15.825884+0000","last_fullsized":"2024-04-25T19:01:15.825884+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848826+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T19:01:15.848826+0000","last_peered":"2024-04-25T19:01:15.848826+0000","last_clean":"2024-04-25T19:01:15.848826+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T19:01:15.848826+0000","last_undegraded":"2024-04-25T19:01:15.848826+0000","last_fullsized":"2024-04-25T19:01:15.848826+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.828204+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T19:01:15.828204+0000","last_peered":"2024-04-25T19:01:15.828204+0000","last_clean":"2024-04-25T19:01:15.828204+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T19:01:15.828204+0000","last_undegraded":"2024-04-25T19:01:15.828204+0000","last_fullsized":"2024-04-25T19:01:15.828204+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.816090+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T19:01:15.816090+0000","last_peered":"2024-04-25T19:01:15.816090+0000","last_clean":"2024-04-25T19:01:15.816090+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T19:01:15.816090+0000","last_undegraded":"2024-04-25T19:01:15.816090+0000","last_fullsized":"2024-04-25T19:01:15.816090+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.829316+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T19:01:15.829316+0000","last_peered":"2024-04-25T19:01:15.829316+0000","last_clean":"2024-04-25T19:01:15.829316+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T19:01:15.829316+0000","last_undegraded":"2024-04-25T19:01:15.829316+0000","last_fullsized":"2024-04-25T19:01:15.829316+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.816606+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T19:01:15.816606+0000","last_peered":"2024-04-25T19:01:15.816606+0000","last_clean":"2024-04-25T19:01:15.816606+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T19:01:15.816606+0000","last_undegraded":"2024-04-25T19:01:15.816606+0000","last_fullsized":"2024-04-25T19:01:15.816606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.840809+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T19:01:15.840809+0000","last_peered":"2024-04-25T19:01:15.840809+0000","last_clean":"2024-04-25T19:01:15.840809+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T19:01:15.840809+0000","last_undegraded":"2024-04-25T19:01:15.840809+0000","last_fullsized":"2024-04-25T19:01:15.840809+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.838310+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T19:01:15.838310+0000","last_peered":"2024-04-25T19:01:15.838310+0000","last_clean":"2024-04-25T19:01:15.838310+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T19:01:15.838310+0000","last_undegraded":"2024-04-25T19:01:15.838310+0000","last_fullsized":"2024-04-25T19:01:15.838310+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.834597+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T19:01:15.834597+0000","last_peered":"2024-04-25T19:01:15.834597+0000","last_clean":"2024-04-25T19:01:15.834597+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T19:01:15.834597+0000","last_undegraded":"2024-04-25T19:01:15.834597+0000","last_fullsized":"2024-04-25T19:01:15.834597+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842501+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T19:01:15.842501+0000","last_peered":"2024-04-25T19:01:15.842501+0000","last_clean":"2024-04-25T19:01:15.842501+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T19:01:15.842501+0000","last_undegraded":"2024-04-25T19:01:15.842501+0000","last_fullsized":"2024-04-25T19:01:15.842501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843951+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T19:01:15.843951+0000","last_peered":"2024-04-25T19:01:15.843951+0000","last_clean":"2024-04-25T19:01:15.843951+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T19:01:15.843951+0000","last_undegraded":"2024-04-25T19:01:15.843951+0000","last_fullsized":"2024-04-25T19:01:15.843951+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842822+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T19:01:15.842822+0000","last_peered":"2024-04-25T19:01:15.842822+0000","last_clean":"2024-04-25T19:01:15.842822+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T19:01:15.842822+0000","last_undegraded":"2024-04-25T19:01:15.842822+0000","last_fullsized":"2024-04-25T19:01:15.842822+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.836668+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T19:01:15.836668+0000","last_peered":"2024-04-25T19:01:15.836668+0000","last_clean":"2024-04-25T19:01:15.836668+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T19:01:15.836668+0000","last_undegraded":"2024-04-25T19:01:15.836668+0000","last_fullsized":"2024-04-25T19:01:15.836668+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'14","reported_seq":167,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:42.812663+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:01:42.812663+0000","last_peered":"2024-04-25T19:01:42.812663+0000","last_clean":"2024-04-25T19:01:42.812663+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:01:42.812663+0000","last_undegraded":"2024-04-25T19:01:42.812663+0000","last_fullsized":"2024-04-25T19:01:42.812663+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":126,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.841136+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T19:01:15.841136+0000","last_peered":"2024-04-25T19:01:15.841136+0000","last_clean":"2024-04-25T19:01:15.841136+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T19:01:15.841136+0000","last_undegraded":"2024-04-25T19:01:15.841136+0000","last_fullsized":"2024-04-25T19:01:15.841136+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598205+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T18:59:47.598205+0000","last_peered":"2024-04-25T18:59:47.598205+0000","last_clean":"2024-04-25T18:59:47.598205+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T18:59:47.598205+0000","last_undegraded":"2024-04-25T18:59:47.598205+0000","last_fullsized":"2024-04-25T18:59:47.598205+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.849555+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T19:01:15.849555+0000","last_peered":"2024-04-25T19:01:15.849555+0000","last_clean":"2024-04-25T19:01:15.849555+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T19:01:15.849555+0000","last_undegraded":"2024-04-25T19:01:15.849555+0000","last_fullsized":"2024-04-25T19:01:15.849555+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593603+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T18:59:47.593603+0000","last_peered":"2024-04-25T18:59:47.593603+0000","last_clean":"2024-04-25T18:59:47.593603+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T18:59:47.593603+0000","last_undegraded":"2024-04-25T18:59:47.593603+0000","last_fullsized":"2024-04-25T18:59:47.593603+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.840337+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T19:01:15.840337+0000","last_peered":"2024-04-25T19:01:15.840337+0000","last_clean":"2024-04-25T19:01:15.840337+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T19:01:15.840337+0000","last_undegraded":"2024-04-25T19:01:15.840337+0000","last_fullsized":"2024-04-25T19:01:15.840337+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593423+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T18:59:47.593423+0000","last_peered":"2024-04-25T18:59:47.593423+0000","last_clean":"2024-04-25T18:59:47.593423+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T18:59:47.593423+0000","last_undegraded":"2024-04-25T18:59:47.593423+0000","last_fullsized":"2024-04-25T18:59:47.593423+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.823496+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T19:01:15.823496+0000","last_peered":"2024-04-25T19:01:15.823496+0000","last_clean":"2024-04-25T19:01:15.823496+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T19:01:15.823496+0000","last_undegraded":"2024-04-25T19:01:15.823496+0000","last_fullsized":"2024-04-25T19:01:15.823496+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":159,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:43.740952+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:01:43.740952+0000","last_peered":"2024-04-25T19:01:43.740952+0000","last_clean":"2024-04-25T19:01:43.740952+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:01:43.740952+0000","last_undegraded":"2024-04-25T19:01:43.740952+0000","last_fullsized":"2024-04-25T19:01:43.740952+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.826353+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T19:01:15.826353+0000","last_peered":"2024-04-25T19:01:15.826353+0000","last_clean":"2024-04-25T19:01:15.826353+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T19:01:15.826353+0000","last_undegraded":"2024-04-25T19:01:15.826353+0000","last_fullsized":"2024-04-25T19:01:15.826353+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593317+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T18:59:47.593317+0000","last_peered":"2024-04-25T18:59:47.593317+0000","last_clean":"2024-04-25T18:59:47.593317+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T18:59:47.593317+0000","last_undegraded":"2024-04-25T18:59:47.593317+0000","last_fullsized":"2024-04-25T18:59:47.593317+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848271+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T19:01:15.848271+0000","last_peered":"2024-04-25T19:01:15.848271+0000","last_clean":"2024-04-25T19:01:15.848271+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T19:01:15.848271+0000","last_undegraded":"2024-04-25T19:01:15.848271+0000","last_fullsized":"2024-04-25T19:01:15.848271+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.931249+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T18:59:47.931249+0000","last_peered":"2024-04-25T18:59:47.931249+0000","last_clean":"2024-04-25T18:59:47.931249+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T18:59:47.931249+0000","last_undegraded":"2024-04-25T18:59:47.931249+0000","last_fullsized":"2024-04-25T18:59:47.931249+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.850054+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T19:01:15.850054+0000","last_peered":"2024-04-25T19:01:15.850054+0000","last_clean":"2024-04-25T19:01:15.850054+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T19:01:15.850054+0000","last_undegraded":"2024-04-25T19:01:15.850054+0000","last_fullsized":"2024-04-25T19:01:15.850054+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588786+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T18:59:47.588786+0000","last_peered":"2024-04-25T18:59:47.588786+0000","last_clean":"2024-04-25T18:59:47.588786+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T18:59:47.588786+0000","last_undegraded":"2024-04-25T18:59:47.588786+0000","last_fullsized":"2024-04-25T18:59:47.588786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.849727+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T19:01:15.849727+0000","last_peered":"2024-04-25T19:01:15.849727+0000","last_clean":"2024-04-25T19:01:15.849727+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T19:01:15.849727+0000","last_undegraded":"2024-04-25T19:01:15.849727+0000","last_fullsized":"2024-04-25T19:01:15.849727+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"90'5","reported_seq":280,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:42.738289+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:01:42.738289+0000","last_peered":"2024-04-25T19:01:42.738289+0000","last_clean":"2024-04-25T19:01:42.738289+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:01:42.738289+0000","last_undegraded":"2024-04-25T19:01:42.738289+0000","last_fullsized":"2024-04-25T19:01:42.738289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.838778+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T19:01:15.838778+0000","last_peered":"2024-04-25T19:01:15.838778+0000","last_clean":"2024-04-25T19:01:15.838778+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T19:01:15.838778+0000","last_undegraded":"2024-04-25T19:01:15.838778+0000","last_fullsized":"2024-04-25T19:01:15.838778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386923+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T18:59:48.386923+0000","last_peered":"2024-04-25T18:59:48.386923+0000","last_clean":"2024-04-25T18:59:48.386923+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T18:59:48.386923+0000","last_undegraded":"2024-04-25T18:59:48.386923+0000","last_fullsized":"2024-04-25T18:59:48.386923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.840221+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T19:01:15.840221+0000","last_peered":"2024-04-25T19:01:15.840221+0000","last_clean":"2024-04-25T19:01:15.840221+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T19:01:15.840221+0000","last_undegraded":"2024-04-25T19:01:15.840221+0000","last_fullsized":"2024-04-25T19:01:15.840221+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589298+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T18:59:47.589298+0000","last_peered":"2024-04-25T18:59:47.589298+0000","last_clean":"2024-04-25T18:59:47.589298+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T18:59:47.589298+0000","last_undegraded":"2024-04-25T18:59:47.589298+0000","last_fullsized":"2024-04-25T18:59:47.589298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.829091+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T19:01:15.829091+0000","last_peered":"2024-04-25T19:01:15.829091+0000","last_clean":"2024-04-25T19:01:15.829091+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T19:01:15.829091+0000","last_undegraded":"2024-04-25T19:01:15.829091+0000","last_fullsized":"2024-04-25T19:01:15.829091+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"90'36","reported_seq":340,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:42.493185+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:01:42.493185+0000","last_peered":"2024-04-25T19:01:42.493185+0000","last_clean":"2024-04-25T19:01:42.493185+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:01:42.493185+0000","last_undegraded":"2024-04-25T19:01:42.493185+0000","last_fullsized":"2024-04-25T19:01:42.493185+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":188,"num_write":38,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.813847+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T19:01:15.813847+0000","last_peered":"2024-04-25T19:01:15.813847+0000","last_clean":"2024-04-25T19:01:15.813847+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T19:01:15.813847+0000","last_undegraded":"2024-04-25T19:01:15.813847+0000","last_fullsized":"2024-04-25T19:01:15.813847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595925+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T18:59:47.595925+0000","last_peered":"2024-04-25T18:59:47.595925+0000","last_clean":"2024-04-25T18:59:47.595925+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T18:59:47.595925+0000","last_undegraded":"2024-04-25T18:59:47.595925+0000","last_fullsized":"2024-04-25T18:59:47.595925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848750+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T19:01:15.848750+0000","last_peered":"2024-04-25T19:01:15.848750+0000","last_clean":"2024-04-25T19:01:15.848750+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T19:01:15.848750+0000","last_undegraded":"2024-04-25T19:01:15.848750+0000","last_fullsized":"2024-04-25T19:01:15.848750+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588890+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T18:59:47.588890+0000","last_peered":"2024-04-25T18:59:47.588890+0000","last_clean":"2024-04-25T18:59:47.588890+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T18:59:47.588890+0000","last_undegraded":"2024-04-25T18:59:47.588890+0000","last_fullsized":"2024-04-25T18:59:47.588890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835899+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T19:01:15.835899+0000","last_peered":"2024-04-25T19:01:15.835899+0000","last_clean":"2024-04-25T19:01:15.835899+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T19:01:15.835899+0000","last_undegraded":"2024-04-25T19:01:15.835899+0000","last_fullsized":"2024-04-25T19:01:15.835899+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'7","reported_seq":164,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:43.884190+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:01:43.884190+0000","last_peered":"2024-04-25T19:01:43.884190+0000","last_clean":"2024-04-25T19:01:43.884190+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:01:43.884190+0000","last_undegraded":"2024-04-25T19:01:43.884190+0000","last_fullsized":"2024-04-25T19:01:43.884190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.813630+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T19:01:15.813630+0000","last_peered":"2024-04-25T19:01:15.813630+0000","last_clean":"2024-04-25T19:01:15.813630+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T19:01:15.813630+0000","last_undegraded":"2024-04-25T19:01:15.813630+0000","last_fullsized":"2024-04-25T19:01:15.813630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":69,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.613852+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T18:59:47.613852+0000","last_peered":"2024-04-25T18:59:47.613852+0000","last_clean":"2024-04-25T18:59:47.613852+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T18:59:47.613852+0000","last_undegraded":"2024-04-25T18:59:47.613852+0000","last_fullsized":"2024-04-25T18:59:47.613852+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.822881+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T19:01:15.822881+0000","last_peered":"2024-04-25T19:01:15.822881+0000","last_clean":"2024-04-25T19:01:15.822881+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T19:01:15.822881+0000","last_undegraded":"2024-04-25T19:01:15.822881+0000","last_fullsized":"2024-04-25T19:01:15.822881+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593647+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T18:59:47.593647+0000","last_peered":"2024-04-25T18:59:47.593647+0000","last_clean":"2024-04-25T18:59:47.593647+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T18:59:47.593647+0000","last_undegraded":"2024-04-25T18:59:47.593647+0000","last_fullsized":"2024-04-25T18:59:47.593647+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.814976+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T19:01:15.814976+0000","last_peered":"2024-04-25T19:01:15.814976+0000","last_clean":"2024-04-25T19:01:15.814976+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T19:01:15.814976+0000","last_undegraded":"2024-04-25T19:01:15.814976+0000","last_fullsized":"2024-04-25T19:01:15.814976+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590267+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T18:59:47.590267+0000","last_peered":"2024-04-25T18:59:47.590267+0000","last_clean":"2024-04-25T18:59:47.590267+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T18:59:47.590267+0000","last_undegraded":"2024-04-25T18:59:47.590267+0000","last_fullsized":"2024-04-25T18:59:47.590267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.833774+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T19:01:15.833774+0000","last_peered":"2024-04-25T19:01:15.833774+0000","last_clean":"2024-04-25T19:01:15.833774+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T19:01:15.833774+0000","last_undegraded":"2024-04-25T19:01:15.833774+0000","last_fullsized":"2024-04-25T19:01:15.833774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'7","reported_seq":161,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:41.811133+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:01:41.811133+0000","last_peered":"2024-04-25T19:01:41.811133+0000","last_clean":"2024-04-25T19:01:41.811133+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:01:41.811133+0000","last_undegraded":"2024-04-25T19:01:41.811133+0000","last_fullsized":"2024-04-25T19:01:41.811133+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.818302+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T19:01:15.818302+0000","last_peered":"2024-04-25T19:01:15.818302+0000","last_clean":"2024-04-25T19:01:15.818302+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T19:01:15.818302+0000","last_undegraded":"2024-04-25T19:01:15.818302+0000","last_fullsized":"2024-04-25T19:01:15.818302+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.816977+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T19:01:15.816977+0000","last_peered":"2024-04-25T19:01:15.816977+0000","last_clean":"2024-04-25T19:01:15.816977+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T19:01:15.816977+0000","last_undegraded":"2024-04-25T19:01:15.816977+0000","last_fullsized":"2024-04-25T19:01:15.816977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'6","reported_seq":156,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:39.873819+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:01:39.873819+0000","last_peered":"2024-04-25T19:01:39.873819+0000","last_clean":"2024-04-25T19:01:39.873819+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:01:39.873819+0000","last_undegraded":"2024-04-25T19:01:39.873819+0000","last_fullsized":"2024-04-25T19:01:39.873819+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.851477+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T19:01:15.851477+0000","last_peered":"2024-04-25T19:01:15.851477+0000","last_clean":"2024-04-25T19:01:15.851477+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T19:01:15.851477+0000","last_undegraded":"2024-04-25T19:01:15.851477+0000","last_fullsized":"2024-04-25T19:01:15.851477+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299515+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T18:59:48.299515+0000","last_peered":"2024-04-25T18:59:48.299515+0000","last_clean":"2024-04-25T18:59:48.299515+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T18:59:48.299515+0000","last_undegraded":"2024-04-25T18:59:48.299515+0000","last_fullsized":"2024-04-25T18:59:48.299515+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":359,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386661+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T18:59:48.386661+0000","last_peered":"2024-04-25T18:59:48.386661+0000","last_clean":"2024-04-25T18:59:48.386661+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T18:59:48.386661+0000","last_undegraded":"2024-04-25T18:59:48.386661+0000","last_fullsized":"2024-04-25T18:59:48.386661+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.828625+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T19:01:15.828625+0000","last_peered":"2024-04-25T19:01:15.828625+0000","last_clean":"2024-04-25T19:01:15.828625+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T19:01:15.828625+0000","last_undegraded":"2024-04-25T19:01:15.828625+0000","last_fullsized":"2024-04-25T19:01:15.828625+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386717+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T18:59:48.386717+0000","last_peered":"2024-04-25T18:59:48.386717+0000","last_clean":"2024-04-25T18:59:48.386717+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T18:59:48.386717+0000","last_undegraded":"2024-04-25T18:59:48.386717+0000","last_fullsized":"2024-04-25T18:59:48.386717+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.619667+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T18:59:47.619667+0000","last_peered":"2024-04-25T18:59:47.619667+0000","last_clean":"2024-04-25T18:59:47.619667+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T18:59:47.619667+0000","last_undegraded":"2024-04-25T18:59:47.619667+0000","last_fullsized":"2024-04-25T18:59:47.619667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.849744+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T19:01:15.849744+0000","last_peered":"2024-04-25T19:01:15.849744+0000","last_clean":"2024-04-25T19:01:15.849744+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T19:01:15.849744+0000","last_undegraded":"2024-04-25T19:01:15.849744+0000","last_fullsized":"2024-04-25T19:01:15.849744+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"90'18","reported_seq":61,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:16.476740+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:01:16.476740+0000","last_peered":"2024-04-25T19:01:16.476740+0000","last_clean":"2024-04-25T19:01:16.476740+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:01:16.476740+0000","last_undegraded":"2024-04-25T19:01:16.476740+0000","last_fullsized":"2024-04-25T19:01:16.476740+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848660+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T19:01:15.848660+0000","last_peered":"2024-04-25T19:01:15.848660+0000","last_clean":"2024-04-25T19:01:15.848660+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T19:01:15.848660+0000","last_undegraded":"2024-04-25T19:01:15.848660+0000","last_fullsized":"2024-04-25T19:01:15.848660+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299553+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T18:59:48.299553+0000","last_peered":"2024-04-25T18:59:48.299553+0000","last_clean":"2024-04-25T18:59:48.299553+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T18:59:48.299553+0000","last_undegraded":"2024-04-25T18:59:48.299553+0000","last_fullsized":"2024-04-25T18:59:48.299553+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.846396+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T19:01:15.846396+0000","last_peered":"2024-04-25T19:01:15.846396+0000","last_clean":"2024-04-25T19:01:15.846396+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T19:01:15.846396+0000","last_undegraded":"2024-04-25T19:01:15.846396+0000","last_fullsized":"2024-04-25T19:01:15.846396+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596630+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T18:59:47.596630+0000","last_peered":"2024-04-25T18:59:47.596630+0000","last_clean":"2024-04-25T18:59:47.596630+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T18:59:47.596630+0000","last_undegraded":"2024-04-25T18:59:47.596630+0000","last_fullsized":"2024-04-25T18:59:47.596630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.814423+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T19:01:15.814423+0000","last_peered":"2024-04-25T19:01:15.814423+0000","last_clean":"2024-04-25T19:01:15.814423+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T19:01:15.814423+0000","last_undegraded":"2024-04-25T19:01:15.814423+0000","last_fullsized":"2024-04-25T19:01:15.814423+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.594346+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T18:59:47.594346+0000","last_peered":"2024-04-25T18:59:47.594346+0000","last_clean":"2024-04-25T18:59:47.594346+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T18:59:47.594346+0000","last_undegraded":"2024-04-25T18:59:47.594346+0000","last_fullsized":"2024-04-25T18:59:47.594346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843291+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T19:01:15.843291+0000","last_peered":"2024-04-25T19:01:15.843291+0000","last_clean":"2024-04-25T19:01:15.843291+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T19:01:15.843291+0000","last_undegraded":"2024-04-25T19:01:15.843291+0000","last_fullsized":"2024-04-25T19:01:15.843291+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595636+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T18:59:47.595636+0000","last_peered":"2024-04-25T18:59:47.595636+0000","last_clean":"2024-04-25T18:59:47.595636+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T18:59:47.595636+0000","last_undegraded":"2024-04-25T18:59:47.595636+0000","last_fullsized":"2024-04-25T18:59:47.595636+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.846460+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T19:01:15.846460+0000","last_peered":"2024-04-25T19:01:15.846460+0000","last_clean":"2024-04-25T19:01:15.846460+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T19:01:15.846460+0000","last_undegraded":"2024-04-25T19:01:15.846460+0000","last_fullsized":"2024-04-25T19:01:15.846460+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593052+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T18:59:47.593052+0000","last_peered":"2024-04-25T18:59:47.593052+0000","last_clean":"2024-04-25T18:59:47.593052+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T18:59:47.593052+0000","last_undegraded":"2024-04-25T18:59:47.593052+0000","last_fullsized":"2024-04-25T18:59:47.593052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835813+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T19:01:15.835813+0000","last_peered":"2024-04-25T19:01:15.835813+0000","last_clean":"2024-04-25T19:01:15.835813+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T19:01:15.835813+0000","last_undegraded":"2024-04-25T19:01:15.835813+0000","last_fullsized":"2024-04-25T19:01:15.835813+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'7","reported_seq":163,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:42.739180+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:01:42.739180+0000","last_peered":"2024-04-25T19:01:42.739180+0000","last_clean":"2024-04-25T19:01:42.739180+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:01:42.739180+0000","last_undegraded":"2024-04-25T19:01:42.739180+0000","last_fullsized":"2024-04-25T19:01:42.739180+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.829309+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T19:01:15.829309+0000","last_peered":"2024-04-25T19:01:15.829309+0000","last_clean":"2024-04-25T19:01:15.829309+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T19:01:15.829309+0000","last_undegraded":"2024-04-25T19:01:15.829309+0000","last_fullsized":"2024-04-25T19:01:15.829309+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589008+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T18:59:47.589008+0000","last_peered":"2024-04-25T18:59:47.589008+0000","last_clean":"2024-04-25T18:59:47.589008+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T18:59:47.589008+0000","last_undegraded":"2024-04-25T18:59:47.589008+0000","last_fullsized":"2024-04-25T18:59:47.589008+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842048+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T19:01:15.842048+0000","last_peered":"2024-04-25T19:01:15.842048+0000","last_clean":"2024-04-25T19:01:15.842048+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T19:01:15.842048+0000","last_undegraded":"2024-04-25T19:01:15.842048+0000","last_fullsized":"2024-04-25T19:01:15.842048+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932672+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T18:59:47.932672+0000","last_peered":"2024-04-25T18:59:47.932672+0000","last_clean":"2024-04-25T18:59:47.932672+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T18:59:47.932672+0000","last_undegraded":"2024-04-25T18:59:47.932672+0000","last_fullsized":"2024-04-25T18:59:47.932672+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.819596+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T19:01:15.819596+0000","last_peered":"2024-04-25T19:01:15.819596+0000","last_clean":"2024-04-25T19:01:15.819596+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T19:01:15.819596+0000","last_undegraded":"2024-04-25T19:01:15.819596+0000","last_fullsized":"2024-04-25T19:01:15.819596+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.818754+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T19:01:15.818754+0000","last_peered":"2024-04-25T19:01:15.818754+0000","last_clean":"2024-04-25T19:01:15.818754+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T19:01:15.818754+0000","last_undegraded":"2024-04-25T19:01:15.818754+0000","last_fullsized":"2024-04-25T19:01:15.818754+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.819215+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T19:01:15.819215+0000","last_peered":"2024-04-25T19:01:15.819215+0000","last_clean":"2024-04-25T19:01:15.819215+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T19:01:15.819215+0000","last_undegraded":"2024-04-25T19:01:15.819215+0000","last_fullsized":"2024-04-25T19:01:15.819215+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.841436+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T19:01:15.841436+0000","last_peered":"2024-04-25T19:01:15.841436+0000","last_clean":"2024-04-25T19:01:15.841436+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T19:01:15.841436+0000","last_undegraded":"2024-04-25T19:01:15.841436+0000","last_fullsized":"2024-04-25T19:01:15.841436+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843572+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T19:01:15.843572+0000","last_peered":"2024-04-25T19:01:15.843572+0000","last_clean":"2024-04-25T19:01:15.843572+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T19:01:15.843572+0000","last_undegraded":"2024-04-25T19:01:15.843572+0000","last_fullsized":"2024-04-25T19:01:15.843572+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.846331+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T19:01:15.846331+0000","last_peered":"2024-04-25T19:01:15.846331+0000","last_clean":"2024-04-25T19:01:15.846331+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T19:01:15.846331+0000","last_undegraded":"2024-04-25T19:01:15.846331+0000","last_fullsized":"2024-04-25T19:01:15.846331+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.814780+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T19:01:15.814780+0000","last_peered":"2024-04-25T19:01:15.814780+0000","last_clean":"2024-04-25T19:01:15.814780+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T19:01:15.814780+0000","last_undegraded":"2024-04-25T19:01:15.814780+0000","last_fullsized":"2024-04-25T19:01:15.814780+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.821520+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T19:01:15.821520+0000","last_peered":"2024-04-25T19:01:15.821520+0000","last_clean":"2024-04-25T19:01:15.821520+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T19:01:15.821520+0000","last_undegraded":"2024-04-25T19:01:15.821520+0000","last_fullsized":"2024-04-25T19:01:15.821520+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842347+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T19:01:15.842347+0000","last_peered":"2024-04-25T19:01:15.842347+0000","last_clean":"2024-04-25T19:01:15.842347+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T19:01:15.842347+0000","last_undegraded":"2024-04-25T19:01:15.842347+0000","last_fullsized":"2024-04-25T19:01:15.842347+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.841726+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T19:01:15.841726+0000","last_peered":"2024-04-25T19:01:15.841726+0000","last_clean":"2024-04-25T19:01:15.841726+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T19:01:15.841726+0000","last_undegraded":"2024-04-25T19:01:15.841726+0000","last_fullsized":"2024-04-25T19:01:15.841726+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842748+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T19:01:15.842748+0000","last_peered":"2024-04-25T19:01:15.842748+0000","last_clean":"2024-04-25T19:01:15.842748+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T19:01:15.842748+0000","last_undegraded":"2024-04-25T19:01:15.842748+0000","last_fullsized":"2024-04-25T19:01:15.842748+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.850980+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T19:01:15.850980+0000","last_peered":"2024-04-25T19:01:15.850980+0000","last_clean":"2024-04-25T19:01:15.850980+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T19:01:15.850980+0000","last_undegraded":"2024-04-25T19:01:15.850980+0000","last_fullsized":"2024-04-25T19:01:15.850980+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.845440+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T19:01:15.845440+0000","last_peered":"2024-04-25T19:01:15.845440+0000","last_clean":"2024-04-25T19:01:15.845440+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T19:01:15.845440+0000","last_undegraded":"2024-04-25T19:01:15.845440+0000","last_fullsized":"2024-04-25T19:01:15.845440+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.817375+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T19:01:15.817375+0000","last_peered":"2024-04-25T19:01:15.817375+0000","last_clean":"2024-04-25T19:01:15.817375+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T19:01:15.817375+0000","last_undegraded":"2024-04-25T19:01:15.817375+0000","last_fullsized":"2024-04-25T19:01:15.817375+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283903,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72477,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1279,"num_read_kb":718,"num_write":262,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":217431,"data_compressed":5460,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383728,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481214,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645365,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":1136590,"data_compressed":43710,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808892,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":480617,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070529,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":480766,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332166,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":1074069,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495692,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":995328,"data_stored":480749,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574955,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":546233,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738479,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":482088,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411430,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":481770,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182494,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":479925,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920856,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":545069,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757331,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":1072683,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":66855,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":65691,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":66727,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:01:47.686 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:01:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:47 smithi066 ceph-mon[32882]: pgmap v410: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:47 smithi066 ceph-mon[32882]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:01:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:47 smithi064 ceph-mon[32321]: pgmap v410: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:48.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:47 smithi064 ceph-mon[32321]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:01:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:47 smithi032 ceph-mon[28041]: pgmap v410: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:48.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:47 smithi032 ceph-mon[28041]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:01:48.156 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:49.765 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:49 smithi032 ceph-mon[28041]: pgmap v411: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:49 smithi066 ceph-mon[32882]: pgmap v411: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:49 smithi064 ceph-mon[32321]: pgmap v411: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:50.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 -- 172.21.15.32:0/1039140560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 msgr2=0x7f464c06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:50.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 --2- 172.21.15.32:0/1039140560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c06abb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4634009990 tx=0x7f4634009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 -- 172.21.15.32:0/1039140560 shutdown_connections 2024-04-25T19:01:50.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 --2- 172.21.15.32:0/1039140560 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c06b0f0 0x7f464c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 --2- 172.21.15.32:0/1039140560 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f464c108a30 0x7f464c108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 --2- 172.21.15.32:0/1039140560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c06abb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 -- 172.21.15.32:0/1039140560 >> 172.21.15.32:0/1039140560 conn(0x7f464c0788f0 msgr2=0x7f464c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:50.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 -- 172.21.15.32:0/1039140560 shutdown_connections 2024-04-25T19:01:50.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.653+0000 7f4652400700 1 -- 172.21.15.32:0/1039140560 wait complete. 2024-04-25T19:01:50.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 Processor -- start 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 -- start start 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f464c06b0f0 0x7f464c199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c108a30 0x7f464c19d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f464c112bd0 con 0x7f464c108a30 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f464c112a50 con 0x7f464c06b0f0 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.655+0000 7f4652400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f464c112d50 con 0x7f464c06a750 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c199100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35248/0 (socket says 172.21.15.32:35248) 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 -- 172.21.15.32:0/2910892623 learned_addr learned my addr 172.21.15.32:0/2910892623 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:50.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f4642a00700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f464c06b0f0 0x7f464c199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464be00700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c108a30 0x7f464c19d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 -- 172.21.15.32:0/2910892623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f464c06b0f0 msgr2=0x7f464c199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f464c06b0f0 0x7f464c199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 -- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c108a30 msgr2=0x7f464c19d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c108a30 0x7f464c19d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 -- 172.21.15.32:0/2910892623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f464c19e110 con 0x7f464c06a750 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464be00700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c108a30 0x7f464c19d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.656+0000 7f464b400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c199100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f463c00ef10 tx=0x7f463c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.657+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c00ca70 con 0x7f464c06a750 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.657+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f463c019070 con 0x7f464c06a750 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.657+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c014480 con 0x7f464c06a750 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.657+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f464c19e3a0 con 0x7f464c06a750 2024-04-25T19:01:50.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.657+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f464c1a5c80 con 0x7f464c06a750 2024-04-25T19:01:50.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.658+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f464c069730 con 0x7f464c06a750 2024-04-25T19:01:50.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.660+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f463c012050 con 0x7f464c06a750 2024-04-25T19:01:50.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.661+0000 7f4648c00700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f46300a3cc0 0x7f46300a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:50.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.662+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f463c0d03e0 con 0x7f464c06a750 2024-04-25T19:01:50.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.662+0000 7f4642a00700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f46300a3cc0 0x7f46300a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:50.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.662+0000 7f4642a00700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f46300a3cc0 0x7f46300a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f463400b2e0 tx=0x7f4634005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:50.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.666+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f463c010040 con 0x7f464c06a750 2024-04-25T19:01:50.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.891+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f464c19a460 con 0x7f46300a3cc0 2024-04-25T19:01:50.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.905+0000 7f4648c00700 1 -- 172.21.15.32:0/2910892623 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259198 (secure 0 0 0) 0x7f4634067490 con 0x7f46300a3cc0 2024-04-25T19:01:50.908 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:01:50.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.912+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f46300a3cc0 msgr2=0x7f46300a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.912+0000 7f4652400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f46300a3cc0 0x7f46300a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f463400b2e0 tx=0x7f4634005960 comp rx=0 tx=0).stop 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.912+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 msgr2=0x7f464c199100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.912+0000 7f4652400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c199100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f463c00ef10 tx=0x7f463c00c3a0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.912+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 shutdown_connections 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f46300a3cc0 0x7f46300a6180 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f464c108a30 0x7f464c19d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f464c06a750 0x7f464c199100 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 --2- 172.21.15.32:0/2910892623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f464c06b0f0 0x7f464c199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 >> 172.21.15.32:0/2910892623 conn(0x7f464c0788f0 msgr2=0x7f464c0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 shutdown_connections 2024-04-25T19:01:50.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:50.913+0000 7f4652400700 1 -- 172.21.15.32:0/2910892623 wait complete. 2024-04-25T19:01:50.916 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:01:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:51 smithi032 ceph-mon[28041]: pgmap v412: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:01:51.910 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:51 smithi064 ceph-mon[32321]: pgmap v412: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:01:51.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:51 smithi066 ceph-mon[32882]: pgmap v412: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:01:51.981 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":412,"stamp":"2024-04-25T19:01:49.872755+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663079,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1460,"num_read_kb":862,"num_write":445,"num_write_kb":3091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":864,"ondisk_log_size":864,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373776,"kb_used_data":12144,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124568048,"statfs":{"total":1151940427776,"available":1151557681152,"internally_reserved":0,"allocated":12435456,"data_stored":7741773,"data_compressed":183204,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005112"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843909+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T19:01:15.843909+0000","last_peered":"2024-04-25T19:01:15.843909+0000","last_clean":"2024-04-25T19:01:15.843909+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T19:01:15.843909+0000","last_undegraded":"2024-04-25T19:01:15.843909+0000","last_fullsized":"2024-04-25T19:01:15.843909+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.839651+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T19:01:15.839651+0000","last_peered":"2024-04-25T19:01:15.839651+0000","last_clean":"2024-04-25T19:01:15.839651+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T19:01:15.839651+0000","last_undegraded":"2024-04-25T19:01:15.839651+0000","last_fullsized":"2024-04-25T19:01:15.839651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835250+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T19:01:15.835250+0000","last_peered":"2024-04-25T19:01:15.835250+0000","last_clean":"2024-04-25T19:01:15.835250+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T19:01:15.835250+0000","last_undegraded":"2024-04-25T19:01:15.835250+0000","last_fullsized":"2024-04-25T19:01:15.835250+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.837150+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T19:01:15.837150+0000","last_peered":"2024-04-25T19:01:15.837150+0000","last_clean":"2024-04-25T19:01:15.837150+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T19:01:15.837150+0000","last_undegraded":"2024-04-25T19:01:15.837150+0000","last_fullsized":"2024-04-25T19:01:15.837150+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.833201+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T19:01:15.833201+0000","last_peered":"2024-04-25T19:01:15.833201+0000","last_clean":"2024-04-25T19:01:15.833201+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T19:01:15.833201+0000","last_undegraded":"2024-04-25T19:01:15.833201+0000","last_fullsized":"2024-04-25T19:01:15.833201+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.834018+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T19:01:15.834018+0000","last_peered":"2024-04-25T19:01:15.834018+0000","last_clean":"2024-04-25T19:01:15.834018+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T19:01:15.834018+0000","last_undegraded":"2024-04-25T19:01:15.834018+0000","last_fullsized":"2024-04-25T19:01:15.834018+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.826175+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T19:01:15.826175+0000","last_peered":"2024-04-25T19:01:15.826175+0000","last_clean":"2024-04-25T19:01:15.826175+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T19:01:15.826175+0000","last_undegraded":"2024-04-25T19:01:15.826175+0000","last_fullsized":"2024-04-25T19:01:15.826175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.850473+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T19:01:15.850473+0000","last_peered":"2024-04-25T19:01:15.850473+0000","last_clean":"2024-04-25T19:01:15.850473+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T19:01:15.850473+0000","last_undegraded":"2024-04-25T19:01:15.850473+0000","last_fullsized":"2024-04-25T19:01:15.850473+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.828204+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T19:01:15.828204+0000","last_peered":"2024-04-25T19:01:15.828204+0000","last_clean":"2024-04-25T19:01:15.828204+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T19:01:15.828204+0000","last_undegraded":"2024-04-25T19:01:15.828204+0000","last_fullsized":"2024-04-25T19:01:15.828204+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.816090+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T19:01:15.816090+0000","last_peered":"2024-04-25T19:01:15.816090+0000","last_clean":"2024-04-25T19:01:15.816090+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T19:01:15.816090+0000","last_undegraded":"2024-04-25T19:01:15.816090+0000","last_fullsized":"2024-04-25T19:01:15.816090+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.829316+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T19:01:15.829316+0000","last_peered":"2024-04-25T19:01:15.829316+0000","last_clean":"2024-04-25T19:01:15.829316+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T19:01:15.829316+0000","last_undegraded":"2024-04-25T19:01:15.829316+0000","last_fullsized":"2024-04-25T19:01:15.829316+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.816606+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T19:01:15.816606+0000","last_peered":"2024-04-25T19:01:15.816606+0000","last_clean":"2024-04-25T19:01:15.816606+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T19:01:15.816606+0000","last_undegraded":"2024-04-25T19:01:15.816606+0000","last_fullsized":"2024-04-25T19:01:15.816606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.840809+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T19:01:15.840809+0000","last_peered":"2024-04-25T19:01:15.840809+0000","last_clean":"2024-04-25T19:01:15.840809+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T19:01:15.840809+0000","last_undegraded":"2024-04-25T19:01:15.840809+0000","last_fullsized":"2024-04-25T19:01:15.840809+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.838310+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T19:01:15.838310+0000","last_peered":"2024-04-25T19:01:15.838310+0000","last_clean":"2024-04-25T19:01:15.838310+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T19:01:15.838310+0000","last_undegraded":"2024-04-25T19:01:15.838310+0000","last_fullsized":"2024-04-25T19:01:15.838310+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.834597+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T19:01:15.834597+0000","last_peered":"2024-04-25T19:01:15.834597+0000","last_clean":"2024-04-25T19:01:15.834597+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T19:01:15.834597+0000","last_undegraded":"2024-04-25T19:01:15.834597+0000","last_fullsized":"2024-04-25T19:01:15.834597+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842501+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T19:01:15.842501+0000","last_peered":"2024-04-25T19:01:15.842501+0000","last_clean":"2024-04-25T19:01:15.842501+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T19:01:15.842501+0000","last_undegraded":"2024-04-25T19:01:15.842501+0000","last_fullsized":"2024-04-25T19:01:15.842501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843951+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T19:01:15.843951+0000","last_peered":"2024-04-25T19:01:15.843951+0000","last_clean":"2024-04-25T19:01:15.843951+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T19:01:15.843951+0000","last_undegraded":"2024-04-25T19:01:15.843951+0000","last_fullsized":"2024-04-25T19:01:15.843951+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842822+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T19:01:15.842822+0000","last_peered":"2024-04-25T19:01:15.842822+0000","last_clean":"2024-04-25T19:01:15.842822+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T19:01:15.842822+0000","last_undegraded":"2024-04-25T19:01:15.842822+0000","last_fullsized":"2024-04-25T19:01:15.842822+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.836668+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T19:01:15.836668+0000","last_peered":"2024-04-25T19:01:15.836668+0000","last_clean":"2024-04-25T19:01:15.836668+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T19:01:15.836668+0000","last_undegraded":"2024-04-25T19:01:15.836668+0000","last_fullsized":"2024-04-25T19:01:15.836668+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"90'14","reported_seq":172,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:47.824015+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:01:47.824015+0000","last_peered":"2024-04-25T19:01:47.824015+0000","last_clean":"2024-04-25T19:01:47.824015+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:01:47.824015+0000","last_undegraded":"2024-04-25T19:01:47.824015+0000","last_fullsized":"2024-04-25T19:01:47.824015+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":131,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.841136+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T19:01:15.841136+0000","last_peered":"2024-04-25T19:01:15.841136+0000","last_clean":"2024-04-25T19:01:15.841136+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T19:01:15.841136+0000","last_undegraded":"2024-04-25T19:01:15.841136+0000","last_fullsized":"2024-04-25T19:01:15.841136+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.598205+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T18:59:47.598205+0000","last_peered":"2024-04-25T18:59:47.598205+0000","last_clean":"2024-04-25T18:59:47.598205+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T18:59:47.598205+0000","last_undegraded":"2024-04-25T18:59:47.598205+0000","last_fullsized":"2024-04-25T18:59:47.598205+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.849555+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T19:01:15.849555+0000","last_peered":"2024-04-25T19:01:15.849555+0000","last_clean":"2024-04-25T19:01:15.849555+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T19:01:15.849555+0000","last_undegraded":"2024-04-25T19:01:15.849555+0000","last_fullsized":"2024-04-25T19:01:15.849555+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593603+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T18:59:47.593603+0000","last_peered":"2024-04-25T18:59:47.593603+0000","last_clean":"2024-04-25T18:59:47.593603+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T18:59:47.593603+0000","last_undegraded":"2024-04-25T18:59:47.593603+0000","last_fullsized":"2024-04-25T18:59:47.593603+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.840409+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T19:01:15.840409+0000","last_peered":"2024-04-25T19:01:15.840409+0000","last_clean":"2024-04-25T19:01:15.840409+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T19:01:15.840409+0000","last_undegraded":"2024-04-25T19:01:15.840409+0000","last_fullsized":"2024-04-25T19:01:15.840409+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593423+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T18:59:47.593423+0000","last_peered":"2024-04-25T18:59:47.593423+0000","last_clean":"2024-04-25T18:59:47.593423+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T18:59:47.593423+0000","last_undegraded":"2024-04-25T18:59:47.593423+0000","last_fullsized":"2024-04-25T18:59:47.593423+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.823627+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T19:01:15.823627+0000","last_peered":"2024-04-25T19:01:15.823627+0000","last_clean":"2024-04-25T19:01:15.823627+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T19:01:15.823627+0000","last_undegraded":"2024-04-25T19:01:15.823627+0000","last_fullsized":"2024-04-25T19:01:15.823627+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":164,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:47.747758+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:01:47.747758+0000","last_peered":"2024-04-25T19:01:47.747758+0000","last_clean":"2024-04-25T19:01:47.747758+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:01:47.747758+0000","last_undegraded":"2024-04-25T19:01:47.747758+0000","last_fullsized":"2024-04-25T19:01:47.747758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":132,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.826495+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T19:01:15.826495+0000","last_peered":"2024-04-25T19:01:15.826495+0000","last_clean":"2024-04-25T19:01:15.826495+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T19:01:15.826495+0000","last_undegraded":"2024-04-25T19:01:15.826495+0000","last_fullsized":"2024-04-25T19:01:15.826495+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593317+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T18:59:47.593317+0000","last_peered":"2024-04-25T18:59:47.593317+0000","last_clean":"2024-04-25T18:59:47.593317+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T18:59:47.593317+0000","last_undegraded":"2024-04-25T18:59:47.593317+0000","last_fullsized":"2024-04-25T18:59:47.593317+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848271+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T19:01:15.848271+0000","last_peered":"2024-04-25T19:01:15.848271+0000","last_clean":"2024-04-25T19:01:15.848271+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T19:01:15.848271+0000","last_undegraded":"2024-04-25T19:01:15.848271+0000","last_fullsized":"2024-04-25T19:01:15.848271+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.931249+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T18:59:47.931249+0000","last_peered":"2024-04-25T18:59:47.931249+0000","last_clean":"2024-04-25T18:59:47.931249+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T18:59:47.931249+0000","last_undegraded":"2024-04-25T18:59:47.931249+0000","last_fullsized":"2024-04-25T18:59:47.931249+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.850054+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T19:01:15.850054+0000","last_peered":"2024-04-25T19:01:15.850054+0000","last_clean":"2024-04-25T19:01:15.850054+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T19:01:15.850054+0000","last_undegraded":"2024-04-25T19:01:15.850054+0000","last_fullsized":"2024-04-25T19:01:15.850054+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588786+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T18:59:47.588786+0000","last_peered":"2024-04-25T18:59:47.588786+0000","last_clean":"2024-04-25T18:59:47.588786+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T18:59:47.588786+0000","last_undegraded":"2024-04-25T18:59:47.588786+0000","last_fullsized":"2024-04-25T18:59:47.588786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.849727+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T19:01:15.849727+0000","last_peered":"2024-04-25T19:01:15.849727+0000","last_clean":"2024-04-25T19:01:15.849727+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T19:01:15.849727+0000","last_undegraded":"2024-04-25T19:01:15.849727+0000","last_fullsized":"2024-04-25T19:01:15.849727+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"90'5","reported_seq":290,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:47.746822+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:01:47.746822+0000","last_peered":"2024-04-25T19:01:47.746822+0000","last_clean":"2024-04-25T19:01:47.746822+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:01:47.746822+0000","last_undegraded":"2024-04-25T19:01:47.746822+0000","last_fullsized":"2024-04-25T19:01:47.746822+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":258,"num_read_kb":258,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.838778+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T19:01:15.838778+0000","last_peered":"2024-04-25T19:01:15.838778+0000","last_clean":"2024-04-25T19:01:15.838778+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T19:01:15.838778+0000","last_undegraded":"2024-04-25T19:01:15.838778+0000","last_fullsized":"2024-04-25T19:01:15.838778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386923+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T18:59:48.386923+0000","last_peered":"2024-04-25T18:59:48.386923+0000","last_clean":"2024-04-25T18:59:48.386923+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T18:59:48.386923+0000","last_undegraded":"2024-04-25T18:59:48.386923+0000","last_fullsized":"2024-04-25T18:59:48.386923+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.840221+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T19:01:15.840221+0000","last_peered":"2024-04-25T19:01:15.840221+0000","last_clean":"2024-04-25T19:01:15.840221+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T19:01:15.840221+0000","last_undegraded":"2024-04-25T19:01:15.840221+0000","last_fullsized":"2024-04-25T19:01:15.840221+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589298+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T18:59:47.589298+0000","last_peered":"2024-04-25T18:59:47.589298+0000","last_clean":"2024-04-25T18:59:47.589298+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T18:59:47.589298+0000","last_undegraded":"2024-04-25T18:59:47.589298+0000","last_fullsized":"2024-04-25T18:59:47.589298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.829091+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T19:01:15.829091+0000","last_peered":"2024-04-25T19:01:15.829091+0000","last_clean":"2024-04-25T19:01:15.829091+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T19:01:15.829091+0000","last_undegraded":"2024-04-25T19:01:15.829091+0000","last_fullsized":"2024-04-25T19:01:15.829091+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"90'36","reported_seq":350,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:47.502414+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:01:47.502414+0000","last_peered":"2024-04-25T19:01:47.502414+0000","last_clean":"2024-04-25T19:01:47.502414+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:01:47.502414+0000","last_undegraded":"2024-04-25T19:01:47.502414+0000","last_fullsized":"2024-04-25T19:01:47.502414+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":259,"num_read_kb":193,"num_write":38,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.813847+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T19:01:15.813847+0000","last_peered":"2024-04-25T19:01:15.813847+0000","last_clean":"2024-04-25T19:01:15.813847+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T19:01:15.813847+0000","last_undegraded":"2024-04-25T19:01:15.813847+0000","last_fullsized":"2024-04-25T19:01:15.813847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595925+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T18:59:47.595925+0000","last_peered":"2024-04-25T18:59:47.595925+0000","last_clean":"2024-04-25T18:59:47.595925+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T18:59:47.595925+0000","last_undegraded":"2024-04-25T18:59:47.595925+0000","last_fullsized":"2024-04-25T18:59:47.595925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848750+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T19:01:15.848750+0000","last_peered":"2024-04-25T19:01:15.848750+0000","last_clean":"2024-04-25T19:01:15.848750+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T19:01:15.848750+0000","last_undegraded":"2024-04-25T19:01:15.848750+0000","last_fullsized":"2024-04-25T19:01:15.848750+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.588890+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T18:59:47.588890+0000","last_peered":"2024-04-25T18:59:47.588890+0000","last_clean":"2024-04-25T18:59:47.588890+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T18:59:47.588890+0000","last_undegraded":"2024-04-25T18:59:47.588890+0000","last_fullsized":"2024-04-25T18:59:47.588890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835899+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T19:01:15.835899+0000","last_peered":"2024-04-25T19:01:15.835899+0000","last_clean":"2024-04-25T19:01:15.835899+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T19:01:15.835899+0000","last_undegraded":"2024-04-25T19:01:15.835899+0000","last_fullsized":"2024-04-25T19:01:15.835899+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'7","reported_seq":164,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:43.884190+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:01:43.884190+0000","last_peered":"2024-04-25T19:01:43.884190+0000","last_clean":"2024-04-25T19:01:43.884190+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:01:43.884190+0000","last_undegraded":"2024-04-25T19:01:43.884190+0000","last_fullsized":"2024-04-25T19:01:43.884190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.813630+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T19:01:15.813630+0000","last_peered":"2024-04-25T19:01:15.813630+0000","last_clean":"2024-04-25T19:01:15.813630+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T19:01:15.813630+0000","last_undegraded":"2024-04-25T19:01:15.813630+0000","last_fullsized":"2024-04-25T19:01:15.813630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":69,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.613852+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T18:59:47.613852+0000","last_peered":"2024-04-25T18:59:47.613852+0000","last_clean":"2024-04-25T18:59:47.613852+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T18:59:47.613852+0000","last_undegraded":"2024-04-25T18:59:47.613852+0000","last_fullsized":"2024-04-25T18:59:47.613852+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.822881+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T19:01:15.822881+0000","last_peered":"2024-04-25T19:01:15.822881+0000","last_clean":"2024-04-25T19:01:15.822881+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T19:01:15.822881+0000","last_undegraded":"2024-04-25T19:01:15.822881+0000","last_fullsized":"2024-04-25T19:01:15.822881+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593647+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T18:59:47.593647+0000","last_peered":"2024-04-25T18:59:47.593647+0000","last_clean":"2024-04-25T18:59:47.593647+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T18:59:47.593647+0000","last_undegraded":"2024-04-25T18:59:47.593647+0000","last_fullsized":"2024-04-25T18:59:47.593647+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.814976+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T19:01:15.814976+0000","last_peered":"2024-04-25T19:01:15.814976+0000","last_clean":"2024-04-25T19:01:15.814976+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T19:01:15.814976+0000","last_undegraded":"2024-04-25T19:01:15.814976+0000","last_fullsized":"2024-04-25T19:01:15.814976+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.590267+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T18:59:47.590267+0000","last_peered":"2024-04-25T18:59:47.590267+0000","last_clean":"2024-04-25T18:59:47.590267+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T18:59:47.590267+0000","last_undegraded":"2024-04-25T18:59:47.590267+0000","last_fullsized":"2024-04-25T18:59:47.590267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.833774+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T19:01:15.833774+0000","last_peered":"2024-04-25T19:01:15.833774+0000","last_clean":"2024-04-25T19:01:15.833774+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T19:01:15.833774+0000","last_undegraded":"2024-04-25T19:01:15.833774+0000","last_fullsized":"2024-04-25T19:01:15.833774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'7","reported_seq":166,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:46.822653+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:01:46.822653+0000","last_peered":"2024-04-25T19:01:46.822653+0000","last_clean":"2024-04-25T19:01:46.822653+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:01:46.822653+0000","last_undegraded":"2024-04-25T19:01:46.822653+0000","last_fullsized":"2024-04-25T19:01:46.822653+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":132,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.818302+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T19:01:15.818302+0000","last_peered":"2024-04-25T19:01:15.818302+0000","last_clean":"2024-04-25T19:01:15.818302+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T19:01:15.818302+0000","last_undegraded":"2024-04-25T19:01:15.818302+0000","last_fullsized":"2024-04-25T19:01:15.818302+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.816977+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T19:01:15.816977+0000","last_peered":"2024-04-25T19:01:15.816977+0000","last_clean":"2024-04-25T19:01:15.816977+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T19:01:15.816977+0000","last_undegraded":"2024-04-25T19:01:15.816977+0000","last_fullsized":"2024-04-25T19:01:15.816977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'6","reported_seq":161,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:44.885296+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:01:44.885296+0000","last_peered":"2024-04-25T19:01:44.885296+0000","last_clean":"2024-04-25T19:01:44.885296+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:01:44.885296+0000","last_undegraded":"2024-04-25T19:01:44.885296+0000","last_fullsized":"2024-04-25T19:01:44.885296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.851477+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T19:01:15.851477+0000","last_peered":"2024-04-25T19:01:15.851477+0000","last_clean":"2024-04-25T19:01:15.851477+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T19:01:15.851477+0000","last_undegraded":"2024-04-25T19:01:15.851477+0000","last_fullsized":"2024-04-25T19:01:15.851477+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299515+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T18:59:48.299515+0000","last_peered":"2024-04-25T18:59:48.299515+0000","last_clean":"2024-04-25T18:59:48.299515+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T18:59:48.299515+0000","last_undegraded":"2024-04-25T18:59:48.299515+0000","last_fullsized":"2024-04-25T18:59:48.299515+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":359,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386661+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T18:59:48.386661+0000","last_peered":"2024-04-25T18:59:48.386661+0000","last_clean":"2024-04-25T18:59:48.386661+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T18:59:48.386661+0000","last_undegraded":"2024-04-25T18:59:48.386661+0000","last_fullsized":"2024-04-25T18:59:48.386661+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.828625+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T19:01:15.828625+0000","last_peered":"2024-04-25T19:01:15.828625+0000","last_clean":"2024-04-25T19:01:15.828625+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T19:01:15.828625+0000","last_undegraded":"2024-04-25T19:01:15.828625+0000","last_fullsized":"2024-04-25T19:01:15.828625+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.386717+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T18:59:48.386717+0000","last_peered":"2024-04-25T18:59:48.386717+0000","last_clean":"2024-04-25T18:59:48.386717+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T18:59:48.386717+0000","last_undegraded":"2024-04-25T18:59:48.386717+0000","last_fullsized":"2024-04-25T18:59:48.386717+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.619667+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T18:59:47.619667+0000","last_peered":"2024-04-25T18:59:47.619667+0000","last_clean":"2024-04-25T18:59:47.619667+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T18:59:47.619667+0000","last_undegraded":"2024-04-25T18:59:47.619667+0000","last_fullsized":"2024-04-25T18:59:47.619667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.849744+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T19:01:15.849744+0000","last_peered":"2024-04-25T19:01:15.849744+0000","last_clean":"2024-04-25T19:01:15.849744+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T19:01:15.849744+0000","last_undegraded":"2024-04-25T19:01:15.849744+0000","last_fullsized":"2024-04-25T19:01:15.849744+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"90'18","reported_seq":61,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:16.476740+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:01:16.476740+0000","last_peered":"2024-04-25T19:01:16.476740+0000","last_clean":"2024-04-25T19:01:16.476740+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:01:16.476740+0000","last_undegraded":"2024-04-25T19:01:16.476740+0000","last_fullsized":"2024-04-25T19:01:16.476740+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.848660+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T19:01:15.848660+0000","last_peered":"2024-04-25T19:01:15.848660+0000","last_clean":"2024-04-25T19:01:15.848660+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T19:01:15.848660+0000","last_undegraded":"2024-04-25T19:01:15.848660+0000","last_fullsized":"2024-04-25T19:01:15.848660+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:48.299553+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T18:59:48.299553+0000","last_peered":"2024-04-25T18:59:48.299553+0000","last_clean":"2024-04-25T18:59:48.299553+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T18:59:48.299553+0000","last_undegraded":"2024-04-25T18:59:48.299553+0000","last_fullsized":"2024-04-25T18:59:48.299553+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.846396+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T19:01:15.846396+0000","last_peered":"2024-04-25T19:01:15.846396+0000","last_clean":"2024-04-25T19:01:15.846396+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T19:01:15.846396+0000","last_undegraded":"2024-04-25T19:01:15.846396+0000","last_fullsized":"2024-04-25T19:01:15.846396+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.596630+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T18:59:47.596630+0000","last_peered":"2024-04-25T18:59:47.596630+0000","last_clean":"2024-04-25T18:59:47.596630+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T18:59:47.596630+0000","last_undegraded":"2024-04-25T18:59:47.596630+0000","last_fullsized":"2024-04-25T18:59:47.596630+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.814423+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T19:01:15.814423+0000","last_peered":"2024-04-25T19:01:15.814423+0000","last_clean":"2024-04-25T19:01:15.814423+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T19:01:15.814423+0000","last_undegraded":"2024-04-25T19:01:15.814423+0000","last_fullsized":"2024-04-25T19:01:15.814423+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.594346+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T18:59:47.594346+0000","last_peered":"2024-04-25T18:59:47.594346+0000","last_clean":"2024-04-25T18:59:47.594346+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T18:59:47.594346+0000","last_undegraded":"2024-04-25T18:59:47.594346+0000","last_fullsized":"2024-04-25T18:59:47.594346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843291+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T19:01:15.843291+0000","last_peered":"2024-04-25T19:01:15.843291+0000","last_clean":"2024-04-25T19:01:15.843291+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T19:01:15.843291+0000","last_undegraded":"2024-04-25T19:01:15.843291+0000","last_fullsized":"2024-04-25T19:01:15.843291+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.595636+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T18:59:47.595636+0000","last_peered":"2024-04-25T18:59:47.595636+0000","last_clean":"2024-04-25T18:59:47.595636+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T18:59:47.595636+0000","last_undegraded":"2024-04-25T18:59:47.595636+0000","last_fullsized":"2024-04-25T18:59:47.595636+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.846460+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T19:01:15.846460+0000","last_peered":"2024-04-25T19:01:15.846460+0000","last_clean":"2024-04-25T19:01:15.846460+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T19:01:15.846460+0000","last_undegraded":"2024-04-25T19:01:15.846460+0000","last_fullsized":"2024-04-25T19:01:15.846460+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.593052+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T18:59:47.593052+0000","last_peered":"2024-04-25T18:59:47.593052+0000","last_clean":"2024-04-25T18:59:47.593052+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T18:59:47.593052+0000","last_undegraded":"2024-04-25T18:59:47.593052+0000","last_fullsized":"2024-04-25T18:59:47.593052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.835813+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T19:01:15.835813+0000","last_peered":"2024-04-25T19:01:15.835813+0000","last_clean":"2024-04-25T19:01:15.835813+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T19:01:15.835813+0000","last_undegraded":"2024-04-25T19:01:15.835813+0000","last_fullsized":"2024-04-25T19:01:15.835813+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'7","reported_seq":168,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:47.747838+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:01:47.747838+0000","last_peered":"2024-04-25T19:01:47.747838+0000","last_clean":"2024-04-25T19:01:47.747838+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:01:47.747838+0000","last_undegraded":"2024-04-25T19:01:47.747838+0000","last_fullsized":"2024-04-25T19:01:47.747838+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":134,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.829309+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T19:01:15.829309+0000","last_peered":"2024-04-25T19:01:15.829309+0000","last_clean":"2024-04-25T19:01:15.829309+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T19:01:15.829309+0000","last_undegraded":"2024-04-25T19:01:15.829309+0000","last_fullsized":"2024-04-25T19:01:15.829309+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.589008+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T18:59:47.589008+0000","last_peered":"2024-04-25T18:59:47.589008+0000","last_clean":"2024-04-25T18:59:47.589008+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T18:59:47.589008+0000","last_undegraded":"2024-04-25T18:59:47.589008+0000","last_fullsized":"2024-04-25T18:59:47.589008+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842048+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T19:01:15.842048+0000","last_peered":"2024-04-25T19:01:15.842048+0000","last_clean":"2024-04-25T19:01:15.842048+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T19:01:15.842048+0000","last_undegraded":"2024-04-25T19:01:15.842048+0000","last_fullsized":"2024-04-25T19:01:15.842048+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T18:59:47.932672+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T18:59:47.932672+0000","last_peered":"2024-04-25T18:59:47.932672+0000","last_clean":"2024-04-25T18:59:47.932672+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T18:59:47.932672+0000","last_undegraded":"2024-04-25T18:59:47.932672+0000","last_fullsized":"2024-04-25T18:59:47.932672+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.819596+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T19:01:15.819596+0000","last_peered":"2024-04-25T19:01:15.819596+0000","last_clean":"2024-04-25T19:01:15.819596+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T19:01:15.819596+0000","last_undegraded":"2024-04-25T19:01:15.819596+0000","last_fullsized":"2024-04-25T19:01:15.819596+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":30,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.818754+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T19:01:15.818754+0000","last_peered":"2024-04-25T19:01:15.818754+0000","last_clean":"2024-04-25T19:01:15.818754+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T19:01:15.818754+0000","last_undegraded":"2024-04-25T19:01:15.818754+0000","last_fullsized":"2024-04-25T19:01:15.818754+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.819215+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T19:01:15.819215+0000","last_peered":"2024-04-25T19:01:15.819215+0000","last_clean":"2024-04-25T19:01:15.819215+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T19:01:15.819215+0000","last_undegraded":"2024-04-25T19:01:15.819215+0000","last_fullsized":"2024-04-25T19:01:15.819215+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.841436+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T19:01:15.841436+0000","last_peered":"2024-04-25T19:01:15.841436+0000","last_clean":"2024-04-25T19:01:15.841436+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T19:01:15.841436+0000","last_undegraded":"2024-04-25T19:01:15.841436+0000","last_fullsized":"2024-04-25T19:01:15.841436+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.843572+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T19:01:15.843572+0000","last_peered":"2024-04-25T19:01:15.843572+0000","last_clean":"2024-04-25T19:01:15.843572+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T19:01:15.843572+0000","last_undegraded":"2024-04-25T19:01:15.843572+0000","last_fullsized":"2024-04-25T19:01:15.843572+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":25,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.846331+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T19:01:15.846331+0000","last_peered":"2024-04-25T19:01:15.846331+0000","last_clean":"2024-04-25T19:01:15.846331+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T19:01:15.846331+0000","last_undegraded":"2024-04-25T19:01:15.846331+0000","last_fullsized":"2024-04-25T19:01:15.846331+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.814780+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T19:01:15.814780+0000","last_peered":"2024-04-25T19:01:15.814780+0000","last_clean":"2024-04-25T19:01:15.814780+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T19:01:15.814780+0000","last_undegraded":"2024-04-25T19:01:15.814780+0000","last_fullsized":"2024-04-25T19:01:15.814780+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.821520+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T19:01:15.821520+0000","last_peered":"2024-04-25T19:01:15.821520+0000","last_clean":"2024-04-25T19:01:15.821520+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T19:01:15.821520+0000","last_undegraded":"2024-04-25T19:01:15.821520+0000","last_fullsized":"2024-04-25T19:01:15.821520+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":23,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842347+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T19:01:15.842347+0000","last_peered":"2024-04-25T19:01:15.842347+0000","last_clean":"2024-04-25T19:01:15.842347+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T19:01:15.842347+0000","last_undegraded":"2024-04-25T19:01:15.842347+0000","last_fullsized":"2024-04-25T19:01:15.842347+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.841726+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T19:01:15.841726+0000","last_peered":"2024-04-25T19:01:15.841726+0000","last_clean":"2024-04-25T19:01:15.841726+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T19:01:15.841726+0000","last_undegraded":"2024-04-25T19:01:15.841726+0000","last_fullsized":"2024-04-25T19:01:15.841726+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.842748+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T19:01:15.842748+0000","last_peered":"2024-04-25T19:01:15.842748+0000","last_clean":"2024-04-25T19:01:15.842748+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T19:01:15.842748+0000","last_undegraded":"2024-04-25T19:01:15.842748+0000","last_fullsized":"2024-04-25T19:01:15.842748+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":31,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.850980+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T19:01:15.850980+0000","last_peered":"2024-04-25T19:01:15.850980+0000","last_clean":"2024-04-25T19:01:15.850980+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T19:01:15.850980+0000","last_undegraded":"2024-04-25T19:01:15.850980+0000","last_fullsized":"2024-04-25T19:01:15.850980+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":32,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.845440+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T19:01:15.845440+0000","last_peered":"2024-04-25T19:01:15.845440+0000","last_clean":"2024-04-25T19:01:15.845440+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T19:01:15.845440+0000","last_undegraded":"2024-04-25T19:01:15.845440+0000","last_fullsized":"2024-04-25T19:01:15.845440+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-04-25T19:01:15.817375+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T19:01:15.817375+0000","last_peered":"2024-04-25T19:01:15.817375+0000","last_clean":"2024-04-25T19:01:15.817375+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T19:01:15.817375+0000","last_undegraded":"2024-04-25T19:01:15.817375+0000","last_fullsized":"2024-04-25T19:01:15.817375+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283903,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72477,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1324,"num_read_kb":743,"num_write":262,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":217431,"data_compressed":5460,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383729,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481214,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645366,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":1136590,"data_compressed":43710,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808893,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":480617,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070530,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":480766,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332167,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":1074069,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495693,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":995328,"data_stored":480749,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574956,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":546233,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738480,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":482088,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411431,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":481770,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182495,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":479925,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920856,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":545069,"data_compressed":7606,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757332,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":1072683,"data_compressed":41890,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34461,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":66855,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":65691,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":66727,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:01:51.985 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T19:01:51.985 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-25T19:01:51.985 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-25T19:01:51.985 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-25T19:01:52.505 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:52.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:52 smithi032 ceph-mon[28041]: from='client.24865 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:01:52.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:52 smithi066 ceph-mon[32882]: from='client.24865 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:01:53.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:52 smithi064 ceph-mon[32321]: from='client.24865 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:01:53.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:53 smithi066 ceph-mon[32882]: pgmap v413: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:54.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:53 smithi064 ceph-mon[32321]: pgmap v413: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:54.026 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:53 smithi032 ceph-mon[28041]: pgmap v413: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:54.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 -- 172.21.15.32:0/1559188935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620108ae0 msgr2=0x7ff620108ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 --2- 172.21.15.32:0/1559188935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620108ae0 0x7ff620108ec0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff610009990 tx=0x7ff610009ca0 comp rx=0 tx=0).stop 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 -- 172.21.15.32:0/1559188935 shutdown_connections 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 --2- 172.21.15.32:0/1559188935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620108ae0 0x7ff620108ec0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 --2- 172.21.15.32:0/1559188935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff620103450 0x7ff62010f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 --2- 172.21.15.32:0/1559188935 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 0x7ff620102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.942+0000 7ff627200700 1 -- 172.21.15.32:0/1559188935 >> 172.21.15.32:0/1559188935 conn(0x7ff620079bf0 msgr2=0x7ff62007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.943+0000 7ff627200700 1 -- 172.21.15.32:0/1559188935 shutdown_connections 2024-04-25T19:01:54.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.943+0000 7ff627200700 1 -- 172.21.15.32:0/1559188935 wait complete. 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 Processor -- start 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 -- start start 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 0x7ff62019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 0x7ff62019b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff620108ae0 0x7ff62019fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff620112c80 con 0x7ff620103450 2024-04-25T19:01:54.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff620112b00 con 0x7ff620102a90 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.944+0000 7ff627200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff620112e00 con 0x7ff620108ae0 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 0x7ff62019b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 0x7ff62019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 0x7ff62019b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56436/0 (socket says 172.21.15.32:56436) 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 -- 172.21.15.32:0/2801109951 learned_addr learned my addr 172.21.15.32:0/2801109951 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff625200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff620108ae0 0x7ff62019fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 -- 172.21.15.32:0/2801109951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff620108ae0 msgr2=0x7ff62019fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff620108ae0 0x7ff62019fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 -- 172.21.15.32:0/2801109951 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 msgr2=0x7ff62019b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 0x7ff62019b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61f400700 1 -- 172.21.15.32:0/2801109951 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6201a0420 con 0x7ff620103450 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.945+0000 7ff61fe00700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 0x7ff62019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:01:54.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.946+0000 7ff61f400700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 0x7ff62019b950 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff60c00d950 tx=0x7ff60c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:54.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.946+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c016070 con 0x7ff620103450 2024-04-25T19:01:54.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.946+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff60c00fd40 con 0x7ff620103450 2024-04-25T19:01:54.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.946+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c00e3b0 con 0x7ff620103450 2024-04-25T19:01:54.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.946+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6201a0710 con 0x7ff620103450 2024-04-25T19:01:54.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.946+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6201a7f90 con 0x7ff620103450 2024-04-25T19:01:54.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.947+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff620069730 con 0x7ff620103450 2024-04-25T19:01:54.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.949+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff60c019070 con 0x7ff620103450 2024-04-25T19:01:54.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.952+0000 7ff61cc00700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff6040a3cc0 0x7ff6040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:54.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.952+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7ff60c0cfe90 con 0x7ff620103450 2024-04-25T19:01:54.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.952+0000 7ff61fe00700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff6040a3cc0 0x7ff6040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:54.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.953+0000 7ff61fe00700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff6040a3cc0 0x7ff6040a6180 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff610006010 tx=0x7ff61000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:54.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:54.957+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff60c09c830 con 0x7ff620103450 2024-04-25T19:01:55.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.236+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7ff62019c770 con 0x7ff620103450 2024-04-25T19:01:55.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.237+0000 7ff61cc00700 1 -- 172.21.15.32:0/2801109951 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7ff60c09c130 con 0x7ff620103450 2024-04-25T19:01:55.239 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:01:55.239 INFO:teuthology.orchestra.run.smithi032.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-25T19:01:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.239+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff6040a3cc0 msgr2=0x7ff6040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.239+0000 7ff627200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff6040a3cc0 0x7ff6040a6180 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff610006010 tx=0x7ff61000b260 comp rx=0 tx=0).stop 2024-04-25T19:01:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 msgr2=0x7ff62019b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:55.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 0x7ff62019b950 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff60c00d950 tx=0x7ff60c00dc60 comp rx=0 tx=0).stop 2024-04-25T19:01:55.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 shutdown_connections 2024-04-25T19:01:55.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff620108ae0 0x7ff62019fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:55.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff620102a90 0x7ff62019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:55.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7ff6040a3cc0 0x7ff6040a6180 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:55.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 --2- 172.21.15.32:0/2801109951 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff620103450 0x7ff62019b950 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:55.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 >> 172.21.15.32:0/2801109951 conn(0x7ff620079bf0 msgr2=0x7ff62010e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:55.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 shutdown_connections 2024-04-25T19:01:55.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:55.240+0000 7ff627200700 1 -- 172.21.15.32:0/2801109951 wait complete. 2024-04-25T19:01:55.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:55 smithi066 ceph-mon[32882]: pgmap v414: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:55.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:55 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2801109951' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T19:01:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:55 smithi064 ceph-mon[32321]: pgmap v414: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:56.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:55 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2801109951' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T19:01:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:55 smithi032 ceph-mon[28041]: pgmap v414: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:01:56.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:55 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2801109951' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-25T19:01:56.199 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-25T19:01:56.200 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:01:56.661 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:01:57.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:57 smithi066 ceph-mon[32882]: pgmap v415: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:58.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:57 smithi064 ceph-mon[32321]: pgmap v415: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:58.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:57 smithi032 ceph-mon[28041]: pgmap v415: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:01:59.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 -- 172.21.15.32:0/3384661739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 msgr2=0x7f6424115f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:59.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 --2- 172.21.15.32:0/3384661739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 0x7f6424115f70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f641c00b0d0 tx=0x7f641c00b3e0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 -- 172.21.15.32:0/3384661739 shutdown_connections 2024-04-25T19:01:59.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 --2- 172.21.15.32:0/3384661739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 0x7f6424115f70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 --2- 172.21.15.32:0/3384661739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f64241096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 --2- 172.21.15.32:0/3384661739 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6424109cc0 0x7f642410dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 -- 172.21.15.32:0/3384661739 >> 172.21.15.32:0/3384661739 conn(0x7f6424076210 msgr2=0x7f6424078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:59.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 -- 172.21.15.32:0/3384661739 shutdown_connections 2024-04-25T19:01:59.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.048+0000 7f642c200700 1 -- 172.21.15.32:0/3384661739 wait complete. 2024-04-25T19:01:59.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.049+0000 7f642c200700 1 Processor -- start 2024-04-25T19:01:59.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 -- start start 2024-04-25T19:01:59.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f642419f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:59.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6424109cc0 0x7f642419fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:59.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 0x7f64241a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:59.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f64241192b0 con 0x7f642410e3a0 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6424119130 con 0x7f6424109cc0 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642c200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6424119430 con 0x7f6424109310 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f6429800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f642419f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f6429800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f642419f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51946/0 (socket says 172.21.15.32:51946) 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f6429800700 1 -- 172.21.15.32:0/3187330939 learned_addr learned my addr 172.21.15.32:0/3187330939 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f642a200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 0x7f64241a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.050+0000 7f6428e00700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6424109cc0 0x7f642419fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6429800700 1 -- 172.21.15.32:0/3187330939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6424109cc0 msgr2=0x7f642419fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6429800700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6424109cc0 0x7f642419fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6429800700 1 -- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 msgr2=0x7f64241a4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6429800700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 0x7f64241a4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6429800700 1 -- 172.21.15.32:0/3187330939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64241a4760 con 0x7f6424109310 2024-04-25T19:01:59.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6429800700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f642419f7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f641800e9c0 tx=0x7f641800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:59.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641800cbd0 con 0x7f6424109310 2024-04-25T19:01:59.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f641800ee60 con 0x7f6424109310 2024-04-25T19:01:59.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64241a4a50 con 0x7f6424109310 2024-04-25T19:01:59.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64180055c0 con 0x7f6424109310 2024-04-25T19:01:59.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.051+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64241ac2d0 con 0x7f6424109310 2024-04-25T19:01:59.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.052+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6424069730 con 0x7f6424109310 2024-04-25T19:01:59.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.055+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6418004750 con 0x7f6424109310 2024-04-25T19:01:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.056+0000 7f6422000700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f640c0a3c40 0x7f640c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:01:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.056+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f64180d06c0 con 0x7f6424109310 2024-04-25T19:01:59.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.056+0000 7f6428e00700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f640c0a3c40 0x7f640c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:01:59.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.057+0000 7f6428e00700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f640c0a3c40 0x7f640c0a6100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6424108330 tx=0x7f64100073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:01:59.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.059+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f641809d060 con 0x7f6424109310 2024-04-25T19:01:59.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.347+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64241a0ab0 con 0x7f6424109310 2024-04-25T19:01:59.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.349+0000 7f6422000700 1 -- 172.21.15.32:0/3187330939 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f641809c960 con 0x7f6424109310 2024-04-25T19:01:59.351 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:01:59.351 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T18:59:43.565319+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24512,24514,24532,24538,24524]},"id":1}]} 2024-04-25T19:01:59.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f640c0a3c40 msgr2=0x7f640c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:59.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f640c0a3c40 0x7f640c0a6100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6424108330 tx=0x7f64100073d0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 msgr2=0x7f642419f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:01:59.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f642419f7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f641800e9c0 tx=0x7f641800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 shutdown_connections 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f640c0a3c40 0x7f640c0a6100 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f642410e3a0 0x7f64241a4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6424109310 0x7f642419f7a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 --2- 172.21.15.32:0/3187330939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6424109cc0 0x7f642419fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.352+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 >> 172.21.15.32:0/3187330939 conn(0x7f6424076210 msgr2=0x7f6424078590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.353+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 shutdown_connections 2024-04-25T19:01:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:01:59.353+0000 7f642c200700 1 -- 172.21.15.32:0/3187330939 wait complete. 2024-04-25T19:01:59.356 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:01:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:59 smithi066 ceph-mon[32882]: pgmap v416: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:01:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:01:59 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3187330939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:59 smithi064 ceph-mon[32321]: pgmap v416: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:01:59 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3187330939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:59 smithi032 ceph-mon[28041]: pgmap v416: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:00.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:01:59 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3187330939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:00.345 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:02:00.802 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:00.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:00 smithi032 ceph-mon[28041]: pgmap v417: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:01.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:00 smithi064 ceph-mon[32321]: pgmap v417: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:01.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:00 smithi066 ceph-mon[32882]: pgmap v417: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:03.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:02 smithi032 ceph-mon[28041]: pgmap v418: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:03.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:02 smithi066 ceph-mon[32882]: pgmap v418: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:03.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 -- 172.21.15.32:0/3130289122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30103450 msgr2=0x7f3d3010f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 --2- 172.21.15.32:0/3130289122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30103450 0x7f3d3010f8b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3d2800b0a0 tx=0x7f3d2800b3b0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 -- 172.21.15.32:0/3130289122 shutdown_connections 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 --2- 172.21.15.32:0/3130289122 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30103450 0x7f3d3010f8b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 --2- 172.21.15.32:0/3130289122 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 0x7f3d30108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 --2- 172.21.15.32:0/3130289122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30102a90 0x7f3d30102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.254+0000 7f3d34c00700 1 -- 172.21.15.32:0/3130289122 >> 172.21.15.32:0/3130289122 conn(0x7f3d30079ba0 msgr2=0x7f3d30079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.255+0000 7f3d34c00700 1 -- 172.21.15.32:0/3130289122 shutdown_connections 2024-04-25T19:02:03.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.255+0000 7f3d34c00700 1 -- 172.21.15.32:0/3130289122 wait complete. 2024-04-25T19:02:03.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 Processor -- start 2024-04-25T19:02:03.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 -- start start 2024-04-25T19:02:03.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30102a90 0x7f3d30074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 0x7f3d30075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 0x7f3d300757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3d30112c70 con 0x7f3d30102a90 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3d30112af0 con 0x7f3d30108a50 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.256+0000 7f3d34c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3d30112df0 con 0x7f3d30103450 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 0x7f3d30075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d2e800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 0x7f3d300757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 0x7f3d30075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46276/0 (socket says 172.21.15.32:46276) 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 -- 172.21.15.32:0/699224347 learned_addr learned my addr 172.21.15.32:0/699224347 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:03.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d2de00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30102a90 0x7f3d30074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:03.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 -- 172.21.15.32:0/699224347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 msgr2=0x7f3d300757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:03.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 0x7f3d300757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 -- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30102a90 msgr2=0x7f3d30074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:03.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30102a90 0x7f3d30074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d27e00700 1 -- 172.21.15.32:0/699224347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d301a7670 con 0x7f3d30103450 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.257+0000 7f3d2e800700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 0x7f3d300757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.258+0000 7f3d27e00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 0x7f3d30075280 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800e9c0 tx=0x7f3d1800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.258+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1800cbd0 con 0x7f3d30103450 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.258+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d301a7960 con 0x7f3d30103450 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.258+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d1800ee60 con 0x7f3d30103450 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.258+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d180055c0 con 0x7f3d30103450 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.258+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d301a7e50 con 0x7f3d30103450 2024-04-25T19:02:03.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.259+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d30069730 con 0x7f3d30103450 2024-04-25T19:02:03.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.261+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3d18004750 con 0x7f3d30103450 2024-04-25T19:02:03.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.262+0000 7f3d26a00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3d140a3c40 0x7f3d140a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:03.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.263+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f3d180d06d0 con 0x7f3d30103450 2024-04-25T19:02:03.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.263+0000 7f3d2de00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3d140a3c40 0x7f3d140a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:03.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.263+0000 7f3d2de00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3d140a3c40 0x7f3d140a6100 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009be0 tx=0x7f3d20009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:03.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.267+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d1809d070 con 0x7f3d30103450 2024-04-25T19:02:03.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:02 smithi064 ceph-mon[32321]: pgmap v418: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:03.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.548+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d3002df80 con 0x7f3d30103450 2024-04-25T19:02:03.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.549+0000 7f3d26a00700 1 -- 172.21.15.32:0/699224347 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f3d1809c970 con 0x7f3d30103450 2024-04-25T19:02:03.551 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:03.551 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T18:59:43.565319+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24512,24514,24532,24538,24524]},"id":1}]} 2024-04-25T19:02:03.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3d140a3c40 msgr2=0x7f3d140a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:03.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3d140a3c40 0x7f3d140a6100 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009be0 tx=0x7f3d20009260 comp rx=0 tx=0).stop 2024-04-25T19:02:03.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 msgr2=0x7f3d30075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 0x7f3d30075280 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800e9c0 tx=0x7f3d1800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 shutdown_connections 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3d140a3c40 0x7f3d140a6100 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d30102a90 0x7f3d30074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3d30108a50 0x7f3d300757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 --2- 172.21.15.32:0/699224347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d30103450 0x7f3d30075280 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.552+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 >> 172.21.15.32:0/699224347 conn(0x7f3d30079ba0 msgr2=0x7f3d30101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.553+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 shutdown_connections 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:03.553+0000 7f3d34c00700 1 -- 172.21.15.32:0/699224347 wait complete. 2024-04-25T19:02:03.555 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:02:04.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:03 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/699224347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:04.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:03 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/699224347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:04.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:03 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/699224347' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:04.525 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:02:04.985 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:05.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:04 smithi066 ceph-mon[32882]: pgmap v419: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:05.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:04 smithi064 ceph-mon[32321]: pgmap v419: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:05.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:04 smithi032 ceph-mon[28041]: pgmap v419: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:07.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 -- 172.21.15.32:0/1225334965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 msgr2=0x7f9064109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 --2- 172.21.15.32:0/1225334965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f9064109400 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9050009990 tx=0x7f9050009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 -- 172.21.15.32:0/1225334965 shutdown_connections 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 --2- 172.21.15.32:0/1225334965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 0x7f9064115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 --2- 172.21.15.32:0/1225334965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 0x7f906410f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 --2- 172.21.15.32:0/1225334965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f9064109400 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 -- 172.21.15.32:0/1225334965 >> 172.21.15.32:0/1225334965 conn(0x7f90640787d0 msgr2=0x7f9064107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.202+0000 7f9063e00700 1 -- 172.21.15.32:0/1225334965 shutdown_connections 2024-04-25T19:02:07.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.203+0000 7f9063e00700 1 -- 172.21.15.32:0/1225334965 wait complete. 2024-04-25T19:02:07.207 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:06 smithi032 ceph-mon[28041]: pgmap v420: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:07.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.203+0000 7f9063e00700 1 Processor -- start 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 -- start start 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f906419f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 0x7f906419fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 0x7f90641a3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9064119110 con 0x7f9064108f80 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9064118f90 con 0x7f9064109940 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9063e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9064119290 con 0x7f906410f030 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.204+0000 7f9062a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f906419f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f906419f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58304/0 (socket says 172.21.15.32:58304) 2024-04-25T19:02:07.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062a00700 1 -- 172.21.15.32:0/1008483106 learned_addr learned my addr 172.21.15.32:0/1008483106 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 0x7f906419fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9063400700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 0x7f90641a3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 -- 172.21.15.32:0/1008483106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 msgr2=0x7f90641a3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 0x7f90641a3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 -- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 msgr2=0x7f906419f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f906419f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 -- 172.21.15.32:0/1008483106 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90641a4510 con 0x7f9064109940 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062a00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f906419f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9063400700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 0x7f90641a3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.205+0000 7f9062000700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 0x7f906419fa40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9050006010 tx=0x7f90500057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.206+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9050027070 con 0x7f9064109940 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.206+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9050022470 con 0x7f9064109940 2024-04-25T19:02:07.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.206+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90641a47a0 con 0x7f9064109940 2024-04-25T19:02:07.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.206+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90641ac080 con 0x7f9064109940 2024-04-25T19:02:07.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.206+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9050017650 con 0x7f9064109940 2024-04-25T19:02:07.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.207+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9064069730 con 0x7f9064109940 2024-04-25T19:02:07.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.209+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f905002a070 con 0x7f9064109940 2024-04-25T19:02:07.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.210+0000 7f905b400700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f90480a3cc0 0x7f90480a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:07.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.210+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f90500d10a0 con 0x7f9064109940 2024-04-25T19:02:07.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.210+0000 7f9062a00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f90480a3cc0 0x7f90480a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:07.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.211+0000 7f9062a00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f90480a3cc0 0x7f90480a6180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9054011590 tx=0x7f9054009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:07.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.213+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9050013070 con 0x7f9064109940 2024-04-25T19:02:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:06 smithi064 ceph-mon[32321]: pgmap v420: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:07.607 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:06 smithi066 ceph-mon[32882]: pgmap v420: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:07.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.437+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f90641a0860 con 0x7f9064109940 2024-04-25T19:02:07.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.439+0000 7f905b400700 1 -- 172.21.15.32:0/1008483106 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22566 (secure 0 0 0) 0x7f905009db10 con 0x7f9064109940 2024-04-25T19:02:07.608 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:07.609 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":90,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:47.583291+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:02:07.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.442+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f90480a3cc0 msgr2=0x7f90480a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:07.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.442+0000 7f9063e00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f90480a3cc0 0x7f90480a6180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9054011590 tx=0x7f9054009260 comp rx=0 tx=0).stop 2024-04-25T19:02:07.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.442+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 msgr2=0x7f906419fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:07.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.442+0000 7f9063e00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 0x7f906419fa40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9050006010 tx=0x7f90500057c0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 shutdown_connections 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f90480a3cc0 0x7f90480a6180 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9064108f80 0x7f906419f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906410f030 0x7f90641a3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 --2- 172.21.15.32:0/1008483106 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9064109940 0x7f906419fa40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 >> 172.21.15.32:0/1008483106 conn(0x7f90640787d0 msgr2=0x7f9064079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 shutdown_connections 2024-04-25T19:02:07.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:07.443+0000 7f9063e00700 1 -- 172.21.15.32:0/1008483106 wait complete. 2024-04-25T19:02:08.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:07 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1008483106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:02:08.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:07 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1008483106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:02:08.427 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:02:08.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:07 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1008483106' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:02:08.902 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:09.265 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:08 smithi032 ceph-mon[28041]: pgmap v421: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:09.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:08 smithi064 ceph-mon[32321]: pgmap v421: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:09.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:08 smithi066 ceph-mon[32882]: pgmap v421: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 -- 172.21.15.32:0/2305716739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 msgr2=0x7f6720077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 --2- 172.21.15.32:0/2305716739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f6720077350 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6710009990 tx=0x7f6710009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 -- 172.21.15.32:0/2305716739 shutdown_connections 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 --2- 172.21.15.32:0/2305716739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f6720077350 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 --2- 172.21.15.32:0/2305716739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6720113920 0x7f6720115d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 --2- 172.21.15.32:0/2305716739 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6720077890 0x7f67201133e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 -- 172.21.15.32:0/2305716739 >> 172.21.15.32:0/2305716739 conn(0x7f6720100770 msgr2=0x7f6720102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.165+0000 7f6725400700 1 -- 172.21.15.32:0/2305716739 shutdown_connections 2024-04-25T19:02:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.166+0000 7f6725400700 1 -- 172.21.15.32:0/2305716739 wait complete. 2024-04-25T19:02:11.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:10 smithi032 ceph-mon[28041]: pgmap v422: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.167+0000 7f6725400700 1 Processor -- start 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.167+0000 7f6725400700 1 -- start start 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f6725400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f67201a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f6725400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6720077890 0x7f67201a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f6725400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6720113920 0x7f672019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f6725400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f67201192e0 con 0x7f6720076f70 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f6725400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6720119160 con 0x7f6720077890 2024-04-25T19:02:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f6725400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6720119460 con 0x7f6720113920 2024-04-25T19:02:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f671e800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f67201a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f671e800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f67201a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58318/0 (socket says 172.21.15.32:58318) 2024-04-25T19:02:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f671e800700 1 -- 172.21.15.32:0/1946743566 learned_addr learned my addr 172.21.15.32:0/1946743566 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f671de00700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6720077890 0x7f67201a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.168+0000 7f671f200700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6720113920 0x7f672019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.169+0000 7f671e800700 1 -- 172.21.15.32:0/1946743566 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6720113920 msgr2=0x7f672019f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.169+0000 7f671e800700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6720113920 0x7f672019f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.169+0000 7f671e800700 1 -- 172.21.15.32:0/1946743566 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6720077890 msgr2=0x7f67201a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.169+0000 7f671e800700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6720077890 0x7f67201a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.169+0000 7f671e800700 1 -- 172.21.15.32:0/1946743566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f672019fd60 con 0x7f6720076f70 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.169+0000 7f671e800700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f67201a53f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6710000c00 tx=0x7f67100057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.170+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6710027070 con 0x7f6720076f70 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.170+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6710022470 con 0x7f6720076f70 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.170+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6710017650 con 0x7f6720076f70 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.170+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f672019fff0 con 0x7f6720076f70 2024-04-25T19:02:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.170+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67201ac2c0 con 0x7f6720076f70 2024-04-25T19:02:11.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.171+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6720069730 con 0x7f6720076f70 2024-04-25T19:02:11.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.173+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f671002a070 con 0x7f6720076f70 2024-04-25T19:02:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.175+0000 7f6717400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f67040a3c40 0x7f67040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.175+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f67100d1090 con 0x7f6720076f70 2024-04-25T19:02:11.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.175+0000 7f671de00700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f67040a3c40 0x7f67040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:11.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.176+0000 7f671de00700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f67040a3c40 0x7f67040a6100 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6720079b00 tx=0x7f670c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:11.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.180+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6710013070 con 0x7f6720076f70 2024-04-25T19:02:11.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:10 smithi064 ceph-mon[32321]: pgmap v422: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:11.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:10 smithi066 ceph-mon[32882]: pgmap v422: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:11.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.459+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f672002df80 con 0x7f6720076f70 2024-04-25T19:02:11.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.461+0000 7f6717400700 1 -- 172.21.15.32:0/1946743566 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f671009dac0 con 0x7f6720076f70 2024-04-25T19:02:11.463 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:11.463 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T18:59:43.565319+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24512,24514,24532,24538,24524]},"id":1}]} 2024-04-25T19:02:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f67040a3c40 msgr2=0x7f67040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f67040a3c40 0x7f67040a6100 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6720079b00 tx=0x7f670c009260 comp rx=0 tx=0).stop 2024-04-25T19:02:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 msgr2=0x7f67201a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f67201a53f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6710000c00 tx=0x7f67100057c0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 shutdown_connections 2024-04-25T19:02:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f67040a3c40 0x7f67040a6100 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6720076f70 0x7f67201a53f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6720113920 0x7f672019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 --2- 172.21.15.32:0/1946743566 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6720077890 0x7f67201a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 >> 172.21.15.32:0/1946743566 conn(0x7f6720100770 msgr2=0x7f6720102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.464+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 shutdown_connections 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:11.465+0000 7f6725400700 1 -- 172.21.15.32:0/1946743566 wait complete. 2024-04-25T19:02:11.467 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:02:12.217 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:11 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1946743566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:12.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:11 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1946743566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:12.300 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T18:59:19.404156+0000', 'modified': '2024-04-25T18:59:43.565319+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24538, 'mds_1': 24532, 'mds_2': 24524, 'mds_3': 24514, 'mds_4': 24512}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24463': {'gid': 24463, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.66:6833/2769112319', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2769112319}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 2769112319}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6835/1715562856', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6834', 'nonce': 1715562856}, {'type': 'v1', 'addr': '172.21.15.64:6835', 'nonce': 1715562856}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'd', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.32:6837/2757957725', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6836', 'nonce': 2757957725}, {'type': 'v1', 'addr': '172.21.15.32:6837', 'nonce': 2757957725}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24485': {'gid': 24485, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6837/3320477701', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6836', 'nonce': 3320477701}, {'type': 'v1', 'addr': '172.21.15.64:6837', 'nonce': 3320477701}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.66:6835/2220524986', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 2220524986}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2220524986}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'a', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.32:6841/3965799969', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6840', 'nonce': 3965799969}, {'type': 'v1', 'addr': '172.21.15.32:6841', 'nonce': 3965799969}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.66:6837/445407892', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6836', 'nonce': 445407892}, {'type': 'v1', 'addr': '172.21.15.66:6837', 'nonce': 445407892}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'b', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.64:6839/1611733872', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6838', 'nonce': 1611733872}, {'type': 'v1', 'addr': '172.21.15.64:6839', 'nonce': 1611733872}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.66:6839/3597960246', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6838', 'nonce': 3597960246}, {'type': 'v1', 'addr': '172.21.15.66:6839', 'nonce': 3597960246}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'g', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.32:6839/621320196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6838', 'nonce': 621320196}, {'type': 'v1', 'addr': '172.21.15.32:6839', 'nonce': 621320196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24538, 'qdb_cluster': [24512, 24514, 24532, 24538, 24524]} 2024-04-25T19:02:12.300 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T19:02:12.300 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-25T19:02:12.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:11 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1946743566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:02:12.779 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:13.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:12 smithi064 ceph-mon[32321]: pgmap v423: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:13.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:12 smithi032 ceph-mon[28041]: pgmap v423: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:12 smithi066 ceph-mon[32882]: pgmap v423: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.062+0000 7f2b36000700 1 -- 172.21.15.32:0/874434678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b301034b0 msgr2=0x7f2b3010f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.062+0000 7f2b36000700 1 --2- 172.21.15.32:0/874434678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b301034b0 0x7f2b3010f920 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2b280099c0 tx=0x7f2b28009cd0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 -- 172.21.15.32:0/874434678 shutdown_connections 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 --2- 172.21.15.32:0/874434678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b301034b0 0x7f2b3010f920 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 --2- 172.21.15.32:0/874434678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b30107940 0x7f2b30107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 --2- 172.21.15.32:0/874434678 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30102af0 0x7f2b30102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 -- 172.21.15.32:0/874434678 >> 172.21.15.32:0/874434678 conn(0x7f2b30079ba0 msgr2=0x7f2b30079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 -- 172.21.15.32:0/874434678 shutdown_connections 2024-04-25T19:02:15.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.063+0000 7f2b36000700 1 -- 172.21.15.32:0/874434678 wait complete. 2024-04-25T19:02:15.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.064+0000 7f2b36000700 1 Processor -- start 2024-04-25T19:02:15.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.064+0000 7f2b36000700 1 -- start start 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b36000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 0x7f2b30199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b36000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b301034b0 0x7f2b30199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b36000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30107940 0x7f2b3019d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b36000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2b30112c90 con 0x7f2b30102af0 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b36000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2b30112b10 con 0x7f2b30107940 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b36000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2b30112e10 con 0x7f2b301034b0 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b2f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 0x7f2b30199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b2f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 0x7f2b30199100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60316/0 (socket says 172.21.15.32:60316) 2024-04-25T19:02:15.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b2f400700 1 -- 172.21.15.32:0/209357097 learned_addr learned my addr 172.21.15.32:0/209357097 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b26a00700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b301034b0 0x7f2b30199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.065+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30107940 0x7f2b3019d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2f400700 1 -- 172.21.15.32:0/209357097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b301034b0 msgr2=0x7f2b30199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2f400700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b301034b0 0x7f2b30199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2f400700 1 -- 172.21.15.32:0/209357097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30107940 msgr2=0x7f2b3019d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2f400700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30107940 0x7f2b3019d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2f400700 1 -- 172.21.15.32:0/209357097 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b3019e0c0 con 0x7f2b30102af0 2024-04-25T19:02:15.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30107940 0x7f2b3019d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:02:15.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.066+0000 7f2b2f400700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 0x7f2b30199100 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2b2000e9a0 tx=0x7f2b2000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:15.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.067+0000 7f2b2cc00700 1 -- 172.21.15.32:0/209357097 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2000cbd0 con 0x7f2b30102af0 2024-04-25T19:02:15.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.067+0000 7f2b2cc00700 1 -- 172.21.15.32:0/209357097 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b2000cd70 con 0x7f2b30102af0 2024-04-25T19:02:15.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.067+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b3019e3b0 con 0x7f2b30102af0 2024-04-25T19:02:15.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.067+0000 7f2b2cc00700 1 -- 172.21.15.32:0/209357097 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b20018680 con 0x7f2b30102af0 2024-04-25T19:02:15.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.067+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b301a5c30 con 0x7f2b30102af0 2024-04-25T19:02:15.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.070+0000 7f2b2cc00700 1 -- 172.21.15.32:0/209357097 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2b20010970 con 0x7f2b30102af0 2024-04-25T19:02:15.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.072+0000 7f2b2cc00700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2b140a3cc0 0x7f2b140a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.072+0000 7f2b40993b80 1 Processor -- start 2024-04-25T19:02:15.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.072+0000 7f2b2cc00700 1 -- 172.21.15.32:0/209357097 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2b200d0690 con 0x7f2b30102af0 2024-04-25T19:02:15.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.072+0000 7f2b40993b80 1 -- start start 2024-04-25T19:02:15.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.072+0000 7f2b26a00700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2b140a3cc0 0x7f2b140a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.072+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 0x55a135e566d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e65980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e682b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b40993b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a135da9e40 con 0x55a135e562f0 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b40993b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a135d506e0 con 0x55a135e65ec0 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b40993b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a135da5e00 con 0x55a135e56c10 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 0x55a135e566d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 0x55a135e566d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60324/0 (socket says 172.21.15.32:60324) 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 -- 172.21.15.32:0/49148095 learned_addr learned my addr 172.21.15.32:0/49148095 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b26a00700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2b140a3cc0 0x7f2b140a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2b18009da0 tx=0x7f2b1800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e682b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b26a00700 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e65980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 -- 172.21.15.32:0/49148095 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 msgr2=0x55a135e65980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e65980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 -- 172.21.15.32:0/49148095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 msgr2=0x55a135e682b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e682b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.073+0000 7f2b2f400700 1 -- 172.21.15.32:0/49148095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a135d46630 con 0x55a135e562f0 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.074+0000 7f2b26a00700 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e65980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.074+0000 7f2b2f400700 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 0x55a135e566d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2b20098d90 tx=0x7f2b2009d100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75377b60c62e0d85 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.074+0000 7f2b24c00700 1 -- 172.21.15.32:0/49148095 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b200a0ce0 con 0x55a135e562f0 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.074+0000 7f2b24c00700 1 -- 172.21.15.32:0/49148095 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b200a55a0 con 0x55a135e562f0 2024-04-25T19:02:15.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.074+0000 7f2b24c00700 1 -- 172.21.15.32:0/49148095 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b200bbaf0 con 0x55a135e562f0 2024-04-25T19:02:15.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 -- 172.21.15.32:0/49148095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 msgr2=0x55a135e566d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 0x55a135e566d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2b20098d90 tx=0x7f2b2009d100 comp rx=0 tx=0).stop 2024-04-25T19:02:15.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 -- 172.21.15.32:0/49148095 shutdown_connections 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e562f0 0x55a135e566d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e682b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 --2- 172.21.15.32:0/49148095 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e65980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 -- 172.21.15.32:0/49148095 >> 172.21.15.32:0/49148095 conn(0x55a135d85550 msgr2=0x55a135e52790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 -- 172.21.15.32:0/49148095 shutdown_connections 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.075+0000 7f2b40993b80 1 -- 172.21.15.32:0/49148095 wait complete. 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.076+0000 7f2b40993b80 1 -- start start 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.076+0000 7f2b40993b80 1 Processor -- start 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e65680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 0x55a135e62980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e62ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a135e68950 con 0x55a135e56c10 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a135d63810 con 0x55a135e65ec0 2024-04-25T19:02:15.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a135e68ad0 con 0x55a135e562f0 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b40993b80 10 client.0 _ll_register_callbacks cb 0x55a135d426d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b26a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 0x55a135e62980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b26a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 0x55a135e62980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60332/0 (socket says 172.21.15.32:60332) 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b26a00700 1 -- 172.21.15.32:0/3011076545 learned_addr learned my addr 172.21.15.32:0/3011076545 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e62ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.077+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e65680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b26a00700 1 -- 172.21.15.32:0/3011076545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 msgr2=0x55a135e65680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b26a00700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e65680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b26a00700 1 -- 172.21.15.32:0/3011076545 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 msgr2=0x55a135e62ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b26a00700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e62ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b26a00700 1 -- 172.21.15.32:0/3011076545 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a135cf7880 con 0x55a135e56c10 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e62ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b26a00700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 0x55a135e62980 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2b18015b60 tx=0x7f2b18004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e05a44a70b5fa42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b1d600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:15.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b1d600700 1 -- 172.21.15.32:0/3011076545 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b18026020 con 0x55a135e56c10 2024-04-25T19:02:15.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b1d600700 1 -- 172.21.15.32:0/3011076545 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2b18016c90 con 0x55a135e56c10 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.078+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b200a55a0 con 0x55a135e56c10 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b1d600700 1 -- 172.21.15.32:0/3011076545 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2b1801c030 con 0x55a135e56c10 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 10 client.14757 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a135d40aa0 con 0x55a135e56c10 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b1d600700 1 -- 172.21.15.32:0/3011076545 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b200a55a0 con 0x55a135e56c10 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b1d600700 1 -- 172.21.15.32:0/3011076545 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2b18022420 con 0x55a135e56c10 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 10 client.14757 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 10 client.14757 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 20 client.14757 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135e75760 0x55a135e76bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 4 client.14757 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.079+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 --> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a135db7630 con 0x55a135e75760 2024-04-25T19:02:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.080+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135e75760 0x55a135e76bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.080+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135e75760 0x55a135e76bd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dcf77182fea04c03 server_cookie=4845b8b691ae18fc in_seq=0 out_seq=0 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.080+0000 7f2b1d600700 10 client.14757 ms_handle_connect on v2:172.21.15.32:6840/3965799969 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b1d600700 1 -- 172.21.15.32:0/3011076545 <== mds.4 v2:172.21.15.32:6840/3965799969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a135db7630 con 0x55a135e75760 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b1d600700 10 client.14757 handle_command_reply: tid=0 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b40993b80 1 client.14757 shutdown 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 msgr2=0x55a135e62980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 0x55a135e62980 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2b18015b60 tx=0x7f2b18004ad0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 shutdown_connections 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.081+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135e75760 0x55a135e76bd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e65ec0 0x55a135e62ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e65680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3011076545 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e56c10 0x55a135e62980 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b1d600700 0 client.14757 ms_handle_reset on v2:172.21.15.32:6840/3965799969 2024-04-25T19:02:15.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 >> 172.21.15.32:0/3011076545 conn(0x55a135d85550 msgr2=0x55a135e58c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:15.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 shutdown_connections 2024-04-25T19:02:15.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 1 -- 172.21.15.32:0/3011076545 wait complete. 2024-04-25T19:02:15.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.082+0000 7f2b40993b80 20 client.14757 trim_cache size 0 max 16384 2024-04-25T19:02:15.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.104+0000 7f2b40993b80 1 Processor -- start 2024-04-25T19:02:15.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 -- start start 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e682a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 0x55a135e520d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e52610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a135e74f10 con 0x55a135e65ec0 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a135e755e0 con 0x55a135e56c10 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b40993b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a135e75cb0 con 0x55a135e562f0 2024-04-25T19:02:15.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b2fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e52610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.105+0000 7f2b2f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e682a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b26a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 0x55a135e520d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e682a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:45410/0 (socket says 172.21.15.32:45410) 2024-04-25T19:02:15.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b26a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 0x55a135e520d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47114/0 (socket says 172.21.15.32:47114) 2024-04-25T19:02:15.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e52610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60346/0 (socket says 172.21.15.32:60346) 2024-04-25T19:02:15.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 -- 172.21.15.32:0/3590198604 learned_addr learned my addr 172.21.15.32:0/3590198604 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 -- 172.21.15.32:0/3590198604 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 msgr2=0x55a135e520d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 0x55a135e520d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 -- 172.21.15.32:0/3590198604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 msgr2=0x55a135e52610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e52610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 -- 172.21.15.32:0/3590198604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a135e77b30 con 0x55a135e562f0 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b26a00700 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 0x55a135e520d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:15.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.106+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e682a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2b2009c630 tx=0x7f2b2009c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1907857815af73e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b1fe00700 1 -- 172.21.15.32:0/3590198604 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b200870f0 con 0x55a135e562f0 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b1fe00700 1 -- 172.21.15.32:0/3590198604 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b20087290 con 0x55a135e562f0 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b1fe00700 1 -- 172.21.15.32:0/3590198604 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b200bbd50 con 0x55a135e562f0 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 -- 172.21.15.32:0/3590198604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 msgr2=0x55a135e682a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e682a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2b2009c630 tx=0x7f2b2009c830 comp rx=0 tx=0).stop 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 -- 172.21.15.32:0/3590198604 shutdown_connections 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e52610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e562f0 0x55a135e682a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3590198604 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e56c10 0x55a135e520d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 -- 172.21.15.32:0/3590198604 >> 172.21.15.32:0/3590198604 conn(0x55a135d85550 msgr2=0x55a135e62760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.107+0000 7f2b40993b80 1 -- 172.21.15.32:0/3590198604 shutdown_connections 2024-04-25T19:02:15.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.108+0000 7f2b40993b80 1 -- 172.21.15.32:0/3590198604 wait complete. 2024-04-25T19:02:15.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.108+0000 7f2b40993b80 1 -- start start 2024-04-25T19:02:15.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.108+0000 7f2b40993b80 1 Processor -- start 2024-04-25T19:02:15.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e562f0 0x55a135e675b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e67af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e7c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a135e76a50 con 0x55a135e65ec0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a135e76380 con 0x55a135e562f0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a135e77120 con 0x55a135e56c10 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b40993b80 10 client.0 _ll_register_callbacks cb 0x55a135d426d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b2fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e7c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b2fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e7c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60354/0 (socket says 172.21.15.32:60354) 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b2fe00700 1 -- 172.21.15.32:0/3452981838 learned_addr learned my addr 172.21.15.32:0/3452981838 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e562f0 0x55a135e675b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.109+0000 7f2b26a00700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e67af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2fe00700 1 -- 172.21.15.32:0/3452981838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 msgr2=0x55a135e67af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e67af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2fe00700 1 -- 172.21.15.32:0/3452981838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e562f0 msgr2=0x55a135e675b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e562f0 0x55a135e675b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2fe00700 1 -- 172.21.15.32:0/3452981838 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a135e7ca50 con 0x55a135e65ec0 2024-04-25T19:02:15.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e562f0 0x55a135e675b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b2fe00700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e7c510 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2b280098e0 tx=0x7f2b280037c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5345bf8ec366c29 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b1d600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b1d600700 1 -- 172.21.15.32:0/3452981838 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2802a030 con 0x55a135e65ec0 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b20087290 con 0x55a135e65ec0 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.110+0000 7f2b1d600700 1 -- 172.21.15.32:0/3452981838 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2b28003b40 con 0x55a135e65ec0 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b1d600700 1 -- 172.21.15.32:0/3452981838 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2b28003d40 con 0x55a135e65ec0 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 10 client.14763 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:15.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a135edcf40 con 0x55a135e65ec0 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b1d600700 1 -- 172.21.15.32:0/3452981838 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b20087290 con 0x55a135e65ec0 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b1d600700 1 -- 172.21.15.32:0/3452981838 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2b2800f790 con 0x55a135e65ec0 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 10 client.14763 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 10 client.14763 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 20 client.14763 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135ee1ba0 0x55a135ee08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 4 client.14763 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:02:15.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.111+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 --> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] -- command(tid 0: {"prefix": "status"}) -- 0x55a135db16d0 con 0x55a135ee1ba0 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.112+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135ee1ba0 0x55a135ee08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.112+0000 7f2b2f400700 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135ee1ba0 0x55a135ee08b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d9539f8c9cd7c90 server_cookie=4db50a331a8e620c in_seq=0 out_seq=0 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.112+0000 7f2b1d600700 10 client.14763 ms_handle_connect on v2:172.21.15.32:6840/3965799969 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.112+0000 7f2b1d600700 1 -- 172.21.15.32:0/3452981838 <== mds.4 v2:172.21.15.32:6840/3965799969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a135db16d0 con 0x55a135ee1ba0 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.112+0000 7f2b1d600700 10 client.14763 handle_command_reply: tid=0 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.112+0000 7f2b40993b80 1 client.14763 shutdown 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 msgr2=0x55a135e7c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e7c510 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2b280098e0 tx=0x7f2b280037c0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 shutdown_connections 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a135ee1ba0 0x55a135ee08b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a135e65ec0 0x55a135e7c510 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a135e562f0 0x55a135e675b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 --2- 172.21.15.32:0/3452981838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a135e56c10 0x55a135e67af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 >> 172.21.15.32:0/3452981838 conn(0x55a135d85550 msgr2=0x55a135e5d920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b1d600700 0 client.14763 ms_handle_reset on v2:172.21.15.32:6840/3965799969 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 shutdown_connections 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 1 -- 172.21.15.32:0/3452981838 wait complete. 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.113+0000 7f2b40993b80 20 client.14763 trim_cache size 0 max 16384 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 4, 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24512, 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:02:15.118 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 156.57510147599999, 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 202.35835578300001 2024-04-25T19:02:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2b140a3cc0 msgr2=0x7f2b140a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2b140a3cc0 0x7f2b140a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2b18009da0 tx=0x7f2b1800b040 comp rx=0 tx=0).stop 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 msgr2=0x7f2b30199100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 0x7f2b30199100 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2b2000e9a0 tx=0x7f2b2000ed60 comp rx=0 tx=0).stop 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 shutdown_connections 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2b140a3cc0 0x7f2b140a6180 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2b30102af0 0x7f2b30199100 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2b30107940 0x7f2b3019d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 --2- 172.21.15.32:0/209357097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b301034b0 0x7f2b30199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 >> 172.21.15.32:0/209357097 conn(0x7f2b30079ba0 msgr2=0x7f2b30100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:15.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 shutdown_connections 2024-04-25T19:02:15.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:15.114+0000 7f2b36000700 1 -- 172.21.15.32:0/209357097 wait complete. 2024-04-25T19:02:15.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:14 smithi064 ceph-mon[32321]: pgmap v424: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:15.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:14 smithi032 ceph-mon[28041]: pgmap v424: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:14 smithi066 ceph-mon[32882]: pgmap v424: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:16.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-25T19:02:16.601 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:17.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:16 smithi032 ceph-mon[28041]: pgmap v425: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:17.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:16 smithi064 ceph-mon[32321]: pgmap v425: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:16 smithi066 ceph-mon[32882]: pgmap v425: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:18.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 -- 172.21.15.32:0/3894212966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518105870 msgr2=0x7fd5181098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 --2- 172.21.15.32:0/3894212966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518105870 0x7fd5181098c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd5040099c0 tx=0x7fd504009cd0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 -- 172.21.15.32:0/3894212966 shutdown_connections 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 --2- 172.21.15.32:0/3894212966 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd518109fa0 0x7fd518111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 --2- 172.21.15.32:0/3894212966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd518104ec0 0x7fd5181052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 --2- 172.21.15.32:0/3894212966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518105870 0x7fd5181098c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 -- 172.21.15.32:0/3894212966 >> 172.21.15.32:0/3894212966 conn(0x7fd518100750 msgr2=0x7fd518102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 -- 172.21.15.32:0/3894212966 shutdown_connections 2024-04-25T19:02:18.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.920+0000 7fd51e600700 1 -- 172.21.15.32:0/3894212966 wait complete. 2024-04-25T19:02:18.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 Processor -- start 2024-04-25T19:02:18.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 -- start start 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 0x7fd51819b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd518105870 0x7fd51819b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd518109fa0 0x7fd51819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd518114e80 con 0x7fd518104ec0 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd518114d00 con 0x7fd518109fa0 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.922+0000 7fd51e600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd518115000 con 0x7fd518105870 2024-04-25T19:02:18.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 0x7fd51819b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 0x7fd51819b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60366/0 (socket says 172.21.15.32:60366) 2024-04-25T19:02:18.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 -- 172.21.15.32:0/4134882988 learned_addr learned my addr 172.21.15.32:0/4134882988 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:18.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd516a00700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd518105870 0x7fd51819b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517e00700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd518109fa0 0x7fd51819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 -- 172.21.15.32:0/4134882988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd518105870 msgr2=0x7fd51819b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd518105870 0x7fd51819b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 -- 172.21.15.32:0/4134882988 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd518109fa0 msgr2=0x7fd51819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd518109fa0 0x7fd51819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 -- 172.21.15.32:0/4134882988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5181a03b0 con 0x7fd518104ec0 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.923+0000 7fd517400700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 0x7fd51819b3f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd50800e9c0 tx=0x7fd50800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.924+0000 7fd50fe00700 1 -- 172.21.15.32:0/4134882988 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50800cbd0 con 0x7fd518104ec0 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.924+0000 7fd50fe00700 1 -- 172.21.15.32:0/4134882988 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd50800ee60 con 0x7fd518104ec0 2024-04-25T19:02:18.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.924+0000 7fd50fe00700 1 -- 172.21.15.32:0/4134882988 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5080055c0 con 0x7fd518104ec0 2024-04-25T19:02:18.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.924+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5181a06a0 con 0x7fd518104ec0 2024-04-25T19:02:18.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.924+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5181a7f20 con 0x7fd518104ec0 2024-04-25T19:02:18.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.927+0000 7fd50fe00700 1 -- 172.21.15.32:0/4134882988 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd508004750 con 0x7fd518104ec0 2024-04-25T19:02:18.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.928+0000 7fd528fb2b80 1 Processor -- start 2024-04-25T19:02:18.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 -- start start 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd50fe00700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd4fc0a3c40 0x7fd4fc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd50fe00700 1 -- 172.21.15.32:0/4134882988 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fd5080d06d0 con 0x7fd518104ec0 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dc3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ab57d0be40 con 0x55ab57dc3ab0 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ab57cb26e0 con 0x55ab57db8c10 2024-04-25T19:02:18.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.929+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ab57d07e00 con 0x55ab57db82f0 2024-04-25T19:02:18.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517e00700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd4fc0a3c40 0x7fd4fc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd516a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dc3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:45452/0 (socket says 172.21.15.32:45452) 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 -- 172.21.15.32:0/2847185943 learned_addr learned my addr 172.21.15.32:0/2847185943 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517e00700 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 -- 172.21.15.32:0/2847185943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 msgr2=0x55ab57dc3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dc3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 -- 172.21.15.32:0/2847185943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 msgr2=0x55ab57dc5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 -- 172.21.15.32:0/2847185943 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab57ca8630 con 0x55ab57db82f0 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517e00700 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517400700 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db86d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd5080a50b0 tx=0x7fd50809c580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27a1cdf041280353 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.930+0000 7fd517e00700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd4fc0a3c40 0x7fd4fc0a6100 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x55ab57db9d70 tx=0x7fd510009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:18.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.931+0000 7fd50cc00700 1 -- 172.21.15.32:0/2847185943 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50809c970 con 0x55ab57db82f0 2024-04-25T19:02:18.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.931+0000 7fd50cc00700 1 -- 172.21.15.32:0/2847185943 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5080a0d20 con 0x55ab57db82f0 2024-04-25T19:02:18.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.931+0000 7fd50cc00700 1 -- 172.21.15.32:0/2847185943 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50809ce60 con 0x55ab57db82f0 2024-04-25T19:02:18.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.931+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2847185943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 msgr2=0x55ab57db86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.931+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db86d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd5080a50b0 tx=0x7fd50809c580 comp rx=0 tx=0).stop 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2847185943 shutdown_connections 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db86d0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2847185943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dc3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2847185943 >> 172.21.15.32:0/2847185943 conn(0x55ab57ce7550 msgr2=0x55ab57db4790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2847185943 shutdown_connections 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2847185943 wait complete. 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 -- start start 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.932+0000 7fd528fb2b80 1 Processor -- start 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db82f0 0x55ab57dc3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db8c10 0x55ab57dc0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dc65a0 con 0x55ab57db82f0 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ab57cc5810 con 0x55ab57dc3ab0 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dc6720 con 0x55ab57db8c10 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd528fb2b80 10 client.0 _ll_register_callbacks cb 0x55ab57ca46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd517400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db82f0 0x55ab57dc3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd517400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db82f0 0x55ab57dc3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60384/0 (socket says 172.21.15.32:60384) 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd517400700 1 -- 172.21.15.32:0/588508298 learned_addr learned my addr 172.21.15.32:0/588508298 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd516a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db8c10 0x55ab57dc0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.933+0000 7fd517e00700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd516a00700 1 -- 172.21.15.32:0/588508298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57dc3ab0 msgr2=0x55ab57dc0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd516a00700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd516a00700 1 -- 172.21.15.32:0/588508298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db82f0 msgr2=0x55ab57dc3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd516a00700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db82f0 0x55ab57dc3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd516a00700 1 -- 172.21.15.32:0/588508298 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab57c59880 con 0x55ab57db8c10 2024-04-25T19:02:18.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd517e00700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:18.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd516a00700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db8c10 0x55ab57dc0560 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd504009990 tx=0x7fd5040057a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=362323c2217556e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:18.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd501600700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.934+0000 7fd501600700 1 -- 172.21.15.32:0/588508298 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5040039c0 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.935+0000 7fd501600700 1 -- 172.21.15.32:0/588508298 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fd504003b60 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.935+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5080a0d20 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.935+0000 7fd501600700 1 -- 172.21.15.32:0/588508298 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd504009e60 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.935+0000 7fd528fb2b80 10 client.24925 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.935+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ab57ca2aa0 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.935+0000 7fd501600700 1 -- 172.21.15.32:0/588508298 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5080a0d20 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd501600700 1 -- 172.21.15.32:0/588508298 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fd50400f600 con 0x55ab57db8c10 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd528fb2b80 10 client.24925 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd528fb2b80 10 client.24925 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-25T19:02:18.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd528fb2b80 20 client.24925 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57dd3260 0x55ab57dd46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd528fb2b80 4 client.24925 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 --> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab57d19630 con 0x55ab57dd3260 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.936+0000 7fd517400700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57dd3260 0x55ab57dd46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.937+0000 7fd517400700 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57dd3260 0x55ab57dd46d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8c446f0a109c9250 server_cookie=acda11a80e14d10e in_seq=0 out_seq=0 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.937+0000 7fd501600700 10 client.24925 ms_handle_connect on v2:172.21.15.66:6836/445407892 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.937+0000 7fd501600700 1 -- 172.21.15.32:0/588508298 <== mds.3 v2:172.21.15.66:6836/445407892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ab57d19630 con 0x55ab57dd3260 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.937+0000 7fd501600700 10 client.24925 handle_command_reply: tid=0 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 client.24925 shutdown 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db8c10 msgr2=0x55ab57dc0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db8c10 0x55ab57dc0560 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd504009990 tx=0x7fd5040057a0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 shutdown_connections 2024-04-25T19:02:18.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57dd3260 0x55ab57dd46d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db82f0 0x55ab57dc3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57dc3ab0 0x55ab57dc0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/588508298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db8c10 0x55ab57dc0560 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd501600700 0 client.24925 ms_handle_reset on v2:172.21.15.66:6836/445407892 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 >> 172.21.15.32:0/588508298 conn(0x55ab57ce7550 msgr2=0x55ab57dbac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 shutdown_connections 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 1 -- 172.21.15.32:0/588508298 wait complete. 2024-04-25T19:02:18.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.938+0000 7fd528fb2b80 20 client.24925 trim_cache size 0 max 16384 2024-04-25T19:02:18.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 Processor -- start 2024-04-25T19:02:18.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 -- start start 2024-04-25T19:02:18.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dbbc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dddb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dd2a10 con 0x55ab57dc3ab0 2024-04-25T19:02:18.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dd30e0 con 0x55ab57db8c10 2024-04-25T19:02:18.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.960+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dd37b0 con 0x55ab57db82f0 2024-04-25T19:02:18.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dddb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:45470/0 (socket says 172.21.15.32:45470) 2024-04-25T19:02:18.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 -- 172.21.15.32:0/697271834 learned_addr learned my addr 172.21.15.32:0/697271834 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:18.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd516a00700 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dbbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 -- 172.21.15.32:0/697271834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 msgr2=0x55ab57dbbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dbbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 -- 172.21.15.32:0/697271834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 msgr2=0x55ab57dddb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dddb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 -- 172.21.15.32:0/697271834 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab57db5b70 con 0x55ab57db82f0 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.961+0000 7fd517400700 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db03a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd50809c670 tx=0x7fd508098d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0fbccb6829066d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd503e00700 1 -- 172.21.15.32:0/697271834 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50809c970 con 0x55ab57db82f0 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd503e00700 1 -- 172.21.15.32:0/697271834 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd50809ac70 con 0x55ab57db82f0 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd503e00700 1 -- 172.21.15.32:0/697271834 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5080a5150 con 0x55ab57db82f0 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 -- 172.21.15.32:0/697271834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 msgr2=0x55ab57db03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db03a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd50809c670 tx=0x7fd508098d40 comp rx=0 tx=0).stop 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 -- 172.21.15.32:0/697271834 shutdown_connections 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57dc3ab0 0x55ab57dddb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57db82f0 0x55ab57db03a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/697271834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db8c10 0x55ab57dbbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 -- 172.21.15.32:0/697271834 >> 172.21.15.32:0/697271834 conn(0x55ab57ce7550 msgr2=0x55ab57dbb510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 -- 172.21.15.32:0/697271834 shutdown_connections 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.962+0000 7fd528fb2b80 1 -- 172.21.15.32:0/697271834 wait complete. 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.963+0000 7fd528fb2b80 1 -- start start 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.963+0000 7fd528fb2b80 1 Processor -- start 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.963+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 0x55ab57db32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db8c10 0x55ab57db37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd528fb2b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57dc3ab0 0x55ab57ddc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dd4550 con 0x55ab57db8c10 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dd3e80 con 0x55ab57db82f0 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd528fb2b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ab57dd4c20 con 0x55ab57dc3ab0 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd528fb2b80 10 client.0 _ll_register_callbacks cb 0x55ab57ca46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd516a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db8c10 0x55ab57db37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd517400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 0x55ab57db32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd517400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 0x55ab57db32a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47204/0 (socket says 172.21.15.32:47204) 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd517400700 1 -- 172.21.15.32:0/2118801489 learned_addr learned my addr 172.21.15.32:0/2118801489 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd517e00700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57dc3ab0 0x55ab57ddc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd516a00700 1 -- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57dc3ab0 msgr2=0x55ab57ddc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd516a00700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57dc3ab0 0x55ab57ddc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd516a00700 1 -- 172.21.15.32:0/2118801489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 msgr2=0x55ab57db32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd516a00700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 0x55ab57db32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd516a00700 1 -- 172.21.15.32:0/2118801489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab57ddc6c0 con 0x55ab57db8c10 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.964+0000 7fd517400700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 0x55ab57db32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd516a00700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db8c10 0x55ab57db37e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd504003760 tx=0x7fd504005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77a29fbfccc33076 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd501600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd501600700 1 -- 172.21.15.32:0/2118801489 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5040039c0 con 0x55ab57db8c10 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd50809ac70 con 0x55ab57db8c10 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd501600700 1 -- 172.21.15.32:0/2118801489 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fd504003b60 con 0x55ab57db8c10 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd501600700 1 -- 172.21.15.32:0/2118801489 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd504003d60 con 0x55ab57db8c10 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd528fb2b80 10 client.14778 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:18.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.965+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ab57e3ab10 con 0x55ab57db8c10 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd501600700 1 -- 172.21.15.32:0/2118801489 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd50809ac70 con 0x55ab57db8c10 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd501600700 1 -- 172.21.15.32:0/2118801489 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fd50400b5d0 con 0x55ab57db8c10 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd528fb2b80 10 client.14778 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd528fb2b80 10 client.14778 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd528fb2b80 20 client.14778 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57e3f6b0 0x55ab57e3e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd528fb2b80 4 client.14778 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 --> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] -- command(tid 0: {"prefix": "status"}) -- 0x55ab57d136d0 con 0x55ab57e3f6b0 2024-04-25T19:02:18.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.966+0000 7fd517400700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57e3f6b0 0x55ab57e3e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd517400700 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57e3f6b0 0x55ab57e3e3c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2b257726a4cdd42f server_cookie=9761ea015d0ecfc2 in_seq=0 out_seq=0 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd501600700 10 client.14778 ms_handle_connect on v2:172.21.15.66:6836/445407892 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd501600700 1 -- 172.21.15.32:0/2118801489 <== mds.3 v2:172.21.15.66:6836/445407892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ab57d136d0 con 0x55ab57e3f6b0 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd501600700 10 client.14778 handle_command_reply: tid=0 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 client.14778 shutdown 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db8c10 msgr2=0x55ab57db37e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db8c10 0x55ab57db37e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd504003760 tx=0x7fd504005c90 comp rx=0 tx=0).stop 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 shutdown_connections 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x55ab57e3f6b0 0x55ab57e3e3c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ab57dc3ab0 0x55ab57ddc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ab57db82f0 0x55ab57db32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 --2- 172.21.15.32:0/2118801489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ab57db8c10 0x55ab57db37e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 >> 172.21.15.32:0/2118801489 conn(0x55ab57ce7550 msgr2=0x55ab57dbb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.967+0000 7fd501600700 0 client.14778 ms_handle_reset on v2:172.21.15.66:6836/445407892 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.968+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 shutdown_connections 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.968+0000 7fd528fb2b80 1 -- 172.21.15.32:0/2118801489 wait complete. 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.968+0000 7fd528fb2b80 20 client.14778 trim_cache size 0 max 16384 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 3, 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24514, 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:02:18.975 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 161.44554707699999, 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 221.703288547 2024-04-25T19:02:18.976 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd4fc0a3c40 msgr2=0x7fd4fc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd4fc0a3c40 0x7fd4fc0a6100 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x55ab57db9d70 tx=0x7fd510009920 comp rx=0 tx=0).stop 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 msgr2=0x7fd51819b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 0x7fd51819b3f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd50800e9c0 tx=0x7fd50800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 shutdown_connections 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fd4fc0a3c40 0x7fd4fc0a6100 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd518104ec0 0x7fd51819b3f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd518109fa0 0x7fd51819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 --2- 172.21.15.32:0/4134882988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd518105870 0x7fd51819b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 >> 172.21.15.32:0/4134882988 conn(0x7fd518100750 msgr2=0x7fd518101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 shutdown_connections 2024-04-25T19:02:18.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:18.969+0000 7fd51e600700 1 -- 172.21.15.32:0/4134882988 wait complete. 2024-04-25T19:02:19.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:18 smithi064 ceph-mon[32321]: pgmap v426: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:19.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:18 smithi032 ceph-mon[28041]: pgmap v426: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:19.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:18 smithi066 ceph-mon[32882]: pgmap v426: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-25T19:02:20.084 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-25T19:02:20.560 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:21.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:21 smithi064 ceph-mon[32321]: pgmap v427: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:21 smithi032 ceph-mon[28041]: pgmap v427: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:21.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:21 smithi066 ceph-mon[32882]: pgmap v427: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:22.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 -- 172.21.15.32:0/3954824820 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c10f440 msgr2=0x7fe12c111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 --2- 172.21.15.32:0/3954824820 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c10f440 0x7fe12c111830 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe12800b0a0 tx=0x7fe12800b3b0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 -- 172.21.15.32:0/3954824820 shutdown_connections 2024-04-25T19:02:22.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 --2- 172.21.15.32:0/3954824820 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c10f440 0x7fe12c111830 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 --2- 172.21.15.32:0/3954824820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe12c074c70 0x7fe12c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 --2- 172.21.15.32:0/3954824820 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12c075590 0x7fe12c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 -- 172.21.15.32:0/3954824820 >> 172.21.15.32:0/3954824820 conn(0x7fe12c079ba0 msgr2=0x7fe12c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:22.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 -- 172.21.15.32:0/3954824820 shutdown_connections 2024-04-25T19:02:22.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.924+0000 7fe134800700 1 -- 172.21.15.32:0/3954824820 wait complete. 2024-04-25T19:02:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.925+0000 7fe134800700 1 Processor -- start 2024-04-25T19:02:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.925+0000 7fe134800700 1 -- start start 2024-04-25T19:02:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe134800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12c074c70 0x7fe12c19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe134800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 0x7fe12c19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe134800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe12c10f440 0x7fe12c19fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe134800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe12c114e40 con 0x7fe12c074c70 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe134800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe12c114cc0 con 0x7fe12c075590 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe134800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe12c114fc0 con 0x7fe12c10f440 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe131e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12c074c70 0x7fe12c19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe131400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 0x7fe12c19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe131400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 0x7fe12c19b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52538/0 (socket says 172.21.15.32:52538) 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe131400700 1 -- 172.21.15.32:0/14891637 learned_addr learned my addr 172.21.15.32:0/14891637 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.926+0000 7fe132800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe12c10f440 0x7fe12c19fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe131400700 1 -- 172.21.15.32:0/14891637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe12c10f440 msgr2=0x7fe12c19fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe131400700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe12c10f440 0x7fe12c19fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe131400700 1 -- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12c074c70 msgr2=0x7fe12c19b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe131400700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12c074c70 0x7fe12c19b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe131400700 1 -- 172.21.15.32:0/14891637 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe12c1a0290 con 0x7fe12c075590 2024-04-25T19:02:22.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe131400700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 0x7fe12c19b810 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe11c00e970 tx=0x7fe11c00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:22.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe126a00700 1 -- 172.21.15.32:0/14891637 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c004220 con 0x7fe12c075590 2024-04-25T19:02:22.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe126a00700 1 -- 172.21.15.32:0/14891637 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c0043c0 con 0x7fe12c075590 2024-04-25T19:02:22.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe12c1a0580 con 0x7fe12c075590 2024-04-25T19:02:22.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.927+0000 7fe126a00700 1 -- 172.21.15.32:0/14891637 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c003ce0 con 0x7fe12c075590 2024-04-25T19:02:22.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.928+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe12c1a7e00 con 0x7fe12c075590 2024-04-25T19:02:22.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.931+0000 7fe126a00700 1 -- 172.21.15.32:0/14891637 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe11c00c7e0 con 0x7fe12c075590 2024-04-25T19:02:22.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.933+0000 7fe13f261b80 1 Processor -- start 2024-04-25T19:02:22.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.933+0000 7fe13f261b80 1 -- start start 2024-04-25T19:02:22.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.933+0000 7fe126a00700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe1140a3cc0 0x7fe1140a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe126a00700 1 -- 172.21.15.32:0/14891637 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe11c0d0600 con 0x7fe12c075590 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fc7b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe132800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe1140a3cc0 0x7fe1140a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 0x55c986fc19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fc2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe13f261b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c986f13e40 con 0x55c986fc1ef0 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe13f261b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c986eba6e0 con 0x55c986fc80a0 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe13f261b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c986f0fe00 con 0x55c986fc7780 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe131400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 0x55c986fc19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe132800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fc2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe131400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 0x55c986fc19b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52552/0 (socket says 172.21.15.32:52552) 2024-04-25T19:02:22.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.934+0000 7fe131400700 1 -- 172.21.15.32:0/1002127414 learned_addr learned my addr 172.21.15.32:0/1002127414 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe131400700 1 -- 172.21.15.32:0/1002127414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 msgr2=0x55c986fc7b60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe131400700 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fc7b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe131400700 1 -- 172.21.15.32:0/1002127414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 msgr2=0x55c986fc2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe131400700 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fc2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe131400700 1 -- 172.21.15.32:0/1002127414 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c986eb0630 con 0x55c986fc80a0 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe132800700 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fc2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe132800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe1140a3cc0 0x7fe1140a6180 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe128009fd0 tx=0x7fe12800bb90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe131400700 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 0x55c986fc19b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe11c0a4fe0 tx=0x7fe11c09c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96457ee8800a0e64 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe11b400700 1 -- 172.21.15.32:0/1002127414 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c09cfa0 con 0x55c986fc80a0 2024-04-25T19:02:22.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe11b400700 1 -- 172.21.15.32:0/1002127414 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c09c8a0 con 0x55c986fc80a0 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.935+0000 7fe11b400700 1 -- 172.21.15.32:0/1002127414 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c00cd20 con 0x55c986fc80a0 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 -- 172.21.15.32:0/1002127414 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 msgr2=0x55c986fc19b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 0x55c986fc19b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe11c0a4fe0 tx=0x7fe11c09c4b0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 -- 172.21.15.32:0/1002127414 shutdown_connections 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fc2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fc7b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1002127414 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc80a0 0x55c986fc19b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 -- 172.21.15.32:0/1002127414 >> 172.21.15.32:0/1002127414 conn(0x55c986eeff00 msgr2=0x55c986fbc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 -- 172.21.15.32:0/1002127414 shutdown_connections 2024-04-25T19:02:22.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.936+0000 7fe13f261b80 1 -- 172.21.15.32:0/1002127414 wait complete. 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.937+0000 7fe13f261b80 1 -- start start 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.937+0000 7fe13f261b80 1 Processor -- start 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.937+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 0x55c986fcdc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.937+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc7780 0x55c986fcaf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fcb930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe13f261b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c986fce920 con 0x55c986fc7780 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe13f261b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c986ecd810 con 0x55c986fcb4b0 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe13f261b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c986fceaa0 con 0x55c986fc1ef0 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe13f261b80 10 client.0 _ll_register_callbacks cb 0x55c986eac6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc7780 0x55c986fcaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 0x55c986fcdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 0x55c986fcdc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42682/0 (socket says 172.21.15.32:42682) 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131e00700 1 -- 172.21.15.32:0/2200601248 learned_addr learned my addr 172.21.15.32:0/2200601248 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe132800700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fcb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131400700 1 -- 172.21.15.32:0/2200601248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 msgr2=0x55c986fcdc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131400700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 0x55c986fcdc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131400700 1 -- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 msgr2=0x55c986fcb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131400700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fcb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131400700 1 -- 172.21.15.32:0/2200601248 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c986e61880 con 0x55c986fc7780 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe131e00700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 0x55c986fcdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.938+0000 7fe132800700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fcb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe131400700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc7780 0x55c986fcaf70 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe11c098cb0 tx=0x7fe11c009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ecf603d46320e01 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe10fe00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:22.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe10fe00700 1 -- 172.21.15.32:0/2200601248 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c0ba020 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe10fe00700 1 -- 172.21.15.32:0/2200601248 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe11c00cd20 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe11c09c8a0 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe10fe00700 1 -- 172.21.15.32:0/2200601248 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe11c09a940 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe13f261b80 10 client.14790 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.939+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c986eaaaa0 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe10fe00700 1 -- 172.21.15.32:0/2200601248 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c09c8a0 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe10fe00700 1 -- 172.21.15.32:0/2200601248 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe11c0a5080 con 0x55c986fc7780 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe13f261b80 10 client.14790 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe13f261b80 10 client.14790 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe13f261b80 20 client.14790 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe13f261b80 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c986fda750 0x55c986fdc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe13f261b80 4 client.14790 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 --> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c986f21630 con 0x55c986fda750 2024-04-25T19:02:22.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.940+0000 7fe131e00700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c986fda750 0x55c986fdc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.941+0000 7fe131e00700 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c986fda750 0x55c986fdc850 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=79eafd79fda47891 server_cookie=3dfde40f57189dde in_seq=0 out_seq=0 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.941+0000 7fe10fe00700 10 client.14790 ms_handle_connect on v2:172.21.15.64:6838/1611733872 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe10fe00700 1 -- 172.21.15.32:0/2200601248 <== mds.2 v2:172.21.15.64:6838/1611733872 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c986f21630 con 0x55c986fda750 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe10fe00700 10 client.14790 handle_command_reply: tid=0 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 client.14790 shutdown 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc7780 msgr2=0x55c986fcaf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc7780 0x55c986fcaf70 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe11c098cb0 tx=0x7fe11c009790 comp rx=0 tx=0).stop 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 shutdown_connections 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c986fda750 0x55c986fdc850 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fcb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc1ef0 0x55c986fcdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 --2- 172.21.15.32:0/2200601248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc7780 0x55c986fcaf70 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 >> 172.21.15.32:0/2200601248 conn(0x55c986eeff00 msgr2=0x55c986fbbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:22.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.942+0000 7fe10fe00700 0 client.14790 ms_handle_reset on v2:172.21.15.64:6838/1611733872 2024-04-25T19:02:22.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.943+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 shutdown_connections 2024-04-25T19:02:22.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.943+0000 7fe13f261b80 1 -- 172.21.15.32:0/2200601248 wait complete. 2024-04-25T19:02:22.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.943+0000 7fe13f261b80 20 client.14790 trim_cache size 0 max 16384 2024-04-25T19:02:22.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 Processor -- start 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 -- start start 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc1ef0 0x55c986fdad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fcb4b0 0x55c986fcc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c986fdab90 con 0x55c986fcb4b0 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c986fdb260 con 0x55c986fc1ef0 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.965+0000 7fe13f261b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c986fdb930 con 0x55c986fc7780 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe132800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fcb4b0 0x55c986fcc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc1ef0 0x55c986fdad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe132800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fcb4b0 0x55c986fcc7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37562/0 (socket says 172.21.15.32:37562) 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe132800700 1 -- 172.21.15.32:0/1564645781 learned_addr learned my addr 172.21.15.32:0/1564645781 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:22.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131400700 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131400700 1 -- 172.21.15.32:0/1564645781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc1ef0 msgr2=0x55c986fdad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131400700 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc1ef0 0x55c986fdad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131400700 1 -- 172.21.15.32:0/1564645781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fcb4b0 msgr2=0x55c986fcc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131400700 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fcb4b0 0x55c986fcc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131400700 1 -- 172.21.15.32:0/1564645781 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c986fc19b0 con 0x55c986fc7780 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.966+0000 7fe131e00700 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc1ef0 0x55c986fdad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.967+0000 7fe131400700 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc5d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe11c099270 tx=0x7fe11c0bd050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3023f50651150d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.967+0000 7fe11aa00700 1 -- 172.21.15.32:0/1564645781 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c0ba070 con 0x55c986fc7780 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.967+0000 7fe11aa00700 1 -- 172.21.15.32:0/1564645781 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c09c8a0 con 0x55c986fc7780 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.967+0000 7fe11aa00700 1 -- 172.21.15.32:0/1564645781 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c09be10 con 0x55c986fc7780 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 -- 172.21.15.32:0/1564645781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 msgr2=0x55c986fbc5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc5d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe11c099270 tx=0x7fe11c0bd050 comp rx=0 tx=0).stop 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 -- 172.21.15.32:0/1564645781 shutdown_connections 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fcb4b0 0x55c986fcc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fc1ef0 0x55c986fdad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 --2- 172.21.15.32:0/1564645781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc5d0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 -- 172.21.15.32:0/1564645781 >> 172.21.15.32:0/1564645781 conn(0x55c986eeff00 msgr2=0x55c986fc22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 -- 172.21.15.32:0/1564645781 shutdown_connections 2024-04-25T19:02:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 -- 172.21.15.32:0/1564645781 wait complete. 2024-04-25T19:02:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.968+0000 7fe13f261b80 1 -- start start 2024-04-25T19:02:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 Processor -- start 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fbbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fbc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c986fdc6d0 con 0x55c986fc1ef0 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c986fdc000 con 0x55c986fcb4b0 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c986fdcda0 con 0x55c986fc7780 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe13f261b80 10 client.0 _ll_register_callbacks cb 0x55c986eac6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe131e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fbbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe131400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe132800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fbc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe131400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42698/0 (socket says 172.21.15.32:42698) 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe131e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fbbbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37574/0 (socket says 172.21.15.32:37574) 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe132800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fbc640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52574/0 (socket says 172.21.15.32:52574) 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.969+0000 7fe131400700 1 -- 172.21.15.32:0/347776079 learned_addr learned my addr 172.21.15.32:0/347776079 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131400700 1 -- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 msgr2=0x55c986fbc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131400700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fbc640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131400700 1 -- 172.21.15.32:0/347776079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 msgr2=0x55c986fbbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131400700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fbbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131400700 1 -- 172.21.15.32:0/347776079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c986fe42d0 con 0x55c986fc7780 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131e00700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fbbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe132800700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fbc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe131400700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe11c098d00 tx=0x7fe11c09c320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=114f7ee0aee7e1cd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe10fe00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:02:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.970+0000 7fe10fe00700 1 -- 172.21.15.32:0/347776079 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c07f070 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe10fe00700 1 -- 172.21.15.32:0/347776079 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe11c0a5080 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe11c09c8a0 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe10fe00700 1 -- 172.21.15.32:0/347776079 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe11c0ba070 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 10 client.24946 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c986fe42d0 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe10fe00700 1 -- 172.21.15.32:0/347776079 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c09c8a0 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe10fe00700 1 -- 172.21.15.32:0/347776079 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe11c0985f0 con 0x55c986fc7780 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 10 client.24946 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 10 client.24946 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 20 client.24946 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c98704f550 0x55c98704e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.971+0000 7fe13f261b80 4 client.24946 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.972+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 --> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] -- command(tid 0: {"prefix": "status"}) -- 0x55c986f1b6d0 con 0x55c98704f550 2024-04-25T19:02:22.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.972+0000 7fe131e00700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c98704f550 0x55c98704e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.972+0000 7fe131e00700 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c98704f550 0x55c98704e260 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=75fce8ae062e0d91 server_cookie=481447b93691b702 in_seq=0 out_seq=0 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.972+0000 7fe10fe00700 10 client.24946 ms_handle_connect on v2:172.21.15.64:6838/1611733872 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe10fe00700 1 -- 172.21.15.32:0/347776079 <== mds.2 v2:172.21.15.64:6838/1611733872 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55c986f1b6d0 con 0x55c98704f550 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe10fe00700 10 client.24946 handle_command_reply: tid=0 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 client.24946 shutdown 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 msgr2=0x55c986fbc100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe11c098d00 tx=0x7fe11c09c320 comp rx=0 tx=0).stop 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 shutdown_connections 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c986fc1ef0 0x55c986fbbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55c98704f550 0x55c98704e260 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c986fcb4b0 0x55c986fbc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 --2- 172.21.15.32:0/347776079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c986fc7780 0x55c986fbc100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe10fe00700 0 client.24946 ms_handle_reset on v2:172.21.15.64:6838/1611733872 2024-04-25T19:02:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 >> 172.21.15.32:0/347776079 conn(0x55c986eeff00 msgr2=0x55c986fc9730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 shutdown_connections 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 1 -- 172.21.15.32:0/347776079 wait complete. 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.973+0000 7fe13f261b80 20 client.24946 trim_cache size 0 max 16384 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 2, 2024-04-25T19:02:22.979 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24524, 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 166.461883634, 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 207.324581443 2024-04-25T19:02:22.980 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe1140a3cc0 msgr2=0x7fe1140a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe1140a3cc0 0x7fe1140a6180 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe128009fd0 tx=0x7fe12800bb90 comp rx=0 tx=0).stop 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 msgr2=0x7fe12c19b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 0x7fe12c19b810 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe11c00e970 tx=0x7fe11c00ec80 comp rx=0 tx=0).stop 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 shutdown_connections 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe1140a3cc0 0x7fe1140a6180 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12c074c70 0x7fe12c19b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe12c10f440 0x7fe12c19fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 --2- 172.21.15.32:0/14891637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe12c075590 0x7fe12c19b810 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 >> 172.21.15.32:0/14891637 conn(0x7fe12c079ba0 msgr2=0x7fe12c0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 shutdown_connections 2024-04-25T19:02:22.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:22.974+0000 7fe134800700 1 -- 172.21.15.32:0/14891637 wait complete. 2024-04-25T19:02:23.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:23 smithi064 ceph-mon[32321]: pgmap v428: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:23.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:23 smithi032 ceph-mon[28041]: pgmap v428: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:23 smithi066 ceph-mon[32882]: pgmap v428: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:23.873 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-25T19:02:24.351 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:25.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:25 smithi064 ceph-mon[32321]: pgmap v429: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:25.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:25 smithi032 ceph-mon[28041]: pgmap v429: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:25.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:25 smithi066 ceph-mon[32882]: pgmap v429: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 -- 172.21.15.32:0/1702895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc0074e10 msgr2=0x7f5fc00751f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/1702895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc0074e10 0x7f5fc00751f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0009990 tx=0x7f5fb0009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 -- 172.21.15.32:0/1702895 shutdown_connections 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/1702895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc0074e10 0x7f5fc00751f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/1702895 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc010f1f0 0x7f5fc0111600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/1702895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0075730 0x7f5fc010ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.655+0000 7f5fc5c00700 1 -- 172.21.15.32:0/1702895 >> 172.21.15.32:0/1702895 conn(0x7f5fc00fe460 msgr2=0x7f5fc0100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.656+0000 7f5fc5c00700 1 -- 172.21.15.32:0/1702895 shutdown_connections 2024-04-25T19:02:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.656+0000 7f5fc5c00700 1 -- 172.21.15.32:0/1702895 wait complete. 2024-04-25T19:02:26.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 Processor -- start 2024-04-25T19:02:26.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 -- start start 2024-04-25T19:02:26.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0074e10 0x7f5fc019b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 0x7f5fc019b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc010f1f0 0x7f5fc019fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc0114d90 con 0x7f5fc010f1f0 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc0114c10 con 0x7f5fc0074e10 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.657+0000 7f5fc5c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc0114f10 con 0x7f5fc0075730 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fb7e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 0x7f5fc019b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fb7e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 0x7f5fc019b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42708/0 (socket says 172.21.15.32:42708) 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fb7e00700 1 -- 172.21.15.32:0/2032947180 learned_addr learned my addr 172.21.15.32:0/2032947180 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fc5200700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc010f1f0 0x7f5fc019fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0074e10 0x7f5fc019b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2032947180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 msgr2=0x7f5fc019b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 0x7f5fc019b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc010f1f0 msgr2=0x7f5fc019fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc010f1f0 0x7f5fc019fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2032947180 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc01a0260 con 0x7f5fc0074e10 2024-04-25T19:02:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.658+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 0x7f5fc019b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.659+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0074e10 0x7f5fc019b2a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5fb00098e0 tx=0x7f5fb00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.659+0000 7f5fbd600700 1 -- 172.21.15.32:0/2032947180 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0027070 con 0x7f5fc0074e10 2024-04-25T19:02:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.659+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fc01a04f0 con 0x7f5fc0074e10 2024-04-25T19:02:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.659+0000 7f5fbd600700 1 -- 172.21.15.32:0/2032947180 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fb0022470 con 0x7f5fc0074e10 2024-04-25T19:02:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.659+0000 7f5fbd600700 1 -- 172.21.15.32:0/2032947180 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0017650 con 0x7f5fc0074e10 2024-04-25T19:02:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.659+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fc01a7dd0 con 0x7f5fc0074e10 2024-04-25T19:02:26.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.664+0000 7f5fbd600700 1 -- 172.21.15.32:0/2032947180 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5fb002a070 con 0x7f5fc0074e10 2024-04-25T19:02:26.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.665+0000 7f5fd1a8bb80 1 Processor -- start 2024-04-25T19:02:26.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.665+0000 7f5fd1a8bb80 1 -- start start 2024-04-25T19:02:26.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.665+0000 7f5fbd600700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5fa40a3c40 0x7f5fa40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25acffc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fbd600700 1 -- 172.21.15.32:0/2032947180 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f5fb00d0f30 con 0x7f5fc0074e10 2024-04-25T19:02:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad0ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad0d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d25ac52e40 con 0x55d25acff8b0 2024-04-25T19:02:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d25abf96e0 con 0x55d25ad001d0 2024-04-25T19:02:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d25ac4ee00 con 0x55d25ad0b080 2024-04-25T19:02:26.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fc5200700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5fa40a3c40 0x7f5fa40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25acffc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25acffc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37608/0 (socket says 172.21.15.32:37608) 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fbfe00700 1 -- 172.21.15.32:0/4185894018 learned_addr learned my addr 172.21.15.32:0/4185894018 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.666+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad0ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fc5200700 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad0d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb7e00700 1 -- 172.21.15.32:0/4185894018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 msgr2=0x55d25ad0d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad0d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb7e00700 1 -- 172.21.15.32:0/4185894018 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 msgr2=0x55d25acffc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25acffc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb7e00700 1 -- 172.21.15.32:0/4185894018 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d25abef630 con 0x55d25ad001d0 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25acffc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fc5200700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5fa40a3c40 0x7f5fa40a6100 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5fc006c0a0 tx=0x7f5fb8009ba0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad0ab40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8011540 tx=0x7f5fa8011850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61279df95b4bc0e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb5600700 1 -- 172.21.15.32:0/4185894018 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8004230 con 0x55d25ad001d0 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb5600700 1 -- 172.21.15.32:0/4185894018 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa80043d0 con 0x55d25ad001d0 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.667+0000 7f5fb5600700 1 -- 172.21.15.32:0/4185894018 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8019920 con 0x55d25ad001d0 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/4185894018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 msgr2=0x55d25ad0ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad0ab40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8011540 tx=0x7f5fa8011850 comp rx=0 tx=0).stop 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/4185894018 shutdown_connections 2024-04-25T19:02:26.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25acffc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad0d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/4185894018 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad0ab40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/4185894018 >> 172.21.15.32:0/4185894018 conn(0x55d25ac2ef00 msgr2=0x55d25acfbd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:26.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/4185894018 shutdown_connections 2024-04-25T19:02:26.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.668+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/4185894018 wait complete. 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.669+0000 7f5fd1a8bb80 1 -- start start 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.669+0000 7f5fd1a8bb80 1 Processor -- start 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad0a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad07ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad08010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad0dc00 con 0x55d25acff8b0 2024-04-25T19:02:26.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d25ac0c810 con 0x55d25ad001d0 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad0dd80 con 0x55d25ad0b080 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fd1a8bb80 10 client.0 _ll_register_callbacks cb 0x55d25abeb6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad0a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad0a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37612/0 (socket says 172.21.15.32:37612) 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2411046306 learned_addr learned my addr 172.21.15.32:0/2411046306 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad07ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.670+0000 7f5fc5200700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad08010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 msgr2=0x55d25ad08010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad08010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2411046306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 msgr2=0x55d25ad07ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad07ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fbfe00700 1 -- 172.21.15.32:0/2411046306 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d25aba0880 con 0x55d25acff8b0 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad07ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:26.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad0a7d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5fb00058d0 tx=0x7f5fb0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f20399e1ccd354f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fae000700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fae000700 1 -- 172.21.15.32:0/2411046306 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb00b5020 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fae000700 1 -- 172.21.15.32:0/2411046306 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f5fb009d500 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.671+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fa80043d0 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fae000700 1 -- 172.21.15.32:0/2411046306 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5fb009d2a0 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 10 client.14808 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d25abe9aa0 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fae000700 1 -- 172.21.15.32:0/2411046306 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa80043d0 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fae000700 1 -- 172.21.15.32:0/2411046306 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5fb00a59f0 con 0x55d25acff8b0 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 10 client.14808 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 10 client.14808 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 20 client.14808 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad1a900 0x55d25ad1bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 4 client.14808 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.672+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 --> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d25ac60630 con 0x55d25ad1a900 2024-04-25T19:02:26.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.673+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad1a900 0x55d25ad1bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.673+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad1a900 0x55d25ad1bd70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eea675eeaa7ae95f server_cookie=3fe524f7ba285c87 in_seq=0 out_seq=0 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.673+0000 7f5fae000700 10 client.14808 ms_handle_connect on v2:172.21.15.66:6838/3597960246 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.674+0000 7f5fae000700 1 -- 172.21.15.32:0/2411046306 <== mds.1 v2:172.21.15.66:6838/3597960246 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d25ac60630 con 0x55d25ad1a900 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.674+0000 7f5fae000700 10 client.14808 handle_command_reply: tid=0 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.674+0000 7f5fd1a8bb80 1 client.14808 shutdown 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 msgr2=0x55d25ad0a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad0a7d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5fb00058d0 tx=0x7f5fb0005fd0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 shutdown_connections 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad1a900 0x55d25ad1bd70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad0a7d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad08010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/2411046306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad07ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fae000700 0 client.14808 ms_handle_reset on v2:172.21.15.66:6838/3597960246 2024-04-25T19:02:26.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 >> 172.21.15.32:0/2411046306 conn(0x55d25ac2ef00 msgr2=0x55d25acfb920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:26.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 shutdown_connections 2024-04-25T19:02:26.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/2411046306 wait complete. 2024-04-25T19:02:26.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.675+0000 7f5fd1a8bb80 20 client.14808 trim_cache size 0 max 16384 2024-04-25T19:02:26.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.698+0000 7f5fd1a8bb80 1 Processor -- start 2024-04-25T19:02:26.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.698+0000 7f5fd1a8bb80 1 -- start start 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad1bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad251d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad25710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad1a0b0 con 0x55d25acff8b0 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad1a780 con 0x55d25ad001d0 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad1ae50 con 0x55d25ad0b080 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad1bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fb7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad251d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad1bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37624/0 (socket says 172.21.15.32:37624) 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fbfe00700 1 -- 172.21.15.32:0/775379102 learned_addr learned my addr 172.21.15.32:0/775379102 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:26.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.699+0000 7f5fc5200700 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad25710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb7e00700 1 -- 172.21.15.32:0/775379102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 msgr2=0x55d25ad25710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad25710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb7e00700 1 -- 172.21.15.32:0/775379102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 msgr2=0x55d25ad1bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad1bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb7e00700 1 -- 172.21.15.32:0/775379102 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d25ad06080 con 0x55d25ad001d0 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad1bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad251d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009850 tx=0x7f5fa8011850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a7720209be18fef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb4c00700 1 -- 172.21.15.32:0/775379102 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8031070 con 0x55d25ad001d0 2024-04-25T19:02:26.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb4c00700 1 -- 172.21.15.32:0/775379102 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa802b360 con 0x55d25ad001d0 2024-04-25T19:02:26.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.700+0000 7f5fb4c00700 1 -- 172.21.15.32:0/775379102 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8003b80 con 0x55d25ad001d0 2024-04-25T19:02:26.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/775379102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 msgr2=0x55d25ad251d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad251d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8009850 tx=0x7f5fa8011850 comp rx=0 tx=0).stop 2024-04-25T19:02:26.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/775379102 shutdown_connections 2024-04-25T19:02:26.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25acff8b0 0x55d25ad1bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25ad0b080 0x55d25ad25710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/775379102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad001d0 0x55d25ad251d0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/775379102 >> 172.21.15.32:0/775379102 conn(0x55d25ac2ef00 msgr2=0x55d25ad06400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:26.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/775379102 shutdown_connections 2024-04-25T19:02:26.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.701+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/775379102 wait complete. 2024-04-25T19:02:26.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 -- start start 2024-04-25T19:02:26.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 Processor -- start 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25acff8b0 0x55d25ad251f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 0x55d25ad25730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad0b080 0x55d25ad201a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad1bbf0 con 0x55d25ad001d0 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad1b520 con 0x55d25ad0b080 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.702+0000 7f5fd1a8bb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d25ad1c2c0 con 0x55d25acff8b0 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fd1a8bb80 10 client.0 _ll_register_callbacks cb 0x55d25abeb6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 0x55d25ad25730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fbfe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25acff8b0 0x55d25ad251f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 0x55d25ad25730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37626/0 (socket says 172.21.15.32:37626) 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 -- 172.21.15.32:0/1119626816 learned_addr learned my addr 172.21.15.32:0/1119626816 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:26.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fc5200700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad0b080 0x55d25ad201a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 -- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25acff8b0 msgr2=0x55d25ad251f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25acff8b0 0x55d25ad251f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 -- 172.21.15.32:0/1119626816 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad0b080 msgr2=0x55d25ad201a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad0b080 0x55d25ad201a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fb7e00700 1 -- 172.21.15.32:0/1119626816 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d25ad20790 con 0x55d25ad001d0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.703+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25acff8b0 0x55d25ad251f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fb7e00700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 0x55d25ad25730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8011ba0 tx=0x7f5fa8005580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b10c077bd55160a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fae000700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fae000700 1 -- 172.21.15.32:0/1119626816 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa803b060 con 0x55d25ad001d0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fae000700 1 -- 172.21.15.32:0/1119626816 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f5fa802bbc0 con 0x55d25ad001d0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fa802b360 con 0x55d25ad001d0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fae000700 1 -- 172.21.15.32:0/1119626816 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5fa8031070 con 0x55d25ad001d0 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fd1a8bb80 10 client.14814 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:26.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.704+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d25ad822f0 con 0x55d25ad001d0 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fae000700 1 -- 172.21.15.32:0/1119626816 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa802b360 con 0x55d25ad001d0 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fae000700 1 -- 172.21.15.32:0/1119626816 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5fa8040070 con 0x55d25ad001d0 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fd1a8bb80 10 client.14814 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fd1a8bb80 10 client.14814 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fd1a8bb80 20 client.14814 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad86750 0x55d25ad85460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fd1a8bb80 4 client.14814 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 --> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] -- command(tid 0: {"prefix": "status"}) -- 0x55d25ac5a6d0 con 0x55d25ad86750 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.705+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad86750 0x55d25ad85460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fbfe00700 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad86750 0x55d25ad85460 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d21546289d106930 server_cookie=5c5a2eac57f528b1 in_seq=0 out_seq=0 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fae000700 10 client.14814 ms_handle_connect on v2:172.21.15.66:6838/3597960246 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fae000700 1 -- 172.21.15.32:0/1119626816 <== mds.1 v2:172.21.15.66:6838/3597960246 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d25ac5a6d0 con 0x55d25ad86750 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fae000700 10 client.14814 handle_command_reply: tid=0 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 client.14814 shutdown 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 msgr2=0x55d25ad25730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 0x55d25ad25730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8011ba0 tx=0x7f5fa8005580 comp rx=0 tx=0).stop 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 shutdown_connections 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d25ad86750 0x55d25ad85460 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d25ad0b080 0x55d25ad201a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d25acff8b0 0x55d25ad251f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fae000700 0 client.14814 ms_handle_reset on v2:172.21.15.66:6838/3597960246 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 --2- 172.21.15.32:0/1119626816 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d25ad001d0 0x55d25ad25730 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.706+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 >> 172.21.15.32:0/1119626816 conn(0x55d25ac2ef00 msgr2=0x55d25ad02ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.707+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 shutdown_connections 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.707+0000 7f5fd1a8bb80 1 -- 172.21.15.32:0/1119626816 wait complete. 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.707+0000 7f5fd1a8bb80 20 client.14814 trim_cache size 0 max 16384 2024-04-25T19:02:26.714 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 1, 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24532, 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 171.208528395, 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:02:26.715 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 223.66078799300001 2024-04-25T19:02:26.716 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:02:26.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5fa40a3c40 msgr2=0x7f5fa40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5fa40a3c40 0x7f5fa40a6100 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5fc006c0a0 tx=0x7f5fb8009ba0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0074e10 msgr2=0x7f5fc019b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:26.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0074e10 0x7f5fc019b2a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5fb00098e0 tx=0x7f5fb00057c0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 shutdown_connections 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f5fa40a3c40 0x7f5fa40a6100 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fc010f1f0 0x7f5fc019fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fc0074e10 0x7f5fc019b2a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 --2- 172.21.15.32:0/2032947180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fc0075730 0x7f5fc019b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 >> 172.21.15.32:0/2032947180 conn(0x7f5fc00fe460 msgr2=0x7f5fc00ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 shutdown_connections 2024-04-25T19:02:26.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:26.708+0000 7f5fc5c00700 1 -- 172.21.15.32:0/2032947180 wait complete. 2024-04-25T19:02:27.269 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:27 smithi032 ceph-mon[28041]: pgmap v430: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:27.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:27 smithi064 ceph-mon[32321]: pgmap v430: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:27.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:27 smithi066 ceph-mon[32882]: pgmap v430: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:27.672 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-25T19:02:28.150 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:29.249 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:29 smithi032 ceph-mon[28041]: pgmap v431: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:29.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:29 smithi064 ceph-mon[32321]: pgmap v431: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:29.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:29 smithi066 ceph-mon[32882]: pgmap v431: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:30.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.515+0000 7fb8ab200700 1 -- 172.21.15.32:0/4040946289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac10cf60 msgr2=0x7fb8ac10f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.515+0000 7fb8ab200700 1 --2- 172.21.15.32:0/4040946289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac10f420 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb8a400b0a0 tx=0x7fb8a400b3b0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 -- 172.21.15.32:0/4040946289 shutdown_connections 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 --2- 172.21.15.32:0/4040946289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac10f420 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 --2- 172.21.15.32:0/4040946289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac103b30 0x7fb8ac103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 --2- 172.21.15.32:0/4040946289 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 0x7fb8ac10c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 -- 172.21.15.32:0/4040946289 >> 172.21.15.32:0/4040946289 conn(0x7fb8ac0fd360 msgr2=0x7fb8ac0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 -- 172.21.15.32:0/4040946289 shutdown_connections 2024-04-25T19:02:30.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.516+0000 7fb8ab200700 1 -- 172.21.15.32:0/4040946289 wait complete. 2024-04-25T19:02:30.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 Processor -- start 2024-04-25T19:02:30.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 -- start start 2024-04-25T19:02:30.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 0x7fb8ac101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 0x7fb8ac101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac112ba0 con 0x7fb8ac103b30 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac112a20 con 0x7fb8ac104450 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8ab200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ac112d20 con 0x7fb8ac10cf60 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.517+0000 7fb8a9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 0x7fb8ac101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 0x7fb8ac101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a9e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 0x7fb8ac101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37644/0 (socket says 172.21.15.32:37644) 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a9e00700 1 -- 172.21.15.32:0/823413090 learned_addr learned my addr 172.21.15.32:0/823413090 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8aa800700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 -- 172.21.15.32:0/823413090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac10cf60 msgr2=0x7fb8ac102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 -- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 msgr2=0x7fb8ac101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 0x7fb8ac101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 -- 172.21.15.32:0/823413090 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ac1a7580 con 0x7fb8ac104450 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8aa800700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 0x7fb8ac101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.518+0000 7fb8a1400700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 0x7fb8ac101cd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb89400e9c0 tx=0x7fb89400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.519+0000 7fb8a3400700 1 -- 172.21.15.32:0/823413090 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89400c9c0 con 0x7fb8ac104450 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.519+0000 7fb8a3400700 1 -- 172.21.15.32:0/823413090 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb89400cb60 con 0x7fb8ac104450 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.519+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8ac1a7870 con 0x7fb8ac104450 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.519+0000 7fb8a3400700 1 -- 172.21.15.32:0/823413090 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb894018420 con 0x7fb8ac104450 2024-04-25T19:02:30.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.519+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8ac1a7e00 con 0x7fb8ac104450 2024-04-25T19:02:30.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.522+0000 7fb8a3400700 1 -- 172.21.15.32:0/823413090 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb894010430 con 0x7fb8ac104450 2024-04-25T19:02:30.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.523+0000 7fb8a3400700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb8900a3cc0 0x7fb8900a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8a3400700 1 -- 172.21.15.32:0/823413090 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fb8940d0470 con 0x7fb8ac104450 2024-04-25T19:02:30.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 Processor -- start 2024-04-25T19:02:30.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb8900a3cc0 0x7fb8900a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 -- start start 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f83e0 0x5558354f87c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835503700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555835503c40 0x555835506030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55583544be40 con 0x5558354f83e0 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5558353f26e0 con 0x5558354f8d00 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.524+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555835447e00 con 0x555835503c40 2024-04-25T19:02:30.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835503700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835503700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52670/0 (socket says 172.21.15.32:52670) 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 -- 172.21.15.32:0/479871825 learned_addr learned my addr 172.21.15.32:0/479871825 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f83e0 0x5558354f87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8aa800700 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555835503c40 0x555835506030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb8900a3cc0 0x7fb8900a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb89c011630 tx=0x7fb89c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 -- 172.21.15.32:0/479871825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555835503c40 msgr2=0x555835506030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555835503c40 0x555835506030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 -- 172.21.15.32:0/479871825 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f83e0 msgr2=0x5558354f87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f83e0 0x5558354f87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 -- 172.21.15.32:0/479871825 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558353e8630 con 0x5558354f8d00 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f83e0 0x5558354f87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.525+0000 7fb8a1400700 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835503700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb89409c410 tx=0x7fb89409ce90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97ba3d82a952380c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb89b400700 1 -- 172.21.15.32:0/479871825 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8940a0ac0 con 0x5558354f8d00 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb89b400700 1 -- 172.21.15.32:0/479871825 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8940a5380 con 0x5558354f8d00 2024-04-25T19:02:30.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb89b400700 1 -- 172.21.15.32:0/479871825 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89409cbd0 con 0x5558354f8d00 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/479871825 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 msgr2=0x555835503700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835503700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb89409c410 tx=0x7fb89409ce90 comp rx=0 tx=0).stop 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/479871825 shutdown_connections 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f83e0 0x5558354f87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555835503c40 0x555835506030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/479871825 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835503700 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.526+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/479871825 >> 172.21.15.32:0/479871825 conn(0x555835427550 msgr2=0x5558354f4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.527+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/479871825 shutdown_connections 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.527+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/479871825 wait complete. 2024-04-25T19:02:30.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.527+0000 7fb8bb8a4b80 1 -- start start 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.527+0000 7fb8bb8a4b80 1 Processor -- start 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355032a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x5558355005a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835500ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5558355067c0 con 0x5558354f8d00 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555835405810 con 0x555835503c40 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555835506940 con 0x5558354f83e0 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8bb8a4b80 10 client.0 _ll_register_callbacks cb 0x5558353e46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x5558355005a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x5558355005a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37654/0 (socket says 172.21.15.32:37654) 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8a1400700 1 -- 172.21.15.32:0/350935319 learned_addr learned my addr 172.21.15.32:0/350935319 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8a9e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355032a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.528+0000 7fb8aa800700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835500ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a1400700 1 -- 172.21.15.32:0/350935319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 msgr2=0x5558355032a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a1400700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355032a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a1400700 1 -- 172.21.15.32:0/350935319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 msgr2=0x555835500ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a1400700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835500ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a1400700 1 -- 172.21.15.32:0/350935319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555835399880 con 0x5558354f8d00 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355032a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8a1400700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x5558355005a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb8940990e0 tx=0x7fb89409a820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a447799c0fecd86 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb88fe00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb88fe00700 1 -- 172.21.15.32:0/350935319 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8940d0170 con 0x5558354f8d00 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb88fe00700 1 -- 172.21.15.32:0/350935319 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fb8940a4ef0 con 0x5558354f8d00 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.529+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8940a5380 con 0x5558354f8d00 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb88fe00700 1 -- 172.21.15.32:0/350935319 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb8940a50f0 con 0x5558354f8d00 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 10 client.14826 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:30.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5558353e2aa0 con 0x5558354f8d00 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb88fe00700 1 -- 172.21.15.32:0/350935319 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8940a5380 con 0x5558354f8d00 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb88fe00700 1 -- 172.21.15.32:0/350935319 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb89409b5d0 con 0x5558354f8d00 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 10 client.14826 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 10 client.14826 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 20 client.14826 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5558355120e0 0x5558355142d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 4 client.14826 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:02:30.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.530+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555835459630 con 0x5558355120e0 2024-04-25T19:02:30.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.531+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5558355120e0 0x5558355142d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.531+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5558355120e0 0x5558355142d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c55c85876538e93 server_cookie=3d14e22057c0c0d9 in_seq=0 out_seq=0 2024-04-25T19:02:30.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.531+0000 7fb88fe00700 10 client.14826 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:02:30.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.532+0000 7fb88fe00700 1 -- 172.21.15.32:0/350935319 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555835459630 con 0x5558355120e0 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.532+0000 7fb88fe00700 10 client.14826 handle_command_reply: tid=0 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.532+0000 7fb8bb8a4b80 1 client.14826 shutdown 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 msgr2=0x5558355005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x5558355005a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb8940990e0 tx=0x7fb89409a820 comp rx=0 tx=0).stop 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 shutdown_connections 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5558355120e0 0x5558355142d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835500ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355032a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/350935319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x5558355005a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 >> 172.21.15.32:0/350935319 conn(0x555835427550 msgr2=0x5558354f4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb88fe00700 0 client.14826 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 shutdown_connections 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/350935319 wait complete. 2024-04-25T19:02:30.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.533+0000 7fb8bb8a4b80 20 client.14826 trim_cache size 0 max 16384 2024-04-25T19:02:30.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 Processor -- start 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 -- start start 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355142d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x555835512e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835513530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555835512610 con 0x5558354f8d00 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555835512ce0 con 0x555835503c40 2024-04-25T19:02:30.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5558355133b0 con 0x5558354f83e0 2024-04-25T19:02:30.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x555835512e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8a1400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x555835512e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37656/0 (socket says 172.21.15.32:37656) 2024-04-25T19:02:30.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8a1400700 1 -- 172.21.15.32:0/466830561 learned_addr learned my addr 172.21.15.32:0/466830561 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:30.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355142d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.556+0000 7fb8aa800700 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835513530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb8a9e00700 1 -- 172.21.15.32:0/466830561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 msgr2=0x555835513530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835513530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb8a9e00700 1 -- 172.21.15.32:0/466830561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 msgr2=0x555835512e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x555835512e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb8a9e00700 1 -- 172.21.15.32:0/466830561 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558354feb10 con 0x5558354f83e0 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355142d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x555835514aa0 tx=0x7fb89c011f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d085279069bfc7a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.557+0000 7fb89aa00700 1 -- 172.21.15.32:0/466830561 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89c004220 con 0x5558354f83e0 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb89aa00700 1 -- 172.21.15.32:0/466830561 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb89c009500 con 0x5558354f83e0 2024-04-25T19:02:30.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb89aa00700 1 -- 172.21.15.32:0/466830561 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89c003b80 con 0x5558354f83e0 2024-04-25T19:02:30.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/466830561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 msgr2=0x5558355142d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355142d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x555835514aa0 tx=0x7fb89c011f90 comp rx=0 tx=0).stop 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/466830561 shutdown_connections 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555835503c40 0x555835513530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x5558355142d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/466830561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5558354f8d00 0x555835512e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/466830561 >> 172.21.15.32:0/466830561 conn(0x555835427550 msgr2=0x5558354f30c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.558+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/466830561 shutdown_connections 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.559+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/466830561 wait complete. 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.559+0000 7fb8bb8a4b80 1 -- start start 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.559+0000 7fb8bb8a4b80 1 Processor -- start 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x55583551d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835516cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555835503c40 0x555835517210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555835514150 con 0x555835503c40 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555835513a80 con 0x5558354f8d00 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555835514820 con 0x5558354f83e0 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8bb8a4b80 10 client.0 _ll_register_callbacks cb 0x5558353e46d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8aa800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555835503c40 0x555835517210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8aa800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555835503c40 0x555835517210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37662/0 (socket says 172.21.15.32:37662) 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8aa800700 1 -- 172.21.15.32:0/1930243981 learned_addr learned my addr 172.21.15.32:0/1930243981 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8a1400700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835516cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.560+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x55583551d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8a1400700 1 -- 172.21.15.32:0/1930243981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 msgr2=0x55583551d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8a1400700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x55583551d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8a1400700 1 -- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555835503c40 msgr2=0x555835517210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8a1400700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555835503c40 0x555835517210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8a1400700 1 -- 172.21.15.32:0/1930243981 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555835517750 con 0x5558354f8d00 2024-04-25T19:02:30.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8a1400700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835516cd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb89400c5b0 tx=0x7fb8940cdfb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9a76ba8367ed1c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:30.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb88fe00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb88fe00700 1 -- 172.21.15.32:0/1930243981 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb89409ce10 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb88fe00700 1 -- 172.21.15.32:0/1930243981 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fb89409bb60 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb89c009500 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb88fe00700 1 -- 172.21.15.32:0/1930243981 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb8940a0ac0 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8bb8a4b80 10 client.24938 fetch_fsmap learned FSMap version 28 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.561+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555835517750 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb88fe00700 1 -- 172.21.15.32:0/1930243981 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb89c009500 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb88fe00700 1 -- 172.21.15.32:0/1930243981 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb89409da40 con 0x5558354f8d00 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb8bb8a4b80 10 client.24938 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb8bb8a4b80 10 client.24938 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-25T19:02:30.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb8bb8a4b80 20 client.24938 populate_metadata read hostname 'smithi032' 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55583557e370 0x55583557d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb8bb8a4b80 4 client.24938 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.562+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "status"}) -- 0x5558354536d0 con 0x55583557e370 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.563+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55583557e370 0x55583557d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.563+0000 7fb8a9e00700 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55583557e370 0x55583557d080 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5871b367c2160 server_cookie=b2bc00505e840d4c in_seq=0 out_seq=0 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.563+0000 7fb88fe00700 10 client.24938 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.563+0000 7fb88fe00700 1 -- 172.21.15.32:0/1930243981 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5558354536d0 con 0x55583557e370 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.563+0000 7fb88fe00700 10 client.24938 handle_command_reply: tid=0 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 client.24938 shutdown 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 msgr2=0x555835516cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835516cd0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb89400c5b0 tx=0x7fb8940cdfb0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 shutdown_connections 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55583557e370 0x55583557d080 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555835503c40 0x555835517210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5558354f83e0 0x55583551d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 --2- 172.21.15.32:0/1930243981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5558354f8d00 0x555835516cd0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb88fe00700 0 client.24938 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 >> 172.21.15.32:0/1930243981 conn(0x555835427550 msgr2=0x555835501dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 shutdown_connections 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 1 -- 172.21.15.32:0/1930243981 wait complete. 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.564+0000 7fb8bb8a4b80 20 client.24938 trim_cache size 0 max 16384 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24538, 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:02:30.569 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 191.11907256000001, 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 222.72154845099999 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:02:30.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb8900a3cc0 msgr2=0x7fb8900a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb8900a3cc0 0x7fb8900a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb89c011630 tx=0x7fb89c009260 comp rx=0 tx=0).stop 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 msgr2=0x7fb8ac101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 0x7fb8ac101cd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb89400e9c0 tx=0x7fb89400ecd0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 shutdown_connections 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fb8900a3cc0 0x7fb8900a6180 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8ac103b30 0x7fb8ac101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8ac10cf60 0x7fb8ac102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 --2- 172.21.15.32:0/823413090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb8ac104450 0x7fb8ac101cd0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 >> 172.21.15.32:0/823413090 conn(0x7fb8ac0fd360 msgr2=0x7fb8ac0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:30.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 shutdown_connections 2024-04-25T19:02:30.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:30.565+0000 7fb8ab200700 1 -- 172.21.15.32:0/823413090 wait complete. 2024-04-25T19:02:31.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:31 smithi032 ceph-mon[28041]: pgmap v432: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:31 smithi066 ceph-mon[32882]: pgmap v432: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:31.453 INFO:tasks.cephadm:Setup complete, yielding 2024-04-25T19:02:31.453 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T19:02:31.463 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:02:31.463 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-25T19:02:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:31 smithi064 ceph-mon[32321]: pgmap v432: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-25T19:02:31.945 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:33.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:33 smithi032 ceph-mon[28041]: pgmap v433: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:33 smithi066 ceph-mon[32882]: pgmap v433: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:33 smithi064 ceph-mon[32321]: pgmap v433: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 -- 172.21.15.32:0/3542229459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc105e60 msgr2=0x7efefc108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 --2- 172.21.15.32:0/3542229459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc105e60 0x7efefc108250 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7efee8009990 tx=0x7efee8009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 -- 172.21.15.32:0/3542229459 shutdown_connections 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 --2- 172.21.15.32:0/3542229459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efefc108790 0x7efefc10ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 --2- 172.21.15.32:0/3542229459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc103530 0x7efefc105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 --2- 172.21.15.32:0/3542229459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc105e60 0x7efefc108250 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 -- 172.21.15.32:0/3542229459 >> 172.21.15.32:0/3542229459 conn(0x7efefc0fcf40 msgr2=0x7efefc0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.270+0000 7eff04000700 1 -- 172.21.15.32:0/3542229459 shutdown_connections 2024-04-25T19:02:34.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.271+0000 7eff04000700 1 -- 172.21.15.32:0/3542229459 wait complete. 2024-04-25T19:02:34.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.272+0000 7eff04000700 1 Processor -- start 2024-04-25T19:02:34.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.272+0000 7eff04000700 1 -- start start 2024-04-25T19:02:34.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff04000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efefc103530 0x7efefc102e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:34.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff04000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 0x7efefc1014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:34.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff04000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc108790 0x7efefc101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:34.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff04000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7efefc10e580 con 0x7efefc108790 2024-04-25T19:02:34.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff04000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7efefc10e400 con 0x7efefc105e60 2024-04-25T19:02:34.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff04000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efefc10e700 con 0x7efefc103530 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff00c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 0x7efefc1014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff02000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc108790 0x7efefc101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff00c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 0x7efefc1014e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50808/0 (socket says 172.21.15.32:50808) 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff00c00700 1 -- 172.21.15.32:0/167415112 learned_addr learned my addr 172.21.15.32:0/167415112 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.273+0000 7eff01600700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efefc103530 0x7efefc102e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff02000700 1 -- 172.21.15.32:0/167415112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efefc103530 msgr2=0x7efefc102e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:34.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff02000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efefc103530 0x7efefc102e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff02000700 1 -- 172.21.15.32:0/167415112 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 msgr2=0x7efefc1014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff02000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 0x7efefc1014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff02000700 1 -- 172.21.15.32:0/167415112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efefc1022d0 con 0x7efefc108790 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff00c00700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 0x7efefc1014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff02000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc108790 0x7efefc101a20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efef4007ee0 tx=0x7efef400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef4004db0 con 0x7efefc108790 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efef4003a00 con 0x7efefc108790 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efefc1a2e60 con 0x7efefc108790 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef40044e0 con 0x7efefc108790 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.274+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efefc1a32c0 con 0x7efefc108790 2024-04-25T19:02:34.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.275+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efedc005360 con 0x7efefc108790 2024-04-25T19:02:34.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.278+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7efef401c020 con 0x7efefc108790 2024-04-25T19:02:34.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.279+0000 7efefa000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7efee40a3cc0 0x7efee40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:34.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.279+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7efef40d03b0 con 0x7efefc108790 2024-04-25T19:02:34.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.279+0000 7eff01600700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7efee40a3cc0 0x7efee40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:34.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.280+0000 7eff01600700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7efee40a3cc0 0x7efee40a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7efef0009680 tx=0x7efef0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:34.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.282+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efef4023030 con 0x7efefc108790 2024-04-25T19:02:34.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.533+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7efedc000bf0 con 0x7efee40a3cc0 2024-04-25T19:02:34.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.535+0000 7efefa000700 1 -- 172.21.15.32:0/167415112 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7efedc000bf0 con 0x7efee40a3cc0 2024-04-25T19:02:34.537 INFO:teuthology.orchestra.run.smithi032.stdout:Backend: cephadm 2024-04-25T19:02:34.537 INFO:teuthology.orchestra.run.smithi032.stdout:Available: Yes 2024-04-25T19:02:34.537 INFO:teuthology.orchestra.run.smithi032.stdout:Paused: No 2024-04-25T19:02:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7efee40a3cc0 msgr2=0x7efee40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7efee40a3cc0 0x7efee40a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7efef0009680 tx=0x7efef0009260 comp rx=0 tx=0).stop 2024-04-25T19:02:34.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc108790 msgr2=0x7efefc101a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc108790 0x7efefc101a20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7efef4007ee0 tx=0x7efef400d3b0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 shutdown_connections 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7efee40a3cc0 0x7efee40a6180 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efefc108790 0x7efefc101a20 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efefc103530 0x7efefc102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 --2- 172.21.15.32:0/167415112 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efefc105e60 0x7efefc1014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.538+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 >> 172.21.15.32:0/167415112 conn(0x7efefc0fcf40 msgr2=0x7efefc103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.539+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 shutdown_connections 2024-04-25T19:02:34.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:34.539+0000 7eff04000700 1 -- 172.21.15.32:0/167415112 wait complete. 2024-04-25T19:02:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:35 smithi032 ceph-mon[28041]: pgmap v434: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:35 smithi032 ceph-mon[28041]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:35.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-25T19:02:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:35 smithi066 ceph-mon[32882]: pgmap v434: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:35 smithi066 ceph-mon[32882]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:35 smithi064 ceph-mon[32321]: pgmap v434: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:35 smithi064 ceph-mon[32321]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:35.834 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:37 smithi032 ceph-mon[28041]: pgmap v435: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:37.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:37 smithi066 ceph-mon[32882]: pgmap v435: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:37 smithi064 ceph-mon[32321]: pgmap v435: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 -- 172.21.15.32:0/595211177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 msgr2=0x7f4030102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 --2- 172.21.15.32:0/595211177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f4030102f10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f40200099c0 tx=0x7f4020009cd0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 -- 172.21.15.32:0/595211177 shutdown_connections 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 --2- 172.21.15.32:0/595211177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4030104690 0x7f403010af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 --2- 172.21.15.32:0/595211177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f4030102f10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 --2- 172.21.15.32:0/595211177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4030103cf0 0x7f4030104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 -- 172.21.15.32:0/595211177 >> 172.21.15.32:0/595211177 conn(0x7f40300fe090 msgr2=0x7f40301004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 -- 172.21.15.32:0/595211177 shutdown_connections 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.054+0000 7f4036000700 1 -- 172.21.15.32:0/595211177 wait complete. 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.055+0000 7f4036000700 1 Processor -- start 2024-04-25T19:02:38.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.055+0000 7f4036000700 1 -- start start 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.055+0000 7f4036000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f40300767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f4036000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4030103cf0 0x7f4030074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f4036000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4030104690 0x7f4030075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f4036000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f403010e5d0 con 0x7f4030104690 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f4036000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f403010e450 con 0x7f4030102af0 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f4036000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f403010e750 con 0x7f4030103cf0 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f40300767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f40300767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50826/0 (socket says 172.21.15.32:50826) 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 -- 172.21.15.32:0/3468436773 learned_addr learned my addr 172.21.15.32:0/3468436773 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:38.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402fe00700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4030104690 0x7f4030075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f4026a00700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4030103cf0 0x7f4030074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 -- 172.21.15.32:0/3468436773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4030103cf0 msgr2=0x7f4030074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4030103cf0 0x7f4030074e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 -- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4030104690 msgr2=0x7f4030075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4030104690 0x7f4030075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.056+0000 7f402f400700 1 -- 172.21.15.32:0/3468436773 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4030075c20 con 0x7f4030102af0 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.057+0000 7f402f400700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f40300767e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f402000b580 tx=0x7f4020003e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.057+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020009e60 con 0x7f4030102af0 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.057+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f402000f460 con 0x7f4030102af0 2024-04-25T19:02:38.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.057+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40301a2d80 con 0x7f4030102af0 2024-04-25T19:02:38.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.057+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402000bea0 con 0x7f4030102af0 2024-04-25T19:02:38.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.057+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40301a3180 con 0x7f4030102af0 2024-04-25T19:02:38.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.058+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f403002df80 con 0x7f4030102af0 2024-04-25T19:02:38.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.060+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f402000f910 con 0x7f4030102af0 2024-04-25T19:02:38.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.061+0000 7f402cc00700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40140a3cc0 0x7f40140a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:38.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.062+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f40200d1140 con 0x7f4030102af0 2024-04-25T19:02:38.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.062+0000 7f4026a00700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40140a3cc0 0x7f40140a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:38.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.062+0000 7f4026a00700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40140a3cc0 0x7f40140a6180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4018009c60 tx=0x7f4018009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:38.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.066+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4020013070 con 0x7f4030102af0 2024-04-25T19:02:38.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.298+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f4030062e80 con 0x7f40140a3cc0 2024-04-25T19:02:38.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.318+0000 7f402cc00700 1 -- 172.21.15.32:0/3468436773 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f4030062e80 con 0x7f40140a3cc0 2024-04-25T19:02:38.320 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3m) 54s ago 3m 20.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 6610d8520693 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi064 running (3m) 85s ago 3m 21.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 d903a9c7bf0d 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.c smithi066 running (4m) 85s ago 4m 20.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 2cc09de5214c 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.d smithi032 running (4m) 54s ago 4m 17.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f4dd509ec7a6 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.e smithi064 running (4m) 85s ago 4m 18.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 0c6ac2c23ad3 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.f smithi066 running (4m) 85s ago 4m 22.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 8ce876246023 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.g smithi032 running (3m) 54s ago 3m 25.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 d2fb49fd3321 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.h smithi064 running (3m) 85s ago 3m 17.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e211ea83c301 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.i smithi066 running (3m) 85s ago 3m 20.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 5e7502ede070 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.j smithi032 running (4m) 54s ago 4m 13.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 7d246f391be5 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.k smithi064 running (4m) 85s ago 4m 14.6M - 19.0.0-3156-gd69f13d8 da4b004c09e8 ea8572d69638 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mds.l smithi066 running (4m) 85s ago 4m 19.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 b1a83a279e77 2024-04-25T19:02:38.321 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi032 *:9283,8765 running (12m) 54s ago 12m 516M - 19.0.0-3156-gd69f13d8 da4b004c09e8 6e0b5a67568c 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi064 *:8443,8765 running (10m) 85s ago 10m 454M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e42ad2607083 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.z smithi066 *:8443,8765 running (10m) 85s ago 10m 454M - 19.0.0-3156-gd69f13d8 da4b004c09e8 64390646bc72 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (13m) 54s ago 13m 49.3M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 1055c60071fb 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi064 running (10m) 85s ago 10m 42.1M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 c68eeca38a14 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi066 running (10m) 85s ago 10m 42.0M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 9122b5f16c31 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10m) 54s ago 10m 56.0M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 a045ef68f4f3 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi064 running (9m) 85s ago 9m 57.2M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 504c071296e6 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi066 running (9m) 85s ago 9m 46.8M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 044e8086b02b 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8m) 54s ago 8m 53.8M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 52f28c7e60a4 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi064 running (8m) 85s ago 8m 52.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 909c586b9489 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi066 running (7m) 85s ago 7m 56.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 c13ce7aa0c7f 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi032 running (7m) 54s ago 7m 53.9M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 30373559a008 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi064 running (6m) 85s ago 6m 46.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 b3caa2835a2a 2024-04-25T19:02:38.322 INFO:teuthology.orchestra.run.smithi032.stdout:osd.8 smithi066 running (6m) 85s ago 6m 43.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 364255465d32 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.9 smithi032 running (5m) 54s ago 5m 52.9M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 55b04deffd76 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.10 smithi064 running (5m) 85s ago 5m 46.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 674fd795a5e2 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.11 smithi066 running (4m) 85s ago 4m 44.4M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 465b438b0112 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40140a3cc0 msgr2=0x7f40140a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40140a3cc0 0x7f40140a6180 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4018009c60 tx=0x7f4018009260 comp rx=0 tx=0).stop 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 msgr2=0x7f40300767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:38.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f40300767e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f402000b580 tx=0x7f4020003e60 comp rx=0 tx=0).stop 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 shutdown_connections 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f40140a3cc0 0x7f40140a6180 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4030104690 0x7f4030075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4030102af0 0x7f40300767e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 --2- 172.21.15.32:0/3468436773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4030103cf0 0x7f4030074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.321+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 >> 172.21.15.32:0/3468436773 conn(0x7f40300fe090 msgr2=0x7f4030107130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.322+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 shutdown_connections 2024-04-25T19:02:38.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:38.322+0000 7f4036000700 1 -- 172.21.15.32:0/3468436773 wait complete. 2024-04-25T19:02:39.165 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-25T19:02:39.323 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:39 smithi064 ceph-mon[32321]: pgmap v436: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:39.324 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:39 smithi064 ceph-mon[32321]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:39.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:39 smithi066 ceph-mon[32882]: pgmap v436: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:39.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:39 smithi066 ceph-mon[32882]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:39 smithi032 ceph-mon[28041]: pgmap v436: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:39 smithi032 ceph-mon[28041]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:39.651 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:41.259 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:41 smithi032 ceph-mon[28041]: pgmap v437: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:41.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:41 smithi066 ceph-mon[32882]: pgmap v437: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:41 smithi064 ceph-mon[32321]: pgmap v437: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 -- 172.21.15.32:0/1870793598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 msgr2=0x7f1c74105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1870793598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c74105920 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009990 tx=0x7f1c64009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 -- 172.21.15.32:0/1870793598 shutdown_connections 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1870793598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c74105920 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1870793598 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c74108790 0x7f1c7410ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1870793598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c74105e60 0x7f1c74108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 -- 172.21.15.32:0/1870793598 >> 172.21.15.32:0/1870793598 conn(0x7f1c740fcf40 msgr2=0x7f1c740ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 -- 172.21.15.32:0/1870793598 shutdown_connections 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.135+0000 7f1c79c00700 1 -- 172.21.15.32:0/1870793598 wait complete. 2024-04-25T19:02:42.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.136+0000 7f1c79c00700 1 Processor -- start 2024-04-25T19:02:42.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.136+0000 7f1c79c00700 1 -- start start 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c79c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c7419aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c79c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c74105e60 0x7f1c7419b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c79c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c74108790 0x7f1c741a2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c79c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410e520 con 0x7f1c74103530 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c79c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410e3a0 con 0x7f1c74105e60 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c79c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410e6a0 con 0x7f1c74108790 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c7419aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c7419aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43892/0 (socket says 172.21.15.32:43892) 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 -- 172.21.15.32:0/1811538908 learned_addr learned my addr 172.21.15.32:0/1811538908 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c74105e60 0x7f1c7419b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:42.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c73400700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c74108790 0x7f1c741a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 -- 172.21.15.32:0/1811538908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c74108790 msgr2=0x7f1c741a2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c74108790 0x7f1c741a2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 -- 172.21.15.32:0/1811538908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c74105e60 msgr2=0x7f1c7419b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c74105e60 0x7f1c7419b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.137+0000 7f1c72a00700 1 -- 172.21.15.32:0/1811538908 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c741a2b00 con 0x7f1c74103530 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.138+0000 7f1c72a00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c7419aea0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1c64000c00 tx=0x7f1c64009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.138+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64026070 con 0x7f1c74103530 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.138+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c64021410 con 0x7f1c74103530 2024-04-25T19:02:42.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.138+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c741a2d90 con 0x7f1c74103530 2024-04-25T19:02:42.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.138+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64017650 con 0x7f1c74103530 2024-04-25T19:02:42.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.138+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c741a3190 con 0x7f1c74103530 2024-04-25T19:02:42.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.140+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c7402df80 con 0x7f1c74103530 2024-04-25T19:02:42.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.142+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1c64029070 con 0x7f1c74103530 2024-04-25T19:02:42.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.143+0000 7f1c6b400700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1c580a3cc0 0x7f1c580a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:42.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.143+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f1c640d10a0 con 0x7f1c74103530 2024-04-25T19:02:42.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.143+0000 7f1c72000700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1c580a3cc0 0x7f1c580a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:42.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.144+0000 7f1c72000700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1c580a3cc0 0x7f1c580a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1c60009c60 tx=0x7f1c60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:42.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.148+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c6405dff0 con 0x7f1c74103530 2024-04-25T19:02:42.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.387+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f1c74062e80 con 0x7f1c580a3cc0 2024-04-25T19:02:42.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.406+0000 7f1c6b400700 1 -- 172.21.15.32:0/1811538908 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f1c74062e80 con 0x7f1c580a3cc0 2024-04-25T19:02:42.408 INFO:teuthology.orchestra.run.smithi032.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-25T19:02:42.408 INFO:teuthology.orchestra.run.smithi032.stdout:mds.all 12/12 89s ago 4m smithi032=a;smithi032=d;smithi032=g;smithi032=j;smithi064=b;smithi064=e;smithi064=h;smithi064=k;smithi066=c;smithi066=f;smithi066=i;smithi066=l;count:12 2024-04-25T19:02:42.408 INFO:teuthology.orchestra.run.smithi032.stdout:mgr 3/3 89s ago 10m smithi032=x;smithi064=y;smithi066=z;count:3 2024-04-25T19:02:42.408 INFO:teuthology.orchestra.run.smithi032.stdout:mon 3/3 89s ago 11m smithi032:172.21.15.32=a;smithi064:172.21.15.64=b;smithi066:172.21.15.66=c;count:3 2024-04-25T19:02:42.408 INFO:teuthology.orchestra.run.smithi032.stdout:osd 12 89s ago - 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1c580a3cc0 msgr2=0x7f1c580a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1c580a3cc0 0x7f1c580a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1c60009c60 tx=0x7f1c60009260 comp rx=0 tx=0).stop 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 msgr2=0x7f1c7419aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c7419aea0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1c64000c00 tx=0x7f1c64009580 comp rx=0 tx=0).stop 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 shutdown_connections 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1c580a3cc0 0x7f1c580a6180 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c74103530 0x7f1c7419aea0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c74108790 0x7f1c741a2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 --2- 172.21.15.32:0/1811538908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c74105e60 0x7f1c7419b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:42.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.409+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 >> 172.21.15.32:0/1811538908 conn(0x7f1c740fcf40 msgr2=0x7f1c74102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:42.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.410+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 shutdown_connections 2024-04-25T19:02:42.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:42.410+0000 7f1c79c00700 1 -- 172.21.15.32:0/1811538908 wait complete. 2024-04-25T19:02:43.243 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-25T19:02:43.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:43 smithi032 ceph-mon[28041]: pgmap v438: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:43.324 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:43 smithi032 ceph-mon[28041]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:43.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:43 smithi066 ceph-mon[32882]: pgmap v438: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:43.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:43 smithi066 ceph-mon[32882]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:43 smithi064 ceph-mon[32321]: pgmap v438: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:43 smithi064 ceph-mon[32321]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:45.372 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:45 smithi032 ceph-mon[28041]: pgmap v439: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:45.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:45 smithi066 ceph-mon[32882]: pgmap v439: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:45 smithi064 ceph-mon[32321]: pgmap v439: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:45.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 -- 172.21.15.32:0/127170992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c103cb0 msgr2=0x7f559c104110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:45.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 --2- 172.21.15.32:0/127170992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c103cb0 0x7f559c104110 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5588009990 tx=0x7f5588009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:45.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 -- 172.21.15.32:0/127170992 shutdown_connections 2024-04-25T19:02:45.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 --2- 172.21.15.32:0/127170992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f559c102ab0 0x7f559c102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:45.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 --2- 172.21.15.32:0/127170992 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c104650 0x7f559c10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:45.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 --2- 172.21.15.32:0/127170992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c103cb0 0x7f559c104110 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:45.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 -- 172.21.15.32:0/127170992 >> 172.21.15.32:0/127170992 conn(0x7f559c0fe010 msgr2=0x7f559c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:45.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 -- 172.21.15.32:0/127170992 shutdown_connections 2024-04-25T19:02:45.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.932+0000 7f55a3400700 1 -- 172.21.15.32:0/127170992 wait complete. 2024-04-25T19:02:45.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.933+0000 7f55a3400700 1 Processor -- start 2024-04-25T19:02:45.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.933+0000 7f55a3400700 1 -- start start 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a3400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 0x7f559c19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f559c103cb0 0x7f559c19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a3400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c104650 0x7f559c1a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a3400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f559c10e570 con 0x7f559c103cb0 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a3400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f559c10e3f0 con 0x7f559c102ab0 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a3400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f559c10e6f0 con 0x7f559c104650 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 0x7f559c19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 0x7f559c19ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54616/0 (socket says 172.21.15.32:54616) 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 -- 172.21.15.32:0/1826198762 learned_addr learned my addr 172.21.15.32:0/1826198762 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f559be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f559c103cb0 0x7f559c19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a1400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c104650 0x7f559c1a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 -- 172.21.15.32:0/1826198762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c104650 msgr2=0x7f559c1a2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:45.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c104650 0x7f559c1a2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 -- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f559c103cb0 msgr2=0x7f559c19b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.934+0000 7f55a0a00700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f559c103cb0 0x7f559c19b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f55a0a00700 1 -- 172.21.15.32:0/1826198762 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f559c1a2ab0 con 0x7f559c102ab0 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f55a0a00700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 0x7f559c19ae50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f559000e970 tx=0x7f559000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5590004220 con 0x7f559c102ab0 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55900043c0 con 0x7f559c102ab0 2024-04-25T19:02:45.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5590003ce0 con 0x7f559c102ab0 2024-04-25T19:02:45.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f559c1a2da0 con 0x7f559c102ab0 2024-04-25T19:02:45.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.935+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f559c1a3250 con 0x7f559c102ab0 2024-04-25T19:02:45.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.937+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f559c1a34e0 con 0x7f559c102ab0 2024-04-25T19:02:45.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.940+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f559000c7e0 con 0x7f559c102ab0 2024-04-25T19:02:45.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.941+0000 7f5599600700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55840a3cc0 0x7f55840a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:45.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.941+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f55900d05e0 con 0x7f559c102ab0 2024-04-25T19:02:45.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.942+0000 7f559be00700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55840a3cc0 0x7f55840a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:45.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.942+0000 7f559be00700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55840a3cc0 0x7f55840a6180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f558800b720 tx=0x7f5588005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:45.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:45.945+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f559009cf80 con 0x7f559c102ab0 2024-04-25T19:02:46.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.185+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f559c10abf0 con 0x7f55840a3cc0 2024-04-25T19:02:46.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:02:46.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:46 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.188+0000 7f5599600700 1 -- 172.21.15.32:0/1826198762 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7f559c10abf0 con 0x7f55840a3cc0 2024-04-25T19:02:46.190 INFO:teuthology.orchestra.run.smithi032.stdout:HOST ADDR LABELS STATUS 2024-04-25T19:02:46.190 INFO:teuthology.orchestra.run.smithi032.stdout:smithi032 172.21.15.32 2024-04-25T19:02:46.190 INFO:teuthology.orchestra.run.smithi032.stdout:smithi064 172.21.15.64 2024-04-25T19:02:46.191 INFO:teuthology.orchestra.run.smithi032.stdout:smithi066 172.21.15.66 2024-04-25T19:02:46.191 INFO:teuthology.orchestra.run.smithi032.stdout:3 hosts in cluster 2024-04-25T19:02:46.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.192+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55840a3cc0 msgr2=0x7f55840a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:46.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.192+0000 7f55a3400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55840a3cc0 0x7f55840a6180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f558800b720 tx=0x7f5588005fd0 comp rx=0 tx=0).stop 2024-04-25T19:02:46.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.192+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 msgr2=0x7f559c19ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:46.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.192+0000 7f55a3400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 0x7f559c19ae50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f559000e970 tx=0x7f559000ec80 comp rx=0 tx=0).stop 2024-04-25T19:02:46.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 shutdown_connections 2024-04-25T19:02:46.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f559c104650 0x7f559c1a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:46.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f559c102ab0 0x7f559c19ae50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:46.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f55840a3cc0 0x7f55840a6180 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:46.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 --2- 172.21.15.32:0/1826198762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f559c103cb0 0x7f559c19b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:46.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 >> 172.21.15.32:0/1826198762 conn(0x7f559c0fe010 msgr2=0x7f559c1094d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:46.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 shutdown_connections 2024-04-25T19:02:46.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:46.193+0000 7f55a3400700 1 -- 172.21.15.32:0/1826198762 wait complete. 2024-04-25T19:02:46.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:02:46.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:46 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:02:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:46 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:47.093 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-25T19:02:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:47 smithi066 ceph-mon[32882]: pgmap v440: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:47 smithi066 ceph-mon[32882]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:02:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:02:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:47 smithi066 ceph-mon[32882]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:47 smithi064 ceph-mon[32321]: pgmap v440: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:47 smithi064 ceph-mon[32321]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:02:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:02:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:47 smithi064 ceph-mon[32321]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:47 smithi032 ceph-mon[28041]: pgmap v440: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:47 smithi032 ceph-mon[28041]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:02:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:02:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:47 smithi032 ceph-mon[28041]: from='mgr.14152 172.21.15.32:0/2505611285' entity='mgr.x' 2024-04-25T19:02:47.560 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:49.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:49 smithi032 ceph-mon[28041]: pgmap v441: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:49.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:49 smithi066 ceph-mon[32882]: pgmap v441: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:49 smithi064 ceph-mon[32321]: pgmap v441: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.860+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1436542812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 msgr2=0x7f1adc10ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.860+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1436542812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 0x7f1adc10ac00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1ad400b0a0 tx=0x7f1ad400b3b0 comp rx=0 tx=0).stop 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1436542812 shutdown_connections 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1436542812 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1adc103530 0x7f1adc105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1436542812 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 0x7f1adc10ac00 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1436542812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc105e60 0x7f1adc108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1436542812 >> 172.21.15.32:0/1436542812 conn(0x7f1adc0fcf40 msgr2=0x7f1adc0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1436542812 shutdown_connections 2024-04-25T19:02:49.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.861+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1436542812 wait complete. 2024-04-25T19:02:49.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.862+0000 7f1ae1c00700 1 Processor -- start 2024-04-25T19:02:49.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.862+0000 7f1ae1c00700 1 -- start start 2024-04-25T19:02:49.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ae1c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 0x7f1adc19adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:49.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ae1c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1adc105e60 0x7f1adc19b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:49.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ae1c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 0x7f1adc1a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:49.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ae1c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1adc10e500 con 0x7f1adc105e60 2024-04-25T19:02:49.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ae1c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1adc10e380 con 0x7f1adc108790 2024-04-25T19:02:49.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ae1c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1adc10e680 con 0x7f1adc103530 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1adaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 0x7f1adc19adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1adaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 0x7f1adc19adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:58936/0 (socket says 172.21.15.32:58936) 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1adaa00700 1 -- 172.21.15.32:0/1964534904 learned_addr learned my addr 172.21.15.32:0/1964534904 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1ada000700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1adc105e60 0x7f1adc19b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.863+0000 7f1adb400700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 0x7f1adc1a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1adaa00700 1 -- 172.21.15.32:0/1964534904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 msgr2=0x7f1adc1a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:49.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1adaa00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 0x7f1adc1a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1adaa00700 1 -- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1adc105e60 msgr2=0x7f1adc19b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1adaa00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1adc105e60 0x7f1adc19b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1adaa00700 1 -- 172.21.15.32:0/1964534904 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1adc1a2a20 con 0x7f1adc103530 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1adaa00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 0x7f1adc19adc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1acc00e9d0 tx=0x7f1acc00ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1acc00cbd0 con 0x7f1adc103530 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1acc00ee70 con 0x7f1adc103530 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1adc1a2d10 con 0x7f1adc103530 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.864+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1acc018680 con 0x7f1adc103530 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.865+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1adc1a31a0 con 0x7f1adc103530 2024-04-25T19:02:49.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.866+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1adc02df80 con 0x7f1adc103530 2024-04-25T19:02:49.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.868+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1acc010430 con 0x7f1adc103530 2024-04-25T19:02:49.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.869+0000 7f1ad3400700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1ac00a3c40 0x7f1ac00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:49.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.869+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f1acc0d0710 con 0x7f1adc103530 2024-04-25T19:02:49.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.869+0000 7f1ada000700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1ac00a3c40 0x7f1ac00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:49.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.870+0000 7f1ada000700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1ac00a3c40 0x7f1ac00a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009c60 tx=0x7f1ac8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:49.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:49.872+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1acc09d0b0 con 0x7f1adc103530 2024-04-25T19:02:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.112+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 --> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f1adc062e80 con 0x7f1ac00a3c40 2024-04-25T19:02:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.115+0000 7f1ad3400700 1 -- 172.21.15.32:0/1964534904 <== mgr.14152 v2:172.21.15.32:6800/396827153 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f1adc062e80 con 0x7f1ac00a3c40 2024-04-25T19:02:50.117 INFO:teuthology.orchestra.run.smithi032.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-25T19:02:50.117 INFO:teuthology.orchestra.run.smithi032.stdout:smithi032 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB747402DN480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-04-25T19:02:50.117 INFO:teuthology.orchestra.run.smithi032.stdout:smithi064 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT534400C2400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-25T19:02:50.117 INFO:teuthology.orchestra.run.smithi032.stdout:smithi066 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT53430091400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-04-25T19:02:50.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1ac00a3c40 msgr2=0x7f1ac00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:50.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1ac00a3c40 0x7f1ac00a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009c60 tx=0x7f1ac8009260 comp rx=0 tx=0).stop 2024-04-25T19:02:50.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 msgr2=0x7f1adc19adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:50.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 0x7f1adc19adc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f1acc00e9d0 tx=0x7f1acc00ece0 comp rx=0 tx=0).stop 2024-04-25T19:02:50.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 shutdown_connections 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1adc108790 0x7f1adc1a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1adc103530 0x7f1adc19adc0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f1ac00a3c40 0x7f1ac00a6100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 --2- 172.21.15.32:0/1964534904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1adc105e60 0x7f1adc19b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 >> 172.21.15.32:0/1964534904 conn(0x7f1adc0fcf40 msgr2=0x7f1adc102cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 shutdown_connections 2024-04-25T19:02:50.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:50.118+0000 7f1ae1c00700 1 -- 172.21.15.32:0/1964534904 wait complete. 2024-04-25T19:02:50.995 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-25T19:02:51.004 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:02:51.004 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-25T19:02:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:51 smithi032 ceph-mon[28041]: pgmap v442: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:51 smithi032 ceph-mon[28041]: from='client.25012 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:51 smithi066 ceph-mon[32882]: pgmap v442: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:51 smithi066 ceph-mon[32882]: from='client.25012 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:51.479 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:51 smithi064 ceph-mon[32321]: pgmap v442: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:51 smithi064 ceph-mon[32321]: from='client.25012 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:02:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:53 smithi032 ceph-mon[28041]: pgmap v443: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:53.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:53 smithi066 ceph-mon[32882]: pgmap v443: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:53 smithi064 ceph-mon[32321]: pgmap v443: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:53.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 -- 172.21.15.32:0/3325027704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10ab70 msgr2=0x7fa38c111420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 --2- 172.21.15.32:0/3325027704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10ab70 0x7fa38c111420 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa384009f90 tx=0x7fa38400b330 comp rx=0 tx=0).stop 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 -- 172.21.15.32:0/3325027704 shutdown_connections 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 --2- 172.21.15.32:0/3325027704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10ab70 0x7fa38c111420 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 --2- 172.21.15.32:0/3325027704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c108fd0 0x7fa38c1093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 --2- 172.21.15.32:0/3325027704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c10a1d0 0x7fa38c10a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 -- 172.21.15.32:0/3325027704 >> 172.21.15.32:0/3325027704 conn(0x7fa38c077fa0 msgr2=0x7fa38c07a3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 -- 172.21.15.32:0/3325027704 shutdown_connections 2024-04-25T19:02:53.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.760+0000 7fa391000700 1 -- 172.21.15.32:0/3325027704 wait complete. 2024-04-25T19:02:53.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.762+0000 7fa391000700 1 Processor -- start 2024-04-25T19:02:53.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.762+0000 7fa391000700 1 -- start start 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.762+0000 7fa391000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 0x7fa38c19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa391000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10a1d0 0x7fa38c19f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa391000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c10ab70 0x7fa38c1a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa391000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c114aa0 con 0x7fa38c108fd0 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa391000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c114920 con 0x7fa38c10ab70 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa391000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c114c20 con 0x7fa38c10a1d0 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 0x7fa38c19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 0x7fa38c19f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58650/0 (socket says 172.21.15.32:58650) 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 -- 172.21.15.32:0/690449510 learned_addr learned my addr 172.21.15.32:0/690449510 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38be00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c10ab70 0x7fa38c1a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38aa00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10a1d0 0x7fa38c19f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:53.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 -- 172.21.15.32:0/690449510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10a1d0 msgr2=0x7fa38c19f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:53.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10a1d0 0x7fa38c19f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:53.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 -- 172.21.15.32:0/690449510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c10ab70 msgr2=0x7fa38c1a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c10ab70 0x7fa38c1a6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38b400700 1 -- 172.21.15.32:0/690449510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa38c1a6ce0 con 0x7fa38c108fd0 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38be00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c10ab70 0x7fa38c1a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.763+0000 7fa38aa00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10a1d0 0x7fa38c19f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.764+0000 7fa38b400700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 0x7fa38c19f080 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa37c00e9a0 tx=0x7fa37c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.764+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37c004220 con 0x7fa38c108fd0 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.764+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa37c0043c0 con 0x7fa38c108fd0 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.764+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37c003c70 con 0x7fa38c108fd0 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.764+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa38c1a6fd0 con 0x7fa38c108fd0 2024-04-25T19:02:53.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.764+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa38c1a73d0 con 0x7fa38c108fd0 2024-04-25T19:02:53.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.766+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa38c069770 con 0x7fa38c108fd0 2024-04-25T19:02:53.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.767+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa37c00c7c0 con 0x7fa38c108fd0 2024-04-25T19:02:53.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.769+0000 7fa383e00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3700a3cc0 0x7fa3700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:53.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.769+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fa37c0d0560 con 0x7fa38c108fd0 2024-04-25T19:02:53.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.769+0000 7fa38aa00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3700a3cc0 0x7fa3700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:53.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.770+0000 7fa38aa00700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3700a3cc0 0x7fa3700a6180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa378005fd0 tx=0x7fa378009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:53.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:53.774+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa37c09cf00 con 0x7fa38c108fd0 2024-04-25T19:02:54.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.057+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fa38c063750 con 0x7fa38c108fd0 2024-04-25T19:02:54.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.058+0000 7fa383e00700 1 -- 172.21.15.32:0/690449510 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3080 (secure 0 0 0) 0x7fa37c09c800 con 0x7fa38c108fd0 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:e28 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:legacy client fscid: 1 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:Filesystem 'cephfs' (1) 2024-04-25T19:02:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:fs_name cephfs 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:epoch 28 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:created 2024-04-25T18:59:19.404156+0000 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:modified 2024-04-25T18:59:43.565319+0000 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:tableserver 0 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:root 0 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:session_timeout 300 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:session_autoclose 300 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:max_file_size 1099511627776 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:max_xattr_size 65536 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:required_client_features {} 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:last_failure 0 2024-04-25T19:02:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:last_failure_osd_epoch 0 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:max_mds 5 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:in 0,1,2,3,4 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:up {0=24538,1=24532,2=24524,3=24514,4=24512} 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:failed 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:damaged 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:stopped 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:data_pools [3] 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:metadata_pool 2 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:inline_data disabled 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:balancer 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:bal_rank_mask -1 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:standby_count_wanted 0 2024-04-25T19:02:54.062 INFO:teuthology.orchestra.run.smithi032.stdout:qdb_cluster leader: 24538 members: 24512,24514,24532,24538,24524 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.g{0:24538} state up:active seq 9 addr [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.f{0:24502} state up:standby-replay seq 1 addr [v2:172.21.15.66:6834/2220524986,v1:172.21.15.66:6835/2220524986] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.i{1:24532} state up:active seq 15 addr [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.h{1:24485} state up:standby-replay seq 1 addr [v2:172.21.15.64:6836/3320477701,v1:172.21.15.64:6837/3320477701] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b{2:24524} state up:active seq 12 addr [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d{2:24484} state up:standby-replay seq 1 addr [v2:172.21.15.32:6836/2757957725,v1:172.21.15.32:6837/2757957725] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c{3:24514} state up:active seq 17 addr [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.e{3:24470} state up:standby-replay seq 1 addr [v2:172.21.15.64:6834/1715562856,v1:172.21.15.64:6835/1715562856] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a{4:24512} state up:active seq 13 addr [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.l{4:24463} state up:standby-replay seq 1 addr [v2:172.21.15.66:6832/2769112319,v1:172.21.15.66:6833/2769112319] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout:Standby daemons: 2024-04-25T19:02:54.063 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:02:54.064 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.j{-1:14361} state up:standby seq 1 addr [v2:172.21.15.32:6834/698687344,v1:172.21.15.32:6835/698687344] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.064 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.k{-1:24440} state up:standby seq 1 addr [v2:172.21.15.64:6832/3776505625,v1:172.21.15.64:6833/3776505625] compat {c=[1],r=[1],i=[1fff]}] 2024-04-25T19:02:54.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3700a3cc0 msgr2=0x7fa3700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:54.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3700a3cc0 0x7fa3700a6180 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa378005fd0 tx=0x7fa378009310 comp rx=0 tx=0).stop 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 msgr2=0x7fa38c19f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 0x7fa38c19f080 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa37c00e9a0 tx=0x7fa37c00ecb0 comp rx=0 tx=0).stop 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 shutdown_connections 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fa3700a3cc0 0x7fa3700a6180 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa38c108fd0 0x7fa38c19f080 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa38c10ab70 0x7fa38c1a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 --2- 172.21.15.32:0/690449510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa38c10a1d0 0x7fa38c19f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 >> 172.21.15.32:0/690449510 conn(0x7fa38c077fa0 msgr2=0x7fa38c10d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 shutdown_connections 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:54.061+0000 7fa391000700 1 -- 172.21.15.32:0/690449510 wait complete. 2024-04-25T19:02:54.065 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:02:54.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:54 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/690449510' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T19:02:54.501 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:54 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/690449510' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T19:02:54.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:54 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/690449510' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-25T19:02:54.928 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-25T19:02:55.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:55 smithi032 ceph-mon[28041]: pgmap v444: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:55.404 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:55 smithi066 ceph-mon[32882]: pgmap v444: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:55 smithi064 ceph-mon[32321]: pgmap v444: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:02:57.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:57 smithi032 ceph-mon[28041]: pgmap v445: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:57.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:57 smithi066 ceph-mon[32882]: pgmap v445: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:57.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:57 smithi064 ceph-mon[32321]: pgmap v445: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.773+0000 7f6264600700 1 -- 172.21.15.32:0/2436257746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0769f0 msgr2=0x7f625c074e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.773+0000 7f6264600700 1 --2- 172.21.15.32:0/2436257746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0769f0 0x7f625c074e50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6250009990 tx=0x7f6250009ca0 comp rx=0 tx=0).stop 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 -- 172.21.15.32:0/2436257746 shutdown_connections 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 --2- 172.21.15.32:0/2436257746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c0769f0 0x7f625c074e50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 --2- 172.21.15.32:0/2436257746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f625c10a9a0 0x7f625c10ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 --2- 172.21.15.32:0/2436257746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f625c075420 0x7f625c0758a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 -- 172.21.15.32:0/2436257746 >> 172.21.15.32:0/2436257746 conn(0x7f625c0fe040 msgr2=0x7f625c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 -- 172.21.15.32:0/2436257746 shutdown_connections 2024-04-25T19:02:57.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.774+0000 7f6264600700 1 -- 172.21.15.32:0/2436257746 wait complete. 2024-04-25T19:02:57.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.775+0000 7f6264600700 1 Processor -- start 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.775+0000 7f6264600700 1 -- start start 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6264600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 0x7f625c19ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6264600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f625c0769f0 0x7f625c19b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6264600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f625c10a9a0 0x7f625c1a2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6264600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f625c110740 con 0x7f625c075420 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6264600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1105c0 con 0x7f625c10a9a0 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6264600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f625c1108c0 con 0x7f625c0769f0 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6261c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 0x7f625c19ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6261c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 0x7f625c19ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58670/0 (socket says 172.21.15.32:58670) 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6261c00700 1 -- 172.21.15.32:0/3447279863 learned_addr learned my addr 172.21.15.32:0/3447279863 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6262600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f625c10a9a0 0x7f625c1a2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:57.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.776+0000 7f6261200700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f625c0769f0 0x7f625c19b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6261c00700 1 -- 172.21.15.32:0/3447279863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f625c0769f0 msgr2=0x7f625c19b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6261c00700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f625c0769f0 0x7f625c19b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6261c00700 1 -- 172.21.15.32:0/3447279863 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f625c10a9a0 msgr2=0x7f625c1a2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6261c00700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f625c10a9a0 0x7f625c1a2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6261c00700 1 -- 172.21.15.32:0/3447279863 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f625c1a2ac0 con 0x7f625c075420 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6261c00700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 0x7f625c19ae60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f625000b760 tx=0x7f62500057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250027070 con 0x7f625c075420 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6250022470 con 0x7f625c075420 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.777+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f625c1a2d50 con 0x7f625c075420 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.778+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6250017650 con 0x7f625c075420 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.778+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f625c1a31a0 con 0x7f625c075420 2024-04-25T19:02:57.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.779+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f625c069730 con 0x7f625c075420 2024-04-25T19:02:57.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.781+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f625002a070 con 0x7f625c075420 2024-04-25T19:02:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.782+0000 7f625a000700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f62440a3c40 0x7f62440a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:02:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.783+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f62500d1220 con 0x7f625c075420 2024-04-25T19:02:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.783+0000 7f6261200700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f62440a3c40 0x7f62440a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:02:57.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.784+0000 7f6261200700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f62440a3c40 0x7f62440a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6248009680 tx=0x7f6248009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:02:57.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:57.788+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6250013070 con 0x7f625c075420 2024-04-25T19:02:58.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.022+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f625c063650 con 0x7f625c075420 2024-04-25T19:02:58.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.025+0000 7f625a000700 1 -- 172.21.15.32:0/3447279863 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v90) ==== 56+0+5264 (secure 0 0 0) 0x7f625009dc50 con 0x7f625c075420 2024-04-25T19:02:58.028 INFO:teuthology.orchestra.run.smithi032.stdout:epoch 90 2024-04-25T19:02:58.028 INFO:teuthology.orchestra.run.smithi032.stdout:fsid 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:02:58.028 INFO:teuthology.orchestra.run.smithi032.stdout:created 2024-04-25T18:49:27.755293+0000 2024-04-25T19:02:58.028 INFO:teuthology.orchestra.run.smithi032.stdout:modified 2024-04-25T18:59:47.583291+0000 2024-04-25T19:02:58.028 INFO:teuthology.orchestra.run.smithi032.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:crush_version 26 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:full_ratio 0.95 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:backfillfull_ratio 0.9 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:nearfull_ratio 0.85 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:require_min_compat_client luminous 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:min_compat_client luminous 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:require_osd_release squid 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:stretch_mode_enabled false 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 88 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 88 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-25T19:02:58.029 INFO:teuthology.orchestra.run.smithi032.stdout:max_osd 12 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 up in weight 1 up_from 8 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.32:6802/17166499,v1:172.21.15.32:6803/17166499] [v2:172.21.15.32:6804/17166499,v1:172.21.15.32:6805/17166499] exists,up 28495068-a0aa-42b9-8d18-f81c7cb512fe 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 up in weight 1 up_from 13 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6800/3079186274,v1:172.21.15.64:6801/3079186274] [v2:172.21.15.64:6802/3079186274,v1:172.21.15.64:6803/3079186274] exists,up 463fb157-3f91-484d-bc3a-789572199be2 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 up in weight 1 up_from 18 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.66:6800/3273043844,v1:172.21.15.66:6801/3273043844] [v2:172.21.15.66:6802/3273043844,v1:172.21.15.66:6803/3273043844] exists,up e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 up in weight 1 up_from 25 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.32:6810/694804221,v1:172.21.15.32:6811/694804221] [v2:172.21.15.32:6812/694804221,v1:172.21.15.32:6813/694804221] exists,up 257a97ef-5ed8-48b7-bcec-096d2c0c2594 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 up in weight 1 up_from 33 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6808/3019837332,v1:172.21.15.64:6809/3019837332] [v2:172.21.15.64:6810/3019837332,v1:172.21.15.64:6811/3019837332] exists,up 805cbe78-114c-45f9-a781-3c589db617c8 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 up in weight 1 up_from 38 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.66:6808/727592107,v1:172.21.15.66:6809/727592107] [v2:172.21.15.66:6810/727592107,v1:172.21.15.66:6811/727592107] exists,up 6f681e13-1a50-47f4-b88c-e094e5336727 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 up in weight 1 up_from 46 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.32:6818/1991984670,v1:172.21.15.32:6819/1991984670] [v2:172.21.15.32:6820/1991984670,v1:172.21.15.32:6821/1991984670] exists,up b6feda3b-b0c1-4e07-a9e8-d3d41c798893 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 up in weight 1 up_from 51 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6816/266407179,v1:172.21.15.64:6817/266407179] [v2:172.21.15.64:6818/266407179,v1:172.21.15.64:6819/266407179] exists,up 40cf7736-8b48-4574-808f-d4c2a687ce4e 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.8 up in weight 1 up_from 59 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.66:6816/303523546,v1:172.21.15.66:6817/303523546] [v2:172.21.15.66:6818/303523546,v1:172.21.15.66:6819/303523546] exists,up 413b7ffc-229f-4f2e-b224-898aacb50d14 2024-04-25T19:02:58.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.9 up in weight 1 up_from 67 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.32:6826/1378021573,v1:172.21.15.32:6827/1378021573] [v2:172.21.15.32:6828/1378021573,v1:172.21.15.32:6829/1378021573] exists,up 957f666b-78f2-45ed-8a51-3181714618bb 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.10 up in weight 1 up_from 72 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.64:6824/2143127243,v1:172.21.15.64:6825/2143127243] [v2:172.21.15.64:6826/2143127243,v1:172.21.15.64:6827/2143127243] exists,up 36df614f-1263-4ac8-a506-143ce013e3f3 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.11 up in weight 1 up_from 80 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.66:6824/1578273059,v1:172.21.15.66:6825/1578273059] [v2:172.21.15.66:6826/1578273059,v1:172.21.15.66:6827/1578273059] exists,up b43288ef-a1da-4f39-8ea2-ce3227a19680 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 2.5 [8,11] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 2.6 [8,11] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 2.10 [2,1] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 2.14 [2,4] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 3.5 [3,9] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 3.e [4,8] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 3.1b [5,9] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 3.3a [4,6] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:pg_upmap_items 3.3c [4,9] 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:0/1704390093 expires 2024-04-26T18:50:45.650238+0000 2024-04-25T19:02:58.031 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:6801/4197524533 expires 2024-04-26T18:50:45.650238+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:6800/4197524533 expires 2024-04-26T18:50:45.650238+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:6801/3424437008 expires 2024-04-26T18:50:11.008469+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:6800/3424437008 expires 2024-04-26T18:50:11.008469+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:0/3307956299 expires 2024-04-26T18:50:45.650238+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:0/3836718353 expires 2024-04-26T18:50:11.008469+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:0/16058482 expires 2024-04-26T18:50:11.008469+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:0/2106775069 expires 2024-04-26T18:50:45.650238+0000 2024-04-25T19:02:58.032 INFO:teuthology.orchestra.run.smithi032.stdout:blocklist 172.21.15.32:0/2537792255 expires 2024-04-26T18:50:11.008469+0000 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.029+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f62440a3c40 msgr2=0x7f62440a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.029+0000 7f6264600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f62440a3c40 0x7f62440a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6248009680 tx=0x7f6248009260 comp rx=0 tx=0).stop 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.029+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 msgr2=0x7f625c19ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.029+0000 7f6264600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 0x7f625c19ae60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f625000b760 tx=0x7f62500057c0 comp rx=0 tx=0).stop 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 shutdown_connections 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f62440a3c40 0x7f62440a6100 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f625c075420 0x7f625c19ae60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f625c10a9a0 0x7f625c1a2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:58.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 --2- 172.21.15.32:0/3447279863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f625c0769f0 0x7f625c19b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:02:58.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 >> 172.21.15.32:0/3447279863 conn(0x7f625c0fe040 msgr2=0x7f625c1068f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:02:58.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 shutdown_connections 2024-04-25T19:02:58.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:02:58.030+0000 7f6264600700 1 -- 172.21.15.32:0/3447279863 wait complete. 2024-04-25T19:02:58.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:58 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3447279863' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T19:02:58.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:58 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3447279863' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T19:02:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:58 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3447279863' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-25T19:02:59.005 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-25T19:02:59.016 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:02:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:02:59 smithi032 ceph-mon[28041]: pgmap v446: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:02:59 smithi066 ceph-mon[32882]: pgmap v446: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:02:59.510 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:02:59.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:02:59 smithi064 ceph-mon[32321]: pgmap v446: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:01.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:01 smithi032 ceph-mon[28041]: pgmap v447: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:01 smithi066 ceph-mon[32882]: pgmap v447: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:01 smithi064 ceph-mon[32321]: pgmap v447: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.944+0000 7f933ca00700 1 -- 172.21.15.32:0/1192456659 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9338108a30 msgr2=0x7f9338108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.944+0000 7f933ca00700 1 --2- 172.21.15.32:0/1192456659 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9338108a30 0x7f9338108e10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9328009f90 tx=0x7f932800b330 comp rx=0 tx=0).stop 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 -- 172.21.15.32:0/1192456659 shutdown_connections 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 --2- 172.21.15.32:0/1192456659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f933806b0f0 0x7f933810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 --2- 172.21.15.32:0/1192456659 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9338108a30 0x7f9338108e10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 --2- 172.21.15.32:0/1192456659 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f933806a750 0x7f933806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 -- 172.21.15.32:0/1192456659 >> 172.21.15.32:0/1192456659 conn(0x7f93380788f0 msgr2=0x7f9338078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:01.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 -- 172.21.15.32:0/1192456659 shutdown_connections 2024-04-25T19:03:01.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.945+0000 7f933ca00700 1 -- 172.21.15.32:0/1192456659 wait complete. 2024-04-25T19:03:01.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 Processor -- start 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 -- start start 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f933806a750 0x7f9338101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 0x7f9338101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9338108a30 0x7f9338102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9338112c20 con 0x7f933806a750 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9338112aa0 con 0x7f933806b0f0 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.946+0000 7f933ca00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9338112da0 con 0x7f9338108a30 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 0x7f9338101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f9335e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f933806a750 0x7f9338101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 0x7f9338101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:49402/0 (socket says 172.21.15.32:49402) 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 -- 172.21.15.32:0/3207644661 learned_addr learned my addr 172.21.15.32:0/3207644661 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f9336800700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9338108a30 0x7f9338102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:01.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 -- 172.21.15.32:0/3207644661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9338108a30 msgr2=0x7f9338102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:01.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9338108a30 0x7f9338102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:01.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 -- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f933806a750 msgr2=0x7f9338101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:01.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f933806a750 0x7f9338101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:01.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 -- 172.21.15.32:0/3207644661 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93381a7660 con 0x7f933806b0f0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.947+0000 7f932d400700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 0x7f9338101f50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f932000e9a0 tx=0x7f932000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.948+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932000c9c0 con 0x7f933806b0f0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.948+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f932000cb60 con 0x7f933806b0f0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.948+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9320018680 con 0x7f933806b0f0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.948+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93381a7950 con 0x7f933806b0f0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.948+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93381a7ee0 con 0x7f933806b0f0 2024-04-25T19:03:01.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.949+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9338069730 con 0x7f933806b0f0 2024-04-25T19:03:01.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.951+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9320010430 con 0x7f933806b0f0 2024-04-25T19:03:01.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.953+0000 7f932f400700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f931c0a3cc0 0x7f931c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:01.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.953+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f93200d0760 con 0x7f933806b0f0 2024-04-25T19:03:01.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.953+0000 7f9335e00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f931c0a3cc0 0x7f931c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:01.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.954+0000 7f9335e00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f931c0a3cc0 0x7f931c0a6180 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9328009da0 tx=0x7f93280096c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:01.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:01.955+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f932009d100 con 0x7f933806b0f0 2024-04-25T19:03:02.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.236+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f933802df80 con 0x7f933806b0f0 2024-04-25T19:03:02.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.238+0000 7f932f400700 1 -- 172.21.15.32:0/3207644661 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f932009ca00 con 0x7f933806b0f0 2024-04-25T19:03:02.240 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:03:02.240 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T18:59:43.565319+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24512,24514,24532,24538,24524]},"id":1}]} 2024-04-25T19:03:02.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f931c0a3cc0 msgr2=0x7f931c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:02.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f931c0a3cc0 0x7f931c0a6180 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9328009da0 tx=0x7f93280096c0 comp rx=0 tx=0).stop 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 msgr2=0x7f9338101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 0x7f9338101f50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f932000e9a0 tx=0x7f932000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 shutdown_connections 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f931c0a3cc0 0x7f931c0a6180 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f933806a750 0x7f9338101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9338108a30 0x7f9338102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 --2- 172.21.15.32:0/3207644661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f933806b0f0 0x7f9338101f50 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:02.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 >> 172.21.15.32:0/3207644661 conn(0x7f93380788f0 msgr2=0x7f93380ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:02.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 shutdown_connections 2024-04-25T19:03:02.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:02.241+0000 7f933ca00700 1 -- 172.21.15.32:0/3207644661 wait complete. 2024-04-25T19:03:02.244 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:03:03.278 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:03:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:03 smithi066 ceph-mon[32882]: pgmap v448: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:03 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3207644661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:03:03.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:03 smithi064 ceph-mon[32321]: pgmap v448: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:03 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3207644661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:03:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:03 smithi032 ceph-mon[28041]: pgmap v448: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:03 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3207644661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:03:03.747 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:05.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:05 smithi032 ceph-mon[28041]: pgmap v449: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:05.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:05 smithi066 ceph-mon[32882]: pgmap v449: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:05 smithi064 ceph-mon[32321]: pgmap v449: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:06.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 -- 172.21.15.32:0/3992232180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe774108a30 msgr2=0x7fe774108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 --2- 172.21.15.32:0/3992232180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe774108a30 0x7fe774108e10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe764009990 tx=0x7fe764009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 -- 172.21.15.32:0/3992232180 shutdown_connections 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 --2- 172.21.15.32:0/3992232180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe774108a30 0x7fe774108e10 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 --2- 172.21.15.32:0/3992232180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe77406b0f0 0x7fe77410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 --2- 172.21.15.32:0/3992232180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe77406a750 0x7fe77406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.218+0000 7fe77a600700 1 -- 172.21.15.32:0/3992232180 >> 172.21.15.32:0/3992232180 conn(0x7fe7740788f0 msgr2=0x7fe774078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.219+0000 7fe77a600700 1 -- 172.21.15.32:0/3992232180 shutdown_connections 2024-04-25T19:03:06.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.219+0000 7fe77a600700 1 -- 172.21.15.32:0/3992232180 wait complete. 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.220+0000 7fe77a600700 1 Processor -- start 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.220+0000 7fe77a600700 1 -- start start 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe77a600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe77406a750 0x7fe77419b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe77a600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 0x7fe77419b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe77a600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe774108a30 0x7fe77419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe77a600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe774112c00 con 0x7fe77406b0f0 2024-04-25T19:03:06.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe77a600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe774112a80 con 0x7fe774108a30 2024-04-25T19:03:06.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe77a600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe774112d80 con 0x7fe77406a750 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe772a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 0x7fe77419b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe773e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe774108a30 0x7fe77419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe772a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 0x7fe77419b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36426/0 (socket says 172.21.15.32:36426) 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe772a00700 1 -- 172.21.15.32:0/2293094592 learned_addr learned my addr 172.21.15.32:0/2293094592 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe773400700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe77406a750 0x7fe77419b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe773e00700 1 -- 172.21.15.32:0/2293094592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe77406a750 msgr2=0x7fe77419b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe773e00700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe77406a750 0x7fe77419b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe773e00700 1 -- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 msgr2=0x7fe77419b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.221+0000 7fe773e00700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 0x7fe77419b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe773e00700 1 -- 172.21.15.32:0/2293094592 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7741a0340 con 0x7fe774108a30 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe772a00700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 0x7fe77419b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:06.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe773e00700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe774108a30 0x7fe77419fc00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe76c00efc0 tx=0x7fe76c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76c0092e0 con 0x7fe774108a30 2024-04-25T19:03:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe76c004bb0 con 0x7fe774108a30 2024-04-25T19:03:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7741a05d0 con 0x7fe774108a30 2024-04-25T19:03:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76c004020 con 0x7fe774108a30 2024-04-25T19:03:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.222+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7741a7eb0 con 0x7fe774108a30 2024-04-25T19:03:06.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.223+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe774069730 con 0x7fe774108a30 2024-04-25T19:03:06.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.225+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe76c01b030 con 0x7fe774108a30 2024-04-25T19:03:06.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.227+0000 7fe76be00700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe7580a3cc0 0x7fe7580a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:06.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.227+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7fe76c0cfdb0 con 0x7fe774108a30 2024-04-25T19:03:06.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.227+0000 7fe773400700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe7580a3cc0 0x7fe7580a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:06.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.228+0000 7fe773400700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe7580a3cc0 0x7fe7580a6180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe764006010 tx=0x7fe76400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:06.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.231+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe76c0d4070 con 0x7fe774108a30 2024-04-25T19:03:06.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.517+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe77402df80 con 0x7fe774108a30 2024-04-25T19:03:06.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.518+0000 7fe76be00700 1 -- 172.21.15.32:0/2293094592 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7fe76c022020 con 0x7fe774108a30 2024-04-25T19:03:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:03:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T18:59:43.565319+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24512,24514,24532,24538,24524]},"id":1}]} 2024-04-25T19:03:06.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe7580a3cc0 msgr2=0x7fe7580a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:06.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe7580a3cc0 0x7fe7580a6180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe764006010 tx=0x7fe76400b260 comp rx=0 tx=0).stop 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe774108a30 msgr2=0x7fe77419fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe774108a30 0x7fe77419fc00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe76c00efc0 tx=0x7fe76c00c3a0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 shutdown_connections 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe774108a30 0x7fe77419fc00 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe77406a750 0x7fe77419b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7fe7580a3cc0 0x7fe7580a6180 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 --2- 172.21.15.32:0/2293094592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe77406b0f0 0x7fe77419b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:06.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 >> 172.21.15.32:0/2293094592 conn(0x7fe7740788f0 msgr2=0x7fe77410de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:06.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 shutdown_connections 2024-04-25T19:03:06.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:06.522+0000 7fe77a600700 1 -- 172.21.15.32:0/2293094592 wait complete. 2024-04-25T19:03:06.526 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 28 2024-04-25T19:03:07.262 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:07 smithi032 ceph-mon[28041]: pgmap v450: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:07.263 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:07 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2293094592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:03:07.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:07 smithi066 ceph-mon[32882]: pgmap v450: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:07.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:07 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2293094592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:03:07.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:03:07.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:07 smithi064 ceph-mon[32321]: pgmap v450: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:07.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:07 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2293094592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:03:07.933 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:09.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:09 smithi032 ceph-mon[28041]: pgmap v451: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:09.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:09 smithi066 ceph-mon[32882]: pgmap v451: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:09.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:09 smithi064 ceph-mon[32321]: pgmap v451: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:10.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.220+0000 7f7ef7200700 1 -- 172.21.15.32:0/3384505144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0105760 msgr2=0x7f7ef01097b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.220+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3384505144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0105760 0x7f7ef01097b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7ee00099c0 tx=0x7f7ee0009cd0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 -- 172.21.15.32:0/3384505144 shutdown_connections 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3384505144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0109e90 0x7f7ef0111a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3384505144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ef0104db0 0x7f7ef0105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3384505144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0105760 0x7f7ef01097b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 -- 172.21.15.32:0/3384505144 >> 172.21.15.32:0/3384505144 conn(0x7f7ef0100680 msgr2=0x7f7ef0102aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 -- 172.21.15.32:0/3384505144 shutdown_connections 2024-04-25T19:03:10.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.221+0000 7f7ef7200700 1 -- 172.21.15.32:0/3384505144 wait complete. 2024-04-25T19:03:10.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.222+0000 7f7ef7200700 1 Processor -- start 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.222+0000 7f7ef7200700 1 -- start start 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef7200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0104db0 0x7f7ef019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef7200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0105760 0x7f7ef019b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef7200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ef0109e90 0x7f7ef019fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef7200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef0114d70 con 0x7f7ef0104db0 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef7200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef0114bf0 con 0x7f7ef0109e90 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef7200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef0114ef0 con 0x7f7ef0105760 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef5e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0104db0 0x7f7ef019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef5e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0104db0 0x7f7ef019b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36438/0 (socket says 172.21.15.32:36438) 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef5e00700 1 -- 172.21.15.32:0/3250495834 learned_addr learned my addr 172.21.15.32:0/3250495834 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:10.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef5400700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0105760 0x7f7ef019b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.223+0000 7f7ef6800700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ef0109e90 0x7f7ef019fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.224+0000 7f7ef5400700 1 -- 172.21.15.32:0/3250495834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ef0109e90 msgr2=0x7f7ef019fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.224+0000 7f7ef5400700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ef0109e90 0x7f7ef019fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.224+0000 7f7ef5400700 1 -- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0104db0 msgr2=0x7f7ef019b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.224+0000 7f7ef5400700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0104db0 0x7f7ef019b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.224+0000 7f7ef5400700 1 -- 172.21.15.32:0/3250495834 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ef01a0270 con 0x7f7ef0105760 2024-04-25T19:03:10.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.224+0000 7f7ef5400700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0105760 0x7f7ef019b7a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7ee00098e0 tx=0x7f7ee0004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:10.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.225+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee0026070 con 0x7f7ef0105760 2024-04-25T19:03:10.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.225+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ee0003c70 con 0x7f7ef0105760 2024-04-25T19:03:10.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.225+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ef01a0500 con 0x7f7ef0105760 2024-04-25T19:03:10.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.225+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee000f9c0 con 0x7f7ef0105760 2024-04-25T19:03:10.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.225+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ef01a7de0 con 0x7f7ef0105760 2024-04-25T19:03:10.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.226+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ef0069730 con 0x7f7ef0105760 2024-04-25T19:03:10.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.228+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7ee0029070 con 0x7f7ef0105760 2024-04-25T19:03:10.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.229+0000 7f7eeaa00700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7ed80a3cc0 0x7f7ed80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:10.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.229+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7ee00d0e60 con 0x7f7ef0105760 2024-04-25T19:03:10.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.230+0000 7f7ef5e00700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7ed80a3cc0 0x7f7ed80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:10.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.230+0000 7f7ef5e00700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7ed80a3cc0 0x7f7ed80a6180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009d20 tx=0x7f7ee4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:10.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.232+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7ee0013070 con 0x7f7ef0105760 2024-04-25T19:03:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.460+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ef002df80 con 0x7f7ef0105760 2024-04-25T19:03:10.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.463+0000 7f7eeaa00700 1 -- 172.21.15.32:0/3250495834 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+22566 (secure 0 0 0) 0x7f7ee009d890 con 0x7f7ef0105760 2024-04-25T19:03:10.465 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:03:10.465 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":90,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T18:59:47.583291+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:03:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7ed80a3cc0 msgr2=0x7f7ed80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7ed80a3cc0 0x7f7ed80a6180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009d20 tx=0x7f7ee4009260 comp rx=0 tx=0).stop 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0105760 msgr2=0x7f7ef019b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0105760 0x7f7ef019b7a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7ee00098e0 tx=0x7f7ee0004270 comp rx=0 tx=0).stop 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 shutdown_connections 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7ed80a3cc0 0x7f7ed80a6180 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ef0104db0 0x7f7ef019b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7ef0109e90 0x7f7ef019fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 --2- 172.21.15.32:0/3250495834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ef0105760 0x7f7ef019b7a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:10.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 >> 172.21.15.32:0/3250495834 conn(0x7f7ef0100680 msgr2=0x7f7ef01029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:10.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 shutdown_connections 2024-04-25T19:03:10.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:10.466+0000 7f7ef7200700 1 -- 172.21.15.32:0/3250495834 wait complete. 2024-04-25T19:03:11.448 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:11 smithi032 ceph-mon[28041]: pgmap v452: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:11.448 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:11 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3250495834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:03:11.452 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T18:59:19.404156+0000', 'modified': '2024-04-25T18:59:43.565319+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24538, 'mds_1': 24532, 'mds_2': 24524, 'mds_3': 24514, 'mds_4': 24512}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24463': {'gid': 24463, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.66:6833/2769112319', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2769112319}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 2769112319}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6835/1715562856', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6834', 'nonce': 1715562856}, {'type': 'v1', 'addr': '172.21.15.64:6835', 'nonce': 1715562856}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'd', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.32:6837/2757957725', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6836', 'nonce': 2757957725}, {'type': 'v1', 'addr': '172.21.15.32:6837', 'nonce': 2757957725}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24485': {'gid': 24485, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6837/3320477701', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6836', 'nonce': 3320477701}, {'type': 'v1', 'addr': '172.21.15.64:6837', 'nonce': 3320477701}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.66:6835/2220524986', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 2220524986}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2220524986}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'a', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.32:6841/3965799969', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6840', 'nonce': 3965799969}, {'type': 'v1', 'addr': '172.21.15.32:6841', 'nonce': 3965799969}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.66:6837/445407892', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6836', 'nonce': 445407892}, {'type': 'v1', 'addr': '172.21.15.66:6837', 'nonce': 445407892}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'b', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.64:6839/1611733872', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6838', 'nonce': 1611733872}, {'type': 'v1', 'addr': '172.21.15.64:6839', 'nonce': 1611733872}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.66:6839/3597960246', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6838', 'nonce': 3597960246}, {'type': 'v1', 'addr': '172.21.15.66:6839', 'nonce': 3597960246}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'g', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.32:6839/621320196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6838', 'nonce': 621320196}, {'type': 'v1', 'addr': '172.21.15.32:6839', 'nonce': 621320196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24538, 'qdb_cluster': [24512, 24514, 24532, 24538, 24524]} 2024-04-25T19:03:11.452 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T19:03:11.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-25T19:03:11.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:11 smithi066 ceph-mon[32882]: pgmap v452: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:11.453 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:11 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3250495834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:03:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:11 smithi064 ceph-mon[32321]: pgmap v452: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:11 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3250495834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:03:11.931 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:13 smithi066 ceph-mon[32882]: pgmap v453: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:13 smithi064 ceph-mon[32321]: pgmap v453: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:13.525 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:13 smithi032 ceph-mon[28041]: pgmap v453: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:14.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.404+0000 7f2d00600700 1 -- 172.21.15.32:0/1318388976 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 msgr2=0x7f2cf8075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.404+0000 7f2d00600700 1 --2- 172.21.15.32:0/1318388976 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 0x7f2cf8075050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2cec009990 tx=0x7f2cec009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 -- 172.21.15.32:0/1318388976 shutdown_connections 2024-04-25T19:03:14.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 --2- 172.21.15.32:0/1318388976 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf810f4a0 0x7f2cf8111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 --2- 172.21.15.32:0/1318388976 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 0x7f2cf8075050 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 --2- 172.21.15.32:0/1318388976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf8075590 0x7f2cf810ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 -- 172.21.15.32:0/1318388976 >> 172.21.15.32:0/1318388976 conn(0x7f2cf8079ba0 msgr2=0x7f2cf8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:14.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 -- 172.21.15.32:0/1318388976 shutdown_connections 2024-04-25T19:03:14.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.405+0000 7f2d00600700 1 -- 172.21.15.32:0/1318388976 wait complete. 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.406+0000 7f2d00600700 1 Processor -- start 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.406+0000 7f2d00600700 1 -- start start 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2d00600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 0x7f2cf819b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2d00600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 0x7f2cf819b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2d00600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf810f4a0 0x7f2cf819fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2d00600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf8114e90 con 0x7f2cf810f4a0 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2d00600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf8114d10 con 0x7f2cf8075590 2024-04-25T19:03:14.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2d00600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf8115010 con 0x7f2cf8074c70 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 0x7f2cf819b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfe600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf810f4a0 0x7f2cf819fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 0x7f2cf819b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53240/0 (socket says 172.21.15.32:53240) 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 -- 172.21.15.32:0/2600244751 learned_addr learned my addr 172.21.15.32:0/2600244751 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 0x7f2cf819b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 -- 172.21.15.32:0/2600244751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 msgr2=0x7f2cf819b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 0x7f2cf819b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 -- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf810f4a0 msgr2=0x7f2cf819fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf810f4a0 0x7f2cf819fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfd200700 1 -- 172.21.15.32:0/2600244751 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cf81a0280 con 0x7f2cf8075590 2024-04-25T19:03:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.407+0000 7f2cfe600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf810f4a0 0x7f2cf819fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.408+0000 7f2cfd200700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 0x7f2cf819b800 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2ce400d950 tx=0x7f2ce400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.408+0000 7f2cf6000700 1 -- 172.21.15.32:0/2600244751 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce4016070 con 0x7f2cf8075590 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.408+0000 7f2cf6000700 1 -- 172.21.15.32:0/2600244751 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ce400fd40 con 0x7f2cf8075590 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.408+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cf81a0570 con 0x7f2cf8075590 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.408+0000 7f2cf6000700 1 -- 172.21.15.32:0/2600244751 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce400e3b0 con 0x7f2cf8075590 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.408+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cf81a7df0 con 0x7f2cf8075590 2024-04-25T19:03:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.411+0000 7f2cf6000700 1 -- 172.21.15.32:0/2600244751 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2ce4019070 con 0x7f2cf8075590 2024-04-25T19:03:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.414+0000 7f2cf6000700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ce00a3c40 0x7f2ce00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.414+0000 7f2d0af8cb80 1 Processor -- start 2024-04-25T19:03:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.414+0000 7f2cf6000700 1 -- 172.21.15.32:0/2600244751 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2ce40cfef0 con 0x7f2cf8075590 2024-04-25T19:03:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.414+0000 7f2d0af8cb80 1 -- start start 2024-04-25T19:03:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.414+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ce00a3c40 0x7f2ce00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6bff6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c0a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c0cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ead6b52e40 con 0x55ead6c0aab0 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ead6af96e0 con 0x55ead6bffc10 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ead6b4ee00 con 0x55ead6bff2f0 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfdc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6bff6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfe600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c0cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfdc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6bff6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42818/0 (socket says 172.21.15.32:42818) 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfdc00700 1 -- 172.21.15.32:0/1584288949 learned_addr learned my addr 172.21.15.32:0/1584288949 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfd200700 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c0a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ce00a3c40 0x7f2ce00a6100 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2cec006010 tx=0x7f2cec00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfe600700 1 -- 172.21.15.32:0/1584288949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 msgr2=0x55ead6bff6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfe600700 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6bff6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.415+0000 7f2cfe600700 1 -- 172.21.15.32:0/1584288949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 msgr2=0x55ead6c0a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2cfe600700 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c0a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2cfe600700 1 -- 172.21.15.32:0/1584288949 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ead6aef630 con 0x55ead6c0aab0 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2cfd200700 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c0a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2cfe600700 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c0cea0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0003cd0 tx=0x7f2cf0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f36c40d4c295f23 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2ceaa00700 1 -- 172.21.15.32:0/1584288949 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf0019020 con 0x55ead6c0aab0 2024-04-25T19:03:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2ceaa00700 1 -- 172.21.15.32:0/1584288949 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cf00047d0 con 0x55ead6c0aab0 2024-04-25T19:03:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.416+0000 7f2ceaa00700 1 -- 172.21.15.32:0/1584288949 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf0007760 con 0x55ead6c0aab0 2024-04-25T19:03:14.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/1584288949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 msgr2=0x55ead6c0cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c0cea0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0003cd0 tx=0x7f2cf0009920 comp rx=0 tx=0).stop 2024-04-25T19:03:14.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/1584288949 shutdown_connections 2024-04-25T19:03:14.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c0cea0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6bff6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/1584288949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c0a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/1584288949 >> 172.21.15.32:0/1584288949 conn(0x55ead6b2e550 msgr2=0x55ead6bfb790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/1584288949 shutdown_connections 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.417+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/1584288949 wait complete. 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.418+0000 7f2d0af8cb80 1 -- start start 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.418+0000 7f2d0af8cb80 1 Processor -- start 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c0a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c074d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c07a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c0d5a0 con 0x55ead6c0aab0 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ead6b0c810 con 0x55ead6bffc10 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c0d720 con 0x55ead6bff2f0 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2d0af8cb80 10 client.0 _ll_register_callbacks cb 0x55ead6aeb6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2cfe600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c07a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2cfd200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c074d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2cfd200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c074d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53262/0 (socket says 172.21.15.32:53262) 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2cfe600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c07a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45752/0 (socket says 172.21.15.32:45752) 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2cfd200700 1 -- 172.21.15.32:0/388052572 learned_addr learned my addr 172.21.15.32:0/388052572 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.419+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c0a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfe600700 1 -- 172.21.15.32:0/388052572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 msgr2=0x55ead6c0a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfe600700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c0a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfe600700 1 -- 172.21.15.32:0/388052572 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 msgr2=0x55ead6c074d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfe600700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c074d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfe600700 1 -- 172.21.15.32:0/388052572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ead6aa0880 con 0x55ead6c0aab0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c0a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfd200700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cfe600700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c07a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0000f80 tx=0x7f2cf000e7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39f997637a9e6c07 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cdf400700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cdf400700 1 -- 172.21.15.32:0/388052572 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf0019040 con 0x55ead6c0aab0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2cdf400700 1 -- 172.21.15.32:0/388052572 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2cf000ee10 con 0x55ead6c0aab0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.420+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cf00047d0 con 0x55ead6c0aab0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2cdf400700 1 -- 172.21.15.32:0/388052572 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2cf000eb40 con 0x55ead6c0aab0 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2d0af8cb80 10 client.14904 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:14.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ead6ae9aa0 con 0x55ead6c0aab0 2024-04-25T19:03:14.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2cdf400700 1 -- 172.21.15.32:0/388052572 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cf00047d0 con 0x55ead6c0aab0 2024-04-25T19:03:14.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2cdf400700 1 -- 172.21.15.32:0/388052572 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2cf0028470 con 0x55ead6c0aab0 2024-04-25T19:03:14.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2d0af8cb80 10 client.14904 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:14.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2d0af8cb80 10 client.14904 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T19:03:14.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2d0af8cb80 20 client.14904 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.421+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c190c0 0x55ead6c1b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.422+0000 7f2d0af8cb80 4 client.14904 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.422+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 --> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ead6b60630 con 0x55ead6c190c0 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.422+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c190c0 0x55ead6c1b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.422+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c190c0 0x55ead6c1b2a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a660817cfa2b1cfc server_cookie=67eb8c5592e8040e in_seq=0 out_seq=0 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.422+0000 7f2cdf400700 10 client.14904 ms_handle_connect on v2:172.21.15.32:6840/3965799969 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.423+0000 7f2cdf400700 1 -- 172.21.15.32:0/388052572 <== mds.4 v2:172.21.15.32:6840/3965799969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ead6b60630 con 0x55ead6c190c0 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.423+0000 7f2cdf400700 10 client.14904 handle_command_reply: tid=0 2024-04-25T19:03:14.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.423+0000 7f2d0af8cb80 1 client.14904 shutdown 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 msgr2=0x55ead6c07a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c07a10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0000f80 tx=0x7f2cf000e7c0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 shutdown_connections 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c190c0 0x55ead6c1b2a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c07a10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c0a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/388052572 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2cdf400700 0 client.14904 ms_handle_reset on v2:172.21.15.32:6840/3965799969 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 >> 172.21.15.32:0/388052572 conn(0x55ead6b2e550 msgr2=0x55ead6c01c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 shutdown_connections 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/388052572 wait complete. 2024-04-25T19:03:14.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.424+0000 7f2d0af8cb80 20 client.14904 trim_cache size 0 max 16384 2024-04-25T19:03:14.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 Processor -- start 2024-04-25T19:03:14.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 -- start start 2024-04-25T19:03:14.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 0x55ead6c19760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6c0aab0 0x55ead6c24c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c195e0 con 0x55ead6bff2f0 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c19cb0 con 0x55ead6bffc10 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.447+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c1a380 con 0x55ead6c0aab0 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 0x55ead6c19760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 0x55ead6c19760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45758/0 (socket says 172.21.15.32:45758) 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 -- 172.21.15.32:0/2397014418 learned_addr learned my addr 172.21.15.32:0/2397014418 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfd200700 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfe600700 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6c0aab0 0x55ead6c24c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 -- 172.21.15.32:0/2397014418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6c0aab0 msgr2=0x55ead6c24c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6c0aab0 0x55ead6c24c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 -- 172.21.15.32:0/2397014418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 msgr2=0x55ead6c24700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfdc00700 1 -- 172.21.15.32:0/2397014418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ead6c05a40 con 0x55ead6bff2f0 2024-04-25T19:03:14.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.448+0000 7f2cfd200700 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:14.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.449+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 0x55ead6c19760 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2cec0098e0 tx=0x7f2cec028000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3210bfdb0b2f4b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:14.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.449+0000 7f2cea000700 1 -- 172.21.15.32:0/2397014418 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cec03e070 con 0x55ead6bff2f0 2024-04-25T19:03:14.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.449+0000 7f2cea000700 1 -- 172.21.15.32:0/2397014418 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cec02a040 con 0x55ead6bff2f0 2024-04-25T19:03:14.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.449+0000 7f2cea000700 1 -- 172.21.15.32:0/2397014418 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cec038670 con 0x55ead6bff2f0 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.449+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/2397014418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 msgr2=0x55ead6c19760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.449+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 0x55ead6c19760 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2cec0098e0 tx=0x7f2cec028000 comp rx=0 tx=0).stop 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/2397014418 shutdown_connections 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6bff2f0 0x55ead6c19760 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6c0aab0 0x55ead6c24c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/2397014418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/2397014418 >> 172.21.15.32:0/2397014418 conn(0x55ead6b2e550 msgr2=0x55ead6c05dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/2397014418 shutdown_connections 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/2397014418 wait complete. 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 -- start start 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.450+0000 7f2d0af8cb80 1 Processor -- start 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c24720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c1f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c1b120 con 0x55ead6c0aab0 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c1aa50 con 0x55ead6bffc10 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ead6c1b7f0 con 0x55ead6bff2f0 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2d0af8cb80 10 client.0 _ll_register_callbacks cb 0x55ead6aeb6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2cfe600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c1f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2cfd200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2cfe600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c1f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45770/0 (socket says 172.21.15.32:45770) 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2cfdc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c24720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.451+0000 7f2cfe600700 1 -- 172.21.15.32:0/4116075304 learned_addr learned my addr 172.21.15.32:0/4116075304 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfd200700 1 -- 172.21.15.32:0/4116075304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 msgr2=0x55ead6c24720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfd200700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c24720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfd200700 1 -- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 msgr2=0x55ead6c1f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfd200700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c1f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfd200700 1 -- 172.21.15.32:0/4116075304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ead6c20110 con 0x55ead6bffc10 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfe600700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c1f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c24720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cfd200700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24c60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2ce400b2f0 tx=0x7f2ce4010000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=539e48942ae61326 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cdf400700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cdf400700 1 -- 172.21.15.32:0/4116075304 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce40b4070 con 0x55ead6bffc10 2024-04-25T19:03:14.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2cdf400700 1 -- 172.21.15.32:0/4116075304 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2ce40a00b0 con 0x55ead6bffc10 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.452+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cec02a040 con 0x55ead6bffc10 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2cdf400700 1 -- 172.21.15.32:0/4116075304 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2ce4020040 con 0x55ead6bffc10 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 10 client.25016 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ead6c81b80 con 0x55ead6bffc10 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2cdf400700 1 -- 172.21.15.32:0/4116075304 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cec02a040 con 0x55ead6bffc10 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2cdf400700 1 -- 172.21.15.32:0/4116075304 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2ce409b5e0 con 0x55ead6bffc10 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 10 client.25016 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 10 client.25016 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 20 client.25016 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c867b0 0x55ead6c854c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 4 client.25016 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.453+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 --> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] -- command(tid 0: {"prefix": "status"}) -- 0x55ead6b5a6d0 con 0x55ead6c867b0 2024-04-25T19:03:14.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.454+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c867b0 0x55ead6c854c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:14.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.454+0000 7f2cfdc00700 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c867b0 0x55ead6c854c0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ef4c7a7dcecdaa05 server_cookie=7a62deee78aa4239 in_seq=0 out_seq=0 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.454+0000 7f2cdf400700 10 client.25016 ms_handle_connect on v2:172.21.15.32:6840/3965799969 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.454+0000 7f2cdf400700 1 -- 172.21.15.32:0/4116075304 <== mds.4 v2:172.21.15.32:6840/3965799969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ead6b5a6d0 con 0x55ead6c867b0 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.454+0000 7f2cdf400700 10 client.25016 handle_command_reply: tid=0 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.454+0000 7f2d0af8cb80 1 client.25016 shutdown 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 msgr2=0x55ead6c24c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24c60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2ce400b2f0 tx=0x7f2ce4010000 comp rx=0 tx=0).stop 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 shutdown_connections 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55ead6c867b0 0x55ead6c854c0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ead6c0aab0 0x55ead6c1f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ead6bff2f0 0x55ead6c24720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2cdf400700 0 client.25016 ms_handle_reset on v2:172.21.15.32:6840/3965799969 2024-04-25T19:03:14.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 --2- 172.21.15.32:0/4116075304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ead6bffc10 0x55ead6c24c60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 >> 172.21.15.32:0/4116075304 conn(0x55ead6b2e550 msgr2=0x55ead6bfa0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 shutdown_connections 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 1 -- 172.21.15.32:0/4116075304 wait complete. 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.455+0000 7f2d0af8cb80 20 client.25016 trim_cache size 0 max 16384 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 4, 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24512, 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 215.91695272699999, 2024-04-25T19:03:14.461 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:03:14.462 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:03:14.462 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:03:14.462 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 261.700203311 2024-04-25T19:03:14.462 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:03:14.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ce00a3c40 msgr2=0x7f2ce00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ce00a3c40 0x7f2ce00a6100 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2cec006010 tx=0x7f2cec00b260 comp rx=0 tx=0).stop 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 msgr2=0x7f2cf819b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 0x7f2cf819b800 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2ce400d950 tx=0x7f2ce400dc60 comp rx=0 tx=0).stop 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 shutdown_connections 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2ce00a3c40 0x7f2ce00a6100 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf810f4a0 0x7f2cf819fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2cf8074c70 0x7f2cf819b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 --2- 172.21.15.32:0/2600244751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2cf8075590 0x7f2cf819b800 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 >> 172.21.15.32:0/2600244751 conn(0x7f2cf8079ba0 msgr2=0x7f2cf80ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 shutdown_connections 2024-04-25T19:03:14.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:14.456+0000 7f2d00600700 1 -- 172.21.15.32:0/2600244751 wait complete. 2024-04-25T19:03:15.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:15 smithi032 ceph-mon[28041]: pgmap v454: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:15 smithi066 ceph-mon[32882]: pgmap v454: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:15.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-25T19:03:15.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:15 smithi064 ceph-mon[32321]: pgmap v454: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:15.940 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:17 smithi066 ceph-mon[32882]: pgmap v455: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:17.492 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:17 smithi032 ceph-mon[28041]: pgmap v455: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:17 smithi064 ceph-mon[32321]: pgmap v455: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:18.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 -- 172.21.15.32:0/4199716760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb006b0f0 msgr2=0x7f7eb010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/4199716760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb006b0f0 0x7f7eb010f900 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8009990 tx=0x7f7ea8009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 -- 172.21.15.32:0/4199716760 shutdown_connections 2024-04-25T19:03:18.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/4199716760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb006b0f0 0x7f7eb010f900 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/4199716760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb0108a30 0x7f7eb0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/4199716760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7eb006a750 0x7f7eb006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 -- 172.21.15.32:0/4199716760 >> 172.21.15.32:0/4199716760 conn(0x7f7eb00788f0 msgr2=0x7f7eb0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 -- 172.21.15.32:0/4199716760 shutdown_connections 2024-04-25T19:03:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.342+0000 7f7eb5c00700 1 -- 172.21.15.32:0/4199716760 wait complete. 2024-04-25T19:03:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.343+0000 7f7eb5c00700 1 Processor -- start 2024-04-25T19:03:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.343+0000 7f7eb5c00700 1 -- start start 2024-04-25T19:03:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eb5c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7eb006a750 0x7f7eb0101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eb5c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 0x7f7eb0101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eb5c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 0x7f7eb0102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eb5c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0112c20 con 0x7f7eb0108a30 2024-04-25T19:03:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eb5c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0112aa0 con 0x7f7eb006b0f0 2024-04-25T19:03:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eb5c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0112da0 con 0x7f7eb006a750 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eaf400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 0x7f7eb0102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eae000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 0x7f7eb0101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7eb006a750 0x7f7eb0101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eaf400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 0x7f7eb0102490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45776/0 (socket says 172.21.15.32:45776) 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eaf400700 1 -- 172.21.15.32:0/3173971994 learned_addr learned my addr 172.21.15.32:0/3173971994 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.344+0000 7f7eae000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 0x7f7eb0101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53314/0 (socket says 172.21.15.32:53314) 2024-04-25T19:03:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eaf400700 1 -- 172.21.15.32:0/3173971994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7eb006a750 msgr2=0x7f7eb0101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eaf400700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7eb006a750 0x7f7eb0101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eaf400700 1 -- 172.21.15.32:0/3173971994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 msgr2=0x7f7eb0101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eaf400700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 0x7f7eb0101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eaf400700 1 -- 172.21.15.32:0/3173971994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb01a7640 con 0x7f7eb0108a30 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eae000700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 0x7f7eb0101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eaf400700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 0x7f7eb0102490 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8005b40 tx=0x7f7ea80057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7ea7400700 1 -- 172.21.15.32:0/3173971994 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8026070 con 0x7f7eb0108a30 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7ea7400700 1 -- 172.21.15.32:0/3173971994 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea8021410 con 0x7f7eb0108a30 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eb01a78d0 con 0x7f7eb0108a30 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.345+0000 7f7ea7400700 1 -- 172.21.15.32:0/3173971994 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8017650 con 0x7f7eb0108a30 2024-04-25T19:03:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.346+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eb01a7d20 con 0x7f7eb0108a30 2024-04-25T19:03:18.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.349+0000 7f7ea7400700 1 -- 172.21.15.32:0/3173971994 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7ea8029070 con 0x7f7eb0108a30 2024-04-25T19:03:18.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.350+0000 7f7ea7400700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7e940a3cc0 0x7f7e940a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 Processor -- start 2024-04-25T19:03:18.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ea7400700 1 -- 172.21.15.32:0/3173971994 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7ea80d1170 con 0x7f7eb0108a30 2024-04-25T19:03:18.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 -- start start 2024-04-25T19:03:18.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7eaea00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7e940a3cc0 0x7f7e940a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b564e780 0x5636b564eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 0x5636b56489b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b5648ef0 0x5636b5649330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5636b559ae40 con 0x5636b564e780 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5636b55416e0 con 0x5636b5648ef0 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.351+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5636b5596e00 con 0x5636b564f0a0 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b564e780 0x5636b564eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 0x5636b56489b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 0x5636b56489b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42864/0 (socket says 172.21.15.32:42864) 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 -- 172.21.15.32:0/1846635277 learned_addr learned my addr 172.21.15.32:0/1846635277 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eaf400700 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b5648ef0 0x5636b5649330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eaea00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7e940a3cc0 0x7f7e940a6180 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7ea000f590 tx=0x7f7ea0009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 -- 172.21.15.32:0/1846635277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b5648ef0 msgr2=0x5636b5649330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b5648ef0 0x5636b5649330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 -- 172.21.15.32:0/1846635277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b564e780 msgr2=0x5636b564eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b564e780 0x5636b564eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 -- 172.21.15.32:0/1846635277 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636b5537630 con 0x5636b564f0a0 2024-04-25T19:03:18.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.352+0000 7f7eae000700 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 0x5636b56489b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c011540 tx=0x7f7e9c011850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=970f38d4f47dd310 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:18.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.353+0000 7f7e9be00700 1 -- 172.21.15.32:0/1846635277 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c004a30 con 0x5636b564f0a0 2024-04-25T19:03:18.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.353+0000 7f7e9be00700 1 -- 172.21.15.32:0/1846635277 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e9c0054d0 con 0x5636b564f0a0 2024-04-25T19:03:18.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.353+0000 7f7e9be00700 1 -- 172.21.15.32:0/1846635277 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c00e8c0 con 0x5636b564f0a0 2024-04-25T19:03:18.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.353+0000 7f7ec061fb80 1 -- 172.21.15.32:0/1846635277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 msgr2=0x5636b56489b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.353+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 0x5636b56489b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c011540 tx=0x7f7e9c011850 comp rx=0 tx=0).stop 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 -- 172.21.15.32:0/1846635277 shutdown_connections 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b564e780 0x5636b564eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b5648ef0 0x5636b5649330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/1846635277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564f0a0 0x5636b56489b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 -- 172.21.15.32:0/1846635277 >> 172.21.15.32:0/1846635277 conn(0x5636b5576f00 msgr2=0x5636b56438a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 -- 172.21.15.32:0/1846635277 shutdown_connections 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 -- 172.21.15.32:0/1846635277 wait complete. 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.354+0000 7f7ec061fb80 1 -- start start 2024-04-25T19:03:18.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 Processor -- start 2024-04-25T19:03:18.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5654ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5651fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b5652960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5636b5655920 con 0x5636b5648ef0 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5636b5554810 con 0x5636b56524e0 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5636b5655aa0 con 0x5636b564e780 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7ec061fb80 10 client.0 _ll_register_callbacks cb 0x5636b55336d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5654ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7eaf400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b5652960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7eae000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5651fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5654ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45786/0 (socket says 172.21.15.32:45786) 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.355+0000 7f7eaea00700 1 -- 172.21.15.32:0/2550101338 learned_addr learned my addr 172.21.15.32:0/2550101338 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaf400700 1 -- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 msgr2=0x5636b5651fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaf400700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5651fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaf400700 1 -- 172.21.15.32:0/2550101338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 msgr2=0x5636b5654ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaf400700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5654ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaf400700 1 -- 172.21.15.32:0/2550101338 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636b54e8880 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaea00700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5654ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eae000700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5651fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7eaf400700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b5652960 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b2e0 tx=0x7f7ea8021b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea67e22d6ac86c3b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7e98c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.356+0000 7f7e98c00700 1 -- 172.21.15.32:0/2550101338 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea809dba0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7e98c00700 1 -- 172.21.15.32:0/2550101338 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7ea80094b0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e9c0054d0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7e98c00700 1 -- 172.21.15.32:0/2550101338 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ea809d4a0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7ec061fb80 10 client.25028 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5636b5531aa0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7e98c00700 1 -- 172.21.15.32:0/2550101338 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e9c0054d0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7e98c00700 1 -- 172.21.15.32:0/2550101338 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7ea80a5bf0 con 0x5636b56524e0 2024-04-25T19:03:18.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7ec061fb80 10 client.25028 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:18.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7ec061fb80 10 client.25028 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-25T19:03:18.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.357+0000 7f7ec061fb80 20 client.25028 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:18.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.358+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b5662af0 0x5636b5663f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.358+0000 7f7ec061fb80 4 client.25028 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:03:18.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.358+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 --> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636b55a8630 con 0x5636b5662af0 2024-04-25T19:03:18.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.358+0000 7f7eaea00700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b5662af0 0x5636b5663f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.359+0000 7f7eaea00700 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b5662af0 0x5636b5663f60 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=939e6ee93e8feef6 server_cookie=d9e3a5fe79c4f5f in_seq=0 out_seq=0 2024-04-25T19:03:18.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.359+0000 7f7e98c00700 10 client.25028 ms_handle_connect on v2:172.21.15.66:6836/445407892 2024-04-25T19:03:18.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.359+0000 7f7e98c00700 1 -- 172.21.15.32:0/2550101338 <== mds.3 v2:172.21.15.66:6836/445407892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5636b55a8630 con 0x5636b5662af0 2024-04-25T19:03:18.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.359+0000 7f7e98c00700 10 client.25028 handle_command_reply: tid=0 2024-04-25T19:03:18.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 client.25028 shutdown 2024-04-25T19:03:18.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 msgr2=0x5636b5652960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b5652960 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b2e0 tx=0x7f7ea8021b60 comp rx=0 tx=0).stop 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 shutdown_connections 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b5662af0 0x5636b5663f60 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5654ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b5652960 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2550101338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5651fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7e98c00700 0 client.25028 ms_handle_reset on v2:172.21.15.66:6836/445407892 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 >> 172.21.15.32:0/2550101338 conn(0x5636b5576f00 msgr2=0x5636b5642e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 shutdown_connections 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2550101338 wait complete. 2024-04-25T19:03:18.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.360+0000 7f7ec061fb80 20 client.25028 trim_cache size 0 max 16384 2024-04-25T19:03:18.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.383+0000 7f7ec061fb80 1 Processor -- start 2024-04-25T19:03:18.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.383+0000 7f7ec061fb80 1 -- start start 2024-04-25T19:03:18.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b56489b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5654ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b56492d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5636b56622a0 con 0x5636b5648ef0 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5636b5662970 con 0x5636b56524e0 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5636b5663040 con 0x5636b564e780 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b56489b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b56489b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45792/0 (socket says 172.21.15.32:45792) 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7eaea00700 1 -- 172.21.15.32:0/2232932403 learned_addr learned my addr 172.21.15.32:0/2232932403 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7eae000700 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5654ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.384+0000 7f7eaf400700 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b56492d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaea00700 1 -- 172.21.15.32:0/2232932403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 msgr2=0x5636b5654ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaea00700 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5654ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaea00700 1 -- 172.21.15.32:0/2232932403 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 msgr2=0x5636b56492d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaea00700 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b56492d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaea00700 1 -- 172.21.15.32:0/2232932403 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636b5650510 con 0x5636b5648ef0 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaf400700 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b56492d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7eaea00700 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b56489b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7ea0003ba0 tx=0x7f7ea0018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54ffb9ff6e4f722 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7e9b400700 1 -- 172.21.15.32:0/2232932403 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea0004390 con 0x5636b5648ef0 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7e9b400700 1 -- 172.21.15.32:0/2232932403 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea0032070 con 0x5636b5648ef0 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.385+0000 7f7e9b400700 1 -- 172.21.15.32:0/2232932403 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea00196c0 con 0x5636b5648ef0 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2232932403 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 msgr2=0x5636b56489b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b56489b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7ea0003ba0 tx=0x7f7ea0018000 comp rx=0 tx=0).stop 2024-04-25T19:03:18.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2232932403 shutdown_connections 2024-04-25T19:03:18.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b56489b0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b56492d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/2232932403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5654ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2232932403 >> 172.21.15.32:0/2232932403 conn(0x5636b5576f00 msgr2=0x5636b5651d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.386+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2232932403 shutdown_connections 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.387+0000 7f7ec061fb80 1 -- 172.21.15.32:0/2232932403 wait complete. 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.387+0000 7f7ec061fb80 1 -- start start 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.387+0000 7f7ec061fb80 1 Processor -- start 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5643040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5643580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b566b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5636b5663de0 con 0x5636b5648ef0 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5636b5663710 con 0x5636b56524e0 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5636b56644b0 con 0x5636b564e780 2024-04-25T19:03:18.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7ec061fb80 10 client.0 _ll_register_callbacks cb 0x5636b55336d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5643580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eaea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5643040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eaf400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b566b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5643580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42896/0 (socket says 172.21.15.32:42896) 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 -- 172.21.15.32:0/3262688072 learned_addr learned my addr 172.21.15.32:0/3262688072 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 -- 172.21.15.32:0/3262688072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 msgr2=0x5636b566b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b566b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 -- 172.21.15.32:0/3262688072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 msgr2=0x5636b5643040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5643040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.388+0000 7f7eae000700 1 -- 172.21.15.32:0/3262688072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636b566bef0 con 0x5636b564e780 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7eaea00700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5643040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7eaf400700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b566b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7eae000700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5643580 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c005950 tx=0x7f7e9c005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21b51524682a2e47 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:18.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7e98c00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7e98c00700 1 -- 172.21.15.32:0/3262688072 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9c005ce0 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7e98c00700 1 -- 172.21.15.32:0/3262688072 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f7e9c0055f0 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ea0032070 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7e98c00700 1 -- 172.21.15.32:0/3262688072 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7e9c00e780 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7ec061fb80 10 client.25078 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.389+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5636b56d2b90 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7e98c00700 1 -- 172.21.15.32:0/3262688072 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea0032070 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7e98c00700 1 -- 172.21.15.32:0/3262688072 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7e9c003c80 con 0x5636b564e780 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7ec061fb80 10 client.25078 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:18.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7ec061fb80 10 client.25078 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7ec061fb80 20 client.25078 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b56d7560 0x5636b56d6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7ec061fb80 4 client.25078 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 --> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] -- command(tid 0: {"prefix": "status"}) -- 0x5636b55a26d0 con 0x5636b56d7560 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.390+0000 7f7eaea00700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b56d7560 0x5636b56d6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7eaea00700 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b56d7560 0x5636b56d6270 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1fd92af3d5c1a8da server_cookie=f9e082f61defde7 in_seq=0 out_seq=0 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7e98c00700 10 client.25078 ms_handle_connect on v2:172.21.15.66:6836/445407892 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7e98c00700 1 -- 172.21.15.32:0/3262688072 <== mds.3 v2:172.21.15.66:6836/445407892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5636b55a26d0 con 0x5636b56d7560 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7e98c00700 10 client.25078 handle_command_reply: tid=0 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 client.25078 shutdown 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 msgr2=0x5636b5643580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5643580 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c005950 tx=0x7f7e9c005270 comp rx=0 tx=0).stop 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 shutdown_connections 2024-04-25T19:03:18.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x5636b56d7560 0x5636b56d6270 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5636b5648ef0 0x5636b5643040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5636b56524e0 0x5636b566b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 --2- 172.21.15.32:0/3262688072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5636b564e780 0x5636b5643580 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7e98c00700 0 client.25078 ms_handle_reset on v2:172.21.15.66:6836/445407892 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.391+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 >> 172.21.15.32:0/3262688072 conn(0x5636b5576f00 msgr2=0x5636b56492d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 shutdown_connections 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7ec061fb80 1 -- 172.21.15.32:0/3262688072 wait complete. 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7ec061fb80 20 client.25078 trim_cache size 0 max 16384 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:03:18.397 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 3, 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24514, 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 220.86860166100001, 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 281.12634356000001 2024-04-25T19:03:18.398 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7e940a3cc0 msgr2=0x7f7e940a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7e940a3cc0 0x7f7e940a6180 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7ea000f590 tx=0x7f7ea0009920 comp rx=0 tx=0).stop 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 msgr2=0x7f7eb0102490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.392+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 0x7f7eb0102490 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8005b40 tx=0x7f7ea80057c0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 shutdown_connections 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f7e940a3cc0 0x7f7e940a6180 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eb0108a30 0x7f7eb0102490 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7eb006a750 0x7f7eb0101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 --2- 172.21.15.32:0/3173971994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7eb006b0f0 0x7f7eb0101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 >> 172.21.15.32:0/3173971994 conn(0x7f7eb00788f0 msgr2=0x7f7eb00ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 shutdown_connections 2024-04-25T19:03:18.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:18.393+0000 7f7eb5c00700 1 -- 172.21.15.32:0/3173971994 wait complete. 2024-04-25T19:03:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:19 smithi032 ceph-mon[28041]: pgmap v456: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:19 smithi066 ceph-mon[32882]: pgmap v456: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:19.478 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-25T19:03:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:19 smithi064 ceph-mon[32321]: pgmap v456: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-25T19:03:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:21.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:21 smithi066 ceph-mon[32882]: pgmap v457: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:21.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:21 smithi064 ceph-mon[32321]: pgmap v457: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:21 smithi032 ceph-mon[28041]: pgmap v457: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 -- 172.21.15.32:0/3850730923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 msgr2=0x7f3ca0102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3850730923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca0102f80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3c88009990 tx=0x7f3c88009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 -- 172.21.15.32:0/3850730923 shutdown_connections 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3850730923 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 0x7f3ca010f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3850730923 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 0x7f3ca0108df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3850730923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca0102f80 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 -- 172.21.15.32:0/3850730923 >> 172.21.15.32:0/3850730923 conn(0x7f3ca0079c00 msgr2=0x7f3ca007a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:22.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 -- 172.21.15.32:0/3850730923 shutdown_connections 2024-04-25T19:03:22.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.427+0000 7f3ca6800700 1 -- 172.21.15.32:0/3850730923 wait complete. 2024-04-25T19:03:22.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 Processor -- start 2024-04-25T19:03:22.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 -- start start 2024-04-25T19:03:22.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 0x7f3ca019b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 0x7f3ca019fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0112ca0 con 0x7f3ca01034c0 2024-04-25T19:03:22.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0112b20 con 0x7f3ca0108a10 2024-04-25T19:03:22.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.429+0000 7f3ca6800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0112e20 con 0x7f3ca0102b00 2024-04-25T19:03:22.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca019b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51114/0 (socket says 172.21.15.32:51114) 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 -- 172.21.15.32:0/3206143103 learned_addr learned my addr 172.21.15.32:0/3206143103 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 0x7f3ca019fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c96a00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 0x7f3ca019b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 -- 172.21.15.32:0/3206143103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 msgr2=0x7f3ca019fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 0x7f3ca019fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 -- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 msgr2=0x7f3ca019b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 0x7f3ca019b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9f400700 1 -- 172.21.15.32:0/3206143103 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca01a03c0 con 0x7f3ca0102b00 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 0x7f3ca019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.430+0000 7f3c96a00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 0x7f3ca019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:22.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.431+0000 7f3c9f400700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca019b3b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3c900060b0 tx=0x7f3c9000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:22.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.431+0000 7f3c9cc00700 1 -- 172.21.15.32:0/3206143103 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9001a070 con 0x7f3ca0102b00 2024-04-25T19:03:22.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.431+0000 7f3c9cc00700 1 -- 172.21.15.32:0/3206143103 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c9000dd20 con 0x7f3ca0102b00 2024-04-25T19:03:22.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.431+0000 7f3c9cc00700 1 -- 172.21.15.32:0/3206143103 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90014600 con 0x7f3ca0102b00 2024-04-25T19:03:22.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.431+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca01a06b0 con 0x7f3ca0102b00 2024-04-25T19:03:22.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.431+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca01a7f30 con 0x7f3ca0102b00 2024-04-25T19:03:22.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.435+0000 7f3c9cc00700 1 -- 172.21.15.32:0/3206143103 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3c9001d070 con 0x7f3ca0102b00 2024-04-25T19:03:22.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.436+0000 7f3cb112fb80 1 Processor -- start 2024-04-25T19:03:22.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.436+0000 7f3cb112fb80 1 -- start start 2024-04-25T19:03:22.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.436+0000 7f3c9cc00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c840a3cc0 0x7f3c840a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3c9cc00700 1 -- 172.21.15.32:0/3206143103 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f3c900cfb40 con 0x7f3ca0102b00 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c78fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c7900a0 0x55f32c7899b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c78a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f32c6dbe40 con 0x55f32c7900a0 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f32c6826e0 con 0x55f32c789ef0 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f32c6d7e00 con 0x55f32c78f780 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c78fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c840a3cc0 0x7f3c840a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c78fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51116/0 (socket says 172.21.15.32:51116) 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3c9f400700 1 -- 172.21.15.32:0/1897710281 learned_addr learned my addr 172.21.15.32:0/1897710281 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:22.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.437+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c7900a0 0x55f32c7899b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9f400700 1 -- 172.21.15.32:0/1897710281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 msgr2=0x55f32c78a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c78a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9f400700 1 -- 172.21.15.32:0/1897710281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c7900a0 msgr2=0x55f32c7899b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c7900a0 0x55f32c7899b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9f400700 1 -- 172.21.15.32:0/1897710281 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f32c678630 con 0x55f32c78f780 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c840a3cc0 0x7f3c840a6180 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3c98011550 tx=0x7f3c98011860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c78fb60 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3c9000e010 tx=0x7f3c9009b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9acb3cc2bed9c3b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:22.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c94c00700 1 -- 172.21.15.32:0/1897710281 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c900b5070 con 0x55f32c78f780 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c94c00700 1 -- 172.21.15.32:0/1897710281 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c900a0190 con 0x55f32c78f780 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.438+0000 7f3c94c00700 1 -- 172.21.15.32:0/1897710281 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9009f070 con 0x55f32c78f780 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1897710281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 msgr2=0x55f32c78fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c78fb60 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3c9000e010 tx=0x7f3c9009b790 comp rx=0 tx=0).stop 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1897710281 shutdown_connections 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c78a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c78fb60 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1897710281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c7900a0 0x55f32c7899b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1897710281 >> 172.21.15.32:0/1897710281 conn(0x55f32c6b7f00 msgr2=0x55f32c7848a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1897710281 shutdown_connections 2024-04-25T19:03:22.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.439+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1897710281 wait complete. 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.440+0000 7f3cb112fb80 1 -- start start 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.440+0000 7f3cb112fb80 1 Processor -- start 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c795be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c78f780 0x55f32c792ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c7938a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f32c796920 con 0x55f32c78f780 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f32c695810 con 0x55f32c789ef0 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f32c796aa0 con 0x55f32c793420 2024-04-25T19:03:22.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3cb112fb80 10 client.0 _ll_register_callbacks cb 0x55f32c6746d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c795be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c795be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:32992/0 (socket says 172.21.15.32:32992) 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3c9f400700 1 -- 172.21.15.32:0/2139266307 learned_addr learned my addr 172.21.15.32:0/2139266307 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c7938a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.441+0000 7f3c96a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c78f780 0x55f32c792ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c9f400700 1 -- 172.21.15.32:0/2139266307 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 msgr2=0x55f32c7938a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c9f400700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c7938a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c9f400700 1 -- 172.21.15.32:0/2139266307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c78f780 msgr2=0x55f32c792ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c9f400700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c78f780 0x55f32c792ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c9f400700 1 -- 172.21.15.32:0/2139266307 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f32c629880 con 0x55f32c789ef0 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c96a00700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c78f780 0x55f32c792ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c9f400700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c795be0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3c90009510 tx=0x7f3c9009a190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4514437856633624 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:22.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c8d600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c8d600700 1 -- 172.21.15.32:0/2139266307 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9009f030 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c8d600700 1 -- 172.21.15.32:0/2139266307 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f3c9009c240 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c900a0190 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3c8d600700 1 -- 172.21.15.32:0/2139266307 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c900b5040 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3cb112fb80 10 client.25043 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.442+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f32c672aa0 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3c8d600700 1 -- 172.21.15.32:0/2139266307 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c900a0190 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3c8d600700 1 -- 172.21.15.32:0/2139266307 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3c900bc200 con 0x55f32c789ef0 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3cb112fb80 10 client.25043 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3cb112fb80 10 client.25043 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3cb112fb80 20 client.25043 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c7a26e0 0x55f32c7a4810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3cb112fb80 4 client.25043 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:03:22.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.443+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 --> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f32c6e9630 con 0x55f32c7a26e0 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.444+0000 7f3c96a00700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c7a26e0 0x55f32c7a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.444+0000 7f3c96a00700 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c7a26e0 0x55f32c7a4810 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9f7a694e3d480b52 server_cookie=9686159f1fd502e7 in_seq=0 out_seq=0 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.444+0000 7f3c8d600700 10 client.25043 ms_handle_connect on v2:172.21.15.64:6838/1611733872 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.445+0000 7f3c8d600700 1 -- 172.21.15.32:0/2139266307 <== mds.2 v2:172.21.15.64:6838/1611733872 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f32c6e9630 con 0x55f32c7a26e0 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.445+0000 7f3c8d600700 10 client.25043 handle_command_reply: tid=0 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.445+0000 7f3cb112fb80 1 client.25043 shutdown 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 msgr2=0x55f32c795be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c795be0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3c90009510 tx=0x7f3c9009a190 comp rx=0 tx=0).stop 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 shutdown_connections 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c7a26e0 0x55f32c7a4810 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c7938a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c789ef0 0x55f32c795be0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3c8d600700 0 client.25043 ms_handle_reset on v2:172.21.15.64:6838/1611733872 2024-04-25T19:03:22.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/2139266307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c78f780 0x55f32c792ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 >> 172.21.15.32:0/2139266307 conn(0x55f32c6b7f00 msgr2=0x55f32c783e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:22.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 shutdown_connections 2024-04-25T19:03:22.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 1 -- 172.21.15.32:0/2139266307 wait complete. 2024-04-25T19:03:22.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.446+0000 7f3cb112fb80 20 client.25043 trim_cache size 0 max 16384 2024-04-25T19:03:22.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 Processor -- start 2024-04-25T19:03:22.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 -- start start 2024-04-25T19:03:22.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7a2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c78f780 0x55f32c78f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c79fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f32c7a2b50 con 0x55f32c789ef0 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f32c7a3220 con 0x55f32c78f780 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.469+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f32c7a38f0 con 0x55f32c793420 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7a2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7a2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33744/0 (socket says 172.21.15.32:33744) 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 -- 172.21.15.32:0/1300646341 learned_addr learned my addr 172.21.15.32:0/1300646341 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c78f780 0x55f32c78f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c79fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 -- 172.21.15.32:0/1300646341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 msgr2=0x55f32c79fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c79fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 -- 172.21.15.32:0/1300646341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c78f780 msgr2=0x55f32c78f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c78f780 0x55f32c78f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 -- 172.21.15.32:0/1300646341 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f32c795820 con 0x55f32c789ef0 2024-04-25T19:03:22.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c78f780 0x55f32c78f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:22.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.470+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7a2cd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3c90098240 tx=0x7f3c90015520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3546bd1719362798 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3c8fe00700 1 -- 172.21.15.32:0/1300646341 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9009f070 con 0x55f32c789ef0 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3c8fe00700 1 -- 172.21.15.32:0/1300646341 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c900ba070 con 0x55f32c789ef0 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3c8fe00700 1 -- 172.21.15.32:0/1300646341 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90004b70 con 0x55f32c789ef0 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1300646341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 msgr2=0x55f32c7a2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7a2cd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3c90098240 tx=0x7f3c90015520 comp rx=0 tx=0).stop 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1300646341 shutdown_connections 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7a2cd0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c793420 0x55f32c79fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1300646341 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c78f780 0x55f32c78f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.471+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1300646341 >> 172.21.15.32:0/1300646341 conn(0x55f32c6b7f00 msgr2=0x55f32c7917d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.472+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1300646341 shutdown_connections 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.472+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1300646341 wait complete. 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.472+0000 7f3cb112fb80 1 -- start start 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.472+0000 7f3cb112fb80 1 Processor -- start 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7ade70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c7a8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c793420 0x55f32c7a9180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f32c7a4690 con 0x55f32c789ef0 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f32c7a3fc0 con 0x55f32c793420 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f32c7a4d60 con 0x55f32c78f780 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3cb112fb80 10 client.0 _ll_register_callbacks cb 0x55f32c6746d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7ade70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3c9f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7ade70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33748/0 (socket says 172.21.15.32:33748) 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3c9f400700 1 -- 172.21.15.32:0/1568150262 learned_addr learned my addr 172.21.15.32:0/1568150262 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c7a8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.473+0000 7f3c9fe00700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c793420 0x55f32c7a9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c9f400700 1 -- 172.21.15.32:0/1568150262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 msgr2=0x55f32c7a8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c7a8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c9f400700 1 -- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c793420 msgr2=0x55f32c7a9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c793420 0x55f32c7a9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c9f400700 1 -- 172.21.15.32:0/1568150262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f32c7a9740 con 0x55f32c789ef0 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c7a8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c9f400700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7ade70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3c900a4520 tx=0x7f3c9009c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76847e7a8f0700b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c8d600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c8d600700 1 -- 172.21.15.32:0/1568150262 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c9009f060 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c8d600700 1 -- 172.21.15.32:0/1568150262 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f3c9009b230 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c900ba070 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3c8d600700 1 -- 172.21.15.32:0/1568150262 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3c900155d0 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3cb112fb80 10 client.14946 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.474+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f32c7a9740 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3c8d600700 1 -- 172.21.15.32:0/1568150262 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c900ba070 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3c8d600700 1 -- 172.21.15.32:0/1568150262 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3c90004bf0 con 0x55f32c789ef0 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3cb112fb80 10 client.14946 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3cb112fb80 10 client.14946 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3cb112fb80 20 client.14946 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c80f680 0x55f32c80e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3cb112fb80 4 client.14946 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 --> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] -- command(tid 0: {"prefix": "status"}) -- 0x55f32c6e36d0 con 0x55f32c80f680 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.475+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c80f680 0x55f32c80e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3c96a00700 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c80f680 0x55f32c80e390 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=28296d6bcef85011 server_cookie=c71793e91d84590f in_seq=0 out_seq=0 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3c8d600700 10 client.14946 ms_handle_connect on v2:172.21.15.64:6838/1611733872 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3c8d600700 1 -- 172.21.15.32:0/1568150262 <== mds.2 v2:172.21.15.64:6838/1611733872 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55f32c6e36d0 con 0x55f32c80f680 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3c8d600700 10 client.14946 handle_command_reply: tid=0 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 client.14946 shutdown 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 msgr2=0x55f32c7ade70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7ade70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3c900a4520 tx=0x7f3c9009c4e0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 shutdown_connections 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f32c789ef0 0x55f32c7ade70 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55f32c80f680 0x55f32c80e390 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f32c793420 0x55f32c7a9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3c8d600700 0 client.14946 ms_handle_reset on v2:172.21.15.64:6838/1611733872 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.476+0000 7f3cb112fb80 1 --2- 172.21.15.32:0/1568150262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f32c78f780 0x55f32c7a8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.477+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 >> 172.21.15.32:0/1568150262 conn(0x55f32c6b7f00 msgr2=0x55f32c791c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.477+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 shutdown_connections 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.477+0000 7f3cb112fb80 1 -- 172.21.15.32:0/1568150262 wait complete. 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.477+0000 7f3cb112fb80 20 client.14946 trim_cache size 0 max 16384 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:03:22.482 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 2, 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24524, 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 225.96548596, 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 266.82818436999997 2024-04-25T19:03:22.483 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c840a3cc0 msgr2=0x7f3c840a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c840a3cc0 0x7f3c840a6180 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3c98011550 tx=0x7f3c98011860 comp rx=0 tx=0).stop 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 msgr2=0x7f3ca019b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca019b3b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3c900060b0 tx=0x7f3c9000d3b0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 shutdown_connections 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ca0108a10 0x7f3ca019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ca0102b00 0x7f3ca019b3b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f3c840a3cc0 0x7f3c840a6180 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 --2- 172.21.15.32:0/3206143103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ca01034c0 0x7f3ca019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 >> 172.21.15.32:0/3206143103 conn(0x7f3ca0079c00 msgr2=0x7f3ca0100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 shutdown_connections 2024-04-25T19:03:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:22.478+0000 7f3ca6800700 1 -- 172.21.15.32:0/3206143103 wait complete. 2024-04-25T19:03:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:23 smithi066 ceph-mon[32882]: pgmap v458: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:23.462 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:23 smithi032 ceph-mon[28041]: pgmap v458: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:23.466 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-25T19:03:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:23 smithi064 ceph-mon[32321]: pgmap v458: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:23.957 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:25.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:25 smithi032 ceph-mon[28041]: pgmap v459: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:25.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:25 smithi066 ceph-mon[32882]: pgmap v459: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:25 smithi064 ceph-mon[32321]: pgmap v459: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-25T19:03:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 -- 172.21.15.32:0/3031038742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 msgr2=0x7f2c2010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 --2- 172.21.15.32:0/3031038742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2010dcd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2c080099c0 tx=0x7f2c08009cd0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 -- 172.21.15.32:0/3031038742 shutdown_connections 2024-04-25T19:03:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 --2- 172.21.15.32:0/3031038742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 0x7f2c20115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 --2- 172.21.15.32:0/3031038742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c201092d0 0x7f2c201096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 --2- 172.21.15.32:0/3031038742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2010dcd0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 -- 172.21.15.32:0/3031038742 >> 172.21.15.32:0/3031038742 conn(0x7f2c20076210 msgr2=0x7f2c20107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 -- 172.21.15.32:0/3031038742 shutdown_connections 2024-04-25T19:03:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.265+0000 7f2c26800700 1 -- 172.21.15.32:0/3031038742 wait complete. 2024-04-25T19:03:26.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.266+0000 7f2c26800700 1 Processor -- start 2024-04-25T19:03:26.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.266+0000 7f2c26800700 1 -- start start 2024-04-25T19:03:26.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.266+0000 7f2c26800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c201092d0 0x7f2c2019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c26800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c26800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 0x7f2c201a4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c26800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2c20119220 con 0x7f2c20109c80 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c26800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2c201190a0 con 0x7f2c2010e3b0 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c26800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c201193a0 con 0x7f2c201092d0 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c17e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 0x7f2c201a4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c17e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2019fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33770/0 (socket says 172.21.15.32:33770) 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c17e00700 1 -- 172.21.15.32:0/2030018304 learned_addr learned my addr 172.21.15.32:0/2030018304 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1f400700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c201092d0 0x7f2c2019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1fe00700 1 -- 172.21.15.32:0/2030018304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c201092d0 msgr2=0x7f2c2019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c201092d0 0x7f2c2019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1fe00700 1 -- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 msgr2=0x7f2c2019fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2019fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c1fe00700 1 -- 172.21.15.32:0/2030018304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c201a4760 con 0x7f2c2010e3b0 2024-04-25T19:03:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.267+0000 7f2c17e00700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2019fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.268+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 0x7f2c201a4020 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2c1800efc0 tx=0x7f2c1800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.268+0000 7f2c1cc00700 1 -- 172.21.15.32:0/2030018304 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c180092e0 con 0x7f2c2010e3b0 2024-04-25T19:03:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.268+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c201a49f0 con 0x7f2c2010e3b0 2024-04-25T19:03:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.268+0000 7f2c1cc00700 1 -- 172.21.15.32:0/2030018304 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c18004bb0 con 0x7f2c2010e3b0 2024-04-25T19:03:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.268+0000 7f2c1cc00700 1 -- 172.21.15.32:0/2030018304 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c18004020 con 0x7f2c2010e3b0 2024-04-25T19:03:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.268+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c201ac2d0 con 0x7f2c2010e3b0 2024-04-25T19:03:26.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.271+0000 7f2c1cc00700 1 -- 172.21.15.32:0/2030018304 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2c1801b030 con 0x7f2c2010e3b0 2024-04-25T19:03:26.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.274+0000 7f2c1cc00700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2c040a3c40 0x7f2c040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.274+0000 7f2c1cc00700 1 -- 172.21.15.32:0/2030018304 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2c180cfe70 con 0x7f2c2010e3b0 2024-04-25T19:03:26.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.274+0000 7f2c1f400700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2c040a3c40 0x7f2c040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.274+0000 7f2c311c3b80 1 Processor -- start 2024-04-25T19:03:26.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.274+0000 7f2c311c3b80 1 -- start start 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c1f400700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2c040a3c40 0x7f2c040a6100 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2c10009680 tx=0x7f2c10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 0x55d54c68f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 0x55d54c69a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c69cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d54c5e2e40 con 0x55d54c68fc10 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d54c5896e0 con 0x55d54c69aab0 2024-04-25T19:03:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d54c5dee00 con 0x55d54c68f2f0 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c17e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 0x55d54c69a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 0x55d54c68f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c17e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 0x55d54c69a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33784/0 (socket says 172.21.15.32:33784) 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c1fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c69cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 0x55d54c68f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51152/0 (socket says 172.21.15.32:51152) 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.275+0000 7f2c17e00700 1 -- 172.21.15.32:0/3042299960 learned_addr learned my addr 172.21.15.32:0/3042299960 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1fe00700 1 -- 172.21.15.32:0/3042299960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 msgr2=0x55d54c68f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 0x55d54c68f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1fe00700 1 -- 172.21.15.32:0/3042299960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 msgr2=0x55d54c69a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 0x55d54c69a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1fe00700 1 -- 172.21.15.32:0/3042299960 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d54c57f630 con 0x55d54c69aab0 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1f400700 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 0x55d54c68f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c17e00700 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 0x55d54c69a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c69cea0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2c1809bea0 tx=0x7f2c18098550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fca550419fdf101 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c14c00700 1 -- 172.21.15.32:0/3042299960 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1809c8a0 con 0x55d54c69aab0 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c14c00700 1 -- 172.21.15.32:0/3042299960 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c1809c1a0 con 0x55d54c69aab0 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.276+0000 7f2c14c00700 1 -- 172.21.15.32:0/3042299960 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c180a48f0 con 0x55d54c69aab0 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3042299960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 msgr2=0x55d54c69cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c69cea0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2c1809bea0 tx=0x7f2c18098550 comp rx=0 tx=0).stop 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3042299960 shutdown_connections 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c69cea0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68f2f0 0x55d54c68f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3042299960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68fc10 0x55d54c69a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3042299960 >> 172.21.15.32:0/3042299960 conn(0x55d54c5be550 msgr2=0x55d54c68b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:26.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3042299960 shutdown_connections 2024-04-25T19:03:26.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.277+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3042299960 wait complete. 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.278+0000 7f2c311c3b80 1 -- start start 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.278+0000 7f2c311c3b80 1 Processor -- start 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c69a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c697590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c697ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d54c69d5a0 con 0x55d54c68f2f0 2024-04-25T19:03:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d54c59c810 con 0x55d54c69aab0 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d54c69d720 con 0x55d54c68fc10 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c311c3b80 10 client.0 _ll_register_callbacks cb 0x55d54c57b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c69a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c697ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c69a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33792/0 (socket says 172.21.15.32:33792) 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1f400700 1 -- 172.21.15.32:0/3151035859 learned_addr learned my addr 172.21.15.32:0/3151035859 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c17e00700 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c697590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1fe00700 1 -- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 msgr2=0x55d54c697590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c697590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1fe00700 1 -- 172.21.15.32:0/3151035859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 msgr2=0x55d54c69a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c69a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.279+0000 7f2c1fe00700 1 -- 172.21.15.32:0/3151035859 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d54c530880 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c697ad0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2c180a0710 tx=0x7f2c18004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2085b8f1d485e53 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c0d600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c0d600700 1 -- 172.21.15.32:0/3151035859 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c18062020 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c0d600700 1 -- 172.21.15.32:0/3151035859 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2c180a4af0 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c1809c1a0 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c0d600700 1 -- 172.21.15.32:0/3151035859 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2c1809a240 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c311c3b80 10 client.25061 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d54c579aa0 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.280+0000 7f2c0d600700 1 -- 172.21.15.32:0/3151035859 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c1809c1a0 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c0d600700 1 -- 172.21.15.32:0/3151035859 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2c18097ef0 con 0x55d54c69aab0 2024-04-25T19:03:26.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c311c3b80 10 client.25061 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c311c3b80 10 client.25061 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T19:03:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c311c3b80 20 client.25061 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c6a9030 0x55d54c6ab180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c311c3b80 4 client.25061 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:03:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 --> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d54c5f0630 con 0x55d54c6a9030 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.281+0000 7f2c1f400700 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c6a9030 0x55d54c6ab180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.282+0000 7f2c1f400700 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c6a9030 0x55d54c6ab180 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d8e40b46e3b4067d server_cookie=7454788eda1dc5e8 in_seq=0 out_seq=0 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.282+0000 7f2c0d600700 10 client.25061 ms_handle_connect on v2:172.21.15.66:6838/3597960246 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c0d600700 1 -- 172.21.15.32:0/3151035859 <== mds.1 v2:172.21.15.66:6838/3597960246 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d54c5f0630 con 0x55d54c6a9030 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c0d600700 10 client.25061 handle_command_reply: tid=0 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 client.25061 shutdown 2024-04-25T19:03:26.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 msgr2=0x55d54c697ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c697ad0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2c180a0710 tx=0x7f2c18004ad0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 shutdown_connections 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c6a9030 0x55d54c6ab180 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c69a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c69aab0 0x55d54c697ad0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3151035859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c697590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c0d600700 0 client.25061 ms_handle_reset on v2:172.21.15.66:6838/3597960246 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 >> 172.21.15.32:0/3151035859 conn(0x55d54c5be550 msgr2=0x55d54c691c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.283+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 shutdown_connections 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.284+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3151035859 wait complete. 2024-04-25T19:03:26.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.284+0000 7f2c311c3b80 20 client.25061 trim_cache size 0 max 16384 2024-04-25T19:03:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.306+0000 7f2c311c3b80 1 Processor -- start 2024-04-25T19:03:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.306+0000 7f2c311c3b80 1 -- start start 2024-04-25T19:03:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68f2f0 0x55d54c697c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c68b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c69aab0 0x55d54c6994d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d54c6a94c0 con 0x55d54c69aab0 2024-04-25T19:03:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d54c6a9b90 con 0x55d54c68f2f0 2024-04-25T19:03:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d54c6aa260 con 0x55d54c68fc10 2024-04-25T19:03:26.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c17e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c68b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68f2f0 0x55d54c697c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c17e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c68b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51172/0 (socket says 172.21.15.32:51172) 2024-04-25T19:03:26.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68f2f0 0x55d54c697c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33056/0 (socket says 172.21.15.32:33056) 2024-04-25T19:03:26.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c17e00700 1 -- 172.21.15.32:0/4148390948 learned_addr learned my addr 172.21.15.32:0/4148390948 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:26.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.307+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c69aab0 0x55d54c6994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c17e00700 1 -- 172.21.15.32:0/4148390948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68f2f0 msgr2=0x55d54c697c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c17e00700 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68f2f0 0x55d54c697c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c17e00700 1 -- 172.21.15.32:0/4148390948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c69aab0 msgr2=0x55d54c6994d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c17e00700 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c69aab0 0x55d54c6994d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c17e00700 1 -- 172.21.15.32:0/4148390948 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d54c6aae20 con 0x55d54c68fc10 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c69aab0 0x55d54c6994d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c17e00700 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c68b870 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2c08000c00 tx=0x7f2c0801a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d22f1b63dca57efe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c0fe00700 1 -- 172.21.15.32:0/4148390948 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c080050b0 con 0x55d54c68fc10 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c0fe00700 1 -- 172.21.15.32:0/4148390948 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c080037c0 con 0x55d54c68fc10 2024-04-25T19:03:26.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.308+0000 7f2c0fe00700 1 -- 172.21.15.32:0/4148390948 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c0800f7e0 con 0x55d54c68fc10 2024-04-25T19:03:26.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 -- 172.21.15.32:0/4148390948 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 msgr2=0x55d54c68b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c68b870 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2c08000c00 tx=0x7f2c0801a040 comp rx=0 tx=0).stop 2024-04-25T19:03:26.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 -- 172.21.15.32:0/4148390948 shutdown_connections 2024-04-25T19:03:26.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c69aab0 0x55d54c6994d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68f2f0 0x55d54c697c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/4148390948 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c68fc10 0x55d54c68b870 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 -- 172.21.15.32:0/4148390948 >> 172.21.15.32:0/4148390948 conn(0x55d54c5be550 msgr2=0x55d54c698dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 -- 172.21.15.32:0/4148390948 shutdown_connections 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.309+0000 7f2c311c3b80 1 -- 172.21.15.32:0/4148390948 wait complete. 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 -- start start 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 Processor -- start 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c6b0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68fc10 0x55d54c6b1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c69aab0 0x55d54c6b1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d54c6ab000 con 0x55d54c68f2f0 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d54c6aa930 con 0x55d54c68fc10 2024-04-25T19:03:26.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d54c6ab6d0 con 0x55d54c69aab0 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.310+0000 7f2c311c3b80 10 client.0 _ll_register_callbacks cb 0x55d54c57b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c6b0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c6b0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33816/0 (socket says 172.21.15.32:33816) 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 -- 172.21.15.32:0/3409524068 learned_addr learned my addr 172.21.15.32:0/3409524068 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c69aab0 0x55d54c6b1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c17e00700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68fc10 0x55d54c6b1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 -- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c69aab0 msgr2=0x55d54c6b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c69aab0 0x55d54c6b1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 -- 172.21.15.32:0/3409524068 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68fc10 msgr2=0x55d54c6b1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68fc10 0x55d54c6b1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1f400700 1 -- 172.21.15.32:0/3409524068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d54c710e50 con 0x55d54c68f2f0 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.311+0000 7f2c1fe00700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c69aab0 0x55d54c6b1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:26.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c1f400700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c6b0ef0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x55d54c696e10 tx=0x7f2c10004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d16b2fd865a5a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:26.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c0d600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c0d600700 1 -- 172.21.15.32:0/3409524068 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10003e70 con 0x55d54c68f2f0 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c080037c0 con 0x55d54c68f2f0 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c0d600700 1 -- 172.21.15.32:0/3409524068 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f2c1002c0e0 con 0x55d54c68f2f0 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c0d600700 1 -- 172.21.15.32:0/3409524068 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2c1002c2e0 con 0x55d54c68f2f0 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c311c3b80 10 client.14964 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.312+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d54c7120d0 con 0x55d54c68f2f0 2024-04-25T19:03:26.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c0d600700 1 -- 172.21.15.32:0/3409524068 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c080037c0 con 0x55d54c68f2f0 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c0d600700 1 -- 172.21.15.32:0/3409524068 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2c10035990 con 0x55d54c68f2f0 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c311c3b80 10 client.14964 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c311c3b80 10 client.14964 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c311c3b80 20 client.14964 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c716d60 0x55d54c715a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c311c3b80 4 client.14964 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.313+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 --> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] -- command(tid 0: {"prefix": "status"}) -- 0x55d54c690e30 con 0x55d54c716d60 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.314+0000 7f2c17e00700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c716d60 0x55d54c715a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.314+0000 7f2c17e00700 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c716d60 0x55d54c715a70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c50a248525a50be server_cookie=7484bd9b1b66df91 in_seq=0 out_seq=0 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.314+0000 7f2c0d600700 10 client.14964 ms_handle_connect on v2:172.21.15.66:6838/3597960246 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.314+0000 7f2c0d600700 1 -- 172.21.15.32:0/3409524068 <== mds.1 v2:172.21.15.66:6838/3597960246 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d54c690e30 con 0x55d54c716d60 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.314+0000 7f2c0d600700 10 client.14964 handle_command_reply: tid=0 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.314+0000 7f2c311c3b80 1 client.14964 shutdown 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 msgr2=0x55d54c6b0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c6b0ef0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x55d54c696e10 tx=0x7f2c10004750 comp rx=0 tx=0).stop 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 shutdown_connections 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x55d54c716d60 0x55d54c715a70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d54c68f2f0 0x55d54c6b0ef0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c0d600700 0 client.14964 ms_handle_reset on v2:172.21.15.66:6838/3597960246 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d54c69aab0 0x55d54c6b1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 --2- 172.21.15.32:0/3409524068 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d54c68fc10 0x55d54c6b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 >> 172.21.15.32:0/3409524068 conn(0x55d54c5be550 msgr2=0x55d54c697a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 shutdown_connections 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 1 -- 172.21.15.32:0/3409524068 wait complete. 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.315+0000 7f2c311c3b80 20 client.14964 trim_cache size 0 max 16384 2024-04-25T19:03:26.320 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 1, 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24532, 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 230.816846731, 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 283.26910306100001 2024-04-25T19:03:26.321 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:03:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2c040a3c40 msgr2=0x7f2c040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2c040a3c40 0x7f2c040a6100 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2c10009680 tx=0x7f2c10009260 comp rx=0 tx=0).stop 2024-04-25T19:03:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 msgr2=0x7f2c201a4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 0x7f2c201a4020 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2c1800efc0 tx=0x7f2c1800c3a0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 shutdown_connections 2024-04-25T19:03:26.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c2010e3b0 0x7f2c201a4020 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c201092d0 0x7f2c2019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f2c040a3c40 0x7f2c040a6100 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 --2- 172.21.15.32:0/2030018304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c20109c80 0x7f2c2019fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:26.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 >> 172.21.15.32:0/2030018304 conn(0x7f2c20076210 msgr2=0x7f2c200768d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:26.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 shutdown_connections 2024-04-25T19:03:26.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:26.316+0000 7f2c26800700 1 -- 172.21.15.32:0/2030018304 wait complete. 2024-04-25T19:03:27.216 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-25T19:03:27.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:27 smithi066 ceph-mon[32882]: pgmap v460: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:27 smithi064 ceph-mon[32321]: pgmap v460: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:27.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:27 smithi032 ceph-mon[28041]: pgmap v460: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-25T19:03:27.686 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:29.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:29 smithi066 ceph-mon[32882]: pgmap v461: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-25T19:03:29.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:29 smithi064 ceph-mon[32321]: pgmap v461: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-25T19:03:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:29 smithi032 ceph-mon[28041]: pgmap v461: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-25T19:03:30.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 -- 172.21.15.32:0/3405377866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 msgr2=0x7faaa006b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 --2- 172.21.15.32:0/3405377866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa006b440 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7faa88009990 tx=0x7faa88009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 -- 172.21.15.32:0/3405377866 shutdown_connections 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 --2- 172.21.15.32:0/3405377866 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faaa0108a20 0x7faaa0108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 --2- 172.21.15.32:0/3405377866 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faaa006b980 0x7faaa010f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 --2- 172.21.15.32:0/3405377866 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa006b440 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 -- 172.21.15.32:0/3405377866 >> 172.21.15.32:0/3405377866 conn(0x7faaa00788b0 msgr2=0x7faaa0078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 -- 172.21.15.32:0/3405377866 shutdown_connections 2024-04-25T19:03:30.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.107+0000 7faaa5e00700 1 -- 172.21.15.32:0/3405377866 wait complete. 2024-04-25T19:03:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.108+0000 7faaa5e00700 1 Processor -- start 2024-04-25T19:03:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 -- start start 2024-04-25T19:03:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa019b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faaa006b980 0x7faaa019b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faaa0108a20 0x7faaa019fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7faaa0112c50 con 0x7faaa006b980 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7faaa0112ad0 con 0x7faaa006afe0 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.109+0000 7faaa5e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faaa0112dd0 con 0x7faaa0108a20 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa019b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa96000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faaa006b980 0x7faaa019b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa019b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33080/0 (socket says 172.21.15.32:33080) 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 -- 172.21.15.32:0/2757363694 learned_addr learned my addr 172.21.15.32:0/2757363694 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:30.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9f400700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faaa0108a20 0x7faaa019fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 -- 172.21.15.32:0/2757363694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faaa0108a20 msgr2=0x7faaa019fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faaa0108a20 0x7faaa019fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 -- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faaa006b980 msgr2=0x7faaa019b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faaa006b980 0x7faaa019b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 -- 172.21.15.32:0/2757363694 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaa01a0310 con 0x7faaa006afe0 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.110+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa019b300 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faa9000e9a0 tx=0x7faa9000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.111+0000 7faaa4a00700 1 -- 172.21.15.32:0/2757363694 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9000ca10 con 0x7faaa006afe0 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.111+0000 7faaa4a00700 1 -- 172.21.15.32:0/2757363694 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa9000cbb0 con 0x7faaa006afe0 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.111+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaa01a0600 con 0x7faaa006afe0 2024-04-25T19:03:30.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.111+0000 7faaa4a00700 1 -- 172.21.15.32:0/2757363694 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa90018680 con 0x7faaa006afe0 2024-04-25T19:03:30.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.111+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaa01a7e80 con 0x7faaa006afe0 2024-04-25T19:03:30.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.114+0000 7faaa4a00700 1 -- 172.21.15.32:0/2757363694 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7faa90010430 con 0x7faaa006afe0 2024-04-25T19:03:30.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.116+0000 7faaa4a00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7faa840a3cc0 0x7faa840a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.116+0000 7faab07c6b80 1 Processor -- start 2024-04-25T19:03:30.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.116+0000 7faaa4a00700 1 -- 172.21.15.32:0/2757363694 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7faa900d04d0 con 0x7faaa006afe0 2024-04-25T19:03:30.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.116+0000 7faa96000700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7faa840a3cc0 0x7faa840a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.116+0000 7faab07c6b80 1 -- start start 2024-04-25T19:03:30.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5f3a0 0x5561f8c5f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5fcc0 0x5561f8c63ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c64460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faab07c6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5561f8ba8e40 con 0x5561f8c5fcc0 2024-04-25T19:03:30.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faab07c6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5561f8b4f6e0 con 0x5561f8c64000 2024-04-25T19:03:30.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faab07c6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5561f8ba4e00 con 0x5561f8c5f3a0 2024-04-25T19:03:30.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa96000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5fcc0 0x5561f8c63ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5f3a0 0x5561f8c5f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa96000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5fcc0 0x5561f8c63ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33838/0 (socket says 172.21.15.32:33838) 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa96000700 1 -- 172.21.15.32:0/2042396483 learned_addr learned my addr 172.21.15.32:0/2042396483 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9f400700 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c64460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa96000700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7faa840a3cc0 0x7faa840a6180 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7faaa010fda0 tx=0x7faa88005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9ea00700 1 -- 172.21.15.32:0/2042396483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 msgr2=0x5561f8c64460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c64460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9ea00700 1 -- 172.21.15.32:0/2042396483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5fcc0 msgr2=0x5561f8c63ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5fcc0 0x5561f8c63ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.117+0000 7faa9ea00700 1 -- 172.21.15.32:0/2042396483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561f8b45630 con 0x5561f8c5f3a0 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.118+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5f3a0 0x5561f8c5f780 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faa9000c2d0 tx=0x7faa90010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b0313b781fc4f8e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:30.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.118+0000 7faa94c00700 1 -- 172.21.15.32:0/2042396483 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a0b20 con 0x5561f8c5f3a0 2024-04-25T19:03:30.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.118+0000 7faa94c00700 1 -- 172.21.15.32:0/2042396483 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900a53e0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.118+0000 7faa94c00700 1 -- 172.21.15.32:0/2042396483 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a4f50 con 0x5561f8c5f3a0 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 -- 172.21.15.32:0/2042396483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5f3a0 msgr2=0x5561f8c5f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5f3a0 0x5561f8c5f780 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faa9000c2d0 tx=0x7faa90010c10 comp rx=0 tx=0).stop 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 -- 172.21.15.32:0/2042396483 shutdown_connections 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c64460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5f3a0 0x5561f8c5f780 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2042396483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5fcc0 0x5561f8c63ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 -- 172.21.15.32:0/2042396483 >> 172.21.15.32:0/2042396483 conn(0x5561f8b84f00 msgr2=0x5561f8c518a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 -- 172.21.15.32:0/2042396483 shutdown_connections 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.119+0000 7faab07c6b80 1 -- 172.21.15.32:0/2042396483 wait complete. 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.120+0000 7faab07c6b80 1 -- start start 2024-04-25T19:03:30.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.120+0000 7faab07c6b80 1 Processor -- start 2024-04-25T19:03:30.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.120+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c6b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.120+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c688a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c68de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faab07c6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c6c0d0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faab07c6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5561f8b62810 con 0x5561f8c64000 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faab07c6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c6c250 con 0x5561f8c5fcc0 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faab07c6b80 10 client.0 _ll_register_callbacks cb 0x5561f8b416d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c6b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c6b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33850/0 (socket says 172.21.15.32:33850) 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 -- 172.21.15.32:0/2054566065 learned_addr learned my addr 172.21.15.32:0/2054566065 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9f400700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c68de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa96000700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c688a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 -- 172.21.15.32:0/2054566065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 msgr2=0x5561f8c688a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c688a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 -- 172.21.15.32:0/2054566065 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 msgr2=0x5561f8c68de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c68de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9ea00700 1 -- 172.21.15.32:0/2054566065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561f8af6880 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.121+0000 7faa9f400700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c68de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faa9ea00700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c6b550 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7faa9009cdd0 tx=0x7faa9009c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=defe34a70a706425 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faa8d600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faa8d600700 1 -- 172.21.15.32:0/2054566065 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900ba060 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faa8d600700 1 -- 172.21.15.32:0/2054566065 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7faa900870c0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa900a53e0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faa8d600700 1 -- 172.21.15.32:0/2054566065 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faa900d00d0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faab07c6b80 10 client.14976 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.122+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5561f8b3faa0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faa8d600700 1 -- 172.21.15.32:0/2054566065 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900a53e0 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faa8d600700 1 -- 172.21.15.32:0/2054566065 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7faa90010720 con 0x5561f8c5f3a0 2024-04-25T19:03:30.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faab07c6b80 10 client.14976 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:30.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faab07c6b80 10 client.14976 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-25T19:03:30.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faab07c6b80 20 client.14976 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:30.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8c78960 0x5561f8c79dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faab07c6b80 4 client.14976 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:03:30.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561f8bb6630 con 0x5561f8c78960 2024-04-25T19:03:30.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.123+0000 7faa96000700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8c78960 0x5561f8c79dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.124+0000 7faa8d600700 10 client.14976 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:30.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.124+0000 7faa96000700 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8c78960 0x5561f8c79dd0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69ed0929ea36d90a server_cookie=50a08049700e59f in_seq=0 out_seq=0 2024-04-25T19:03:30.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faa8d600700 1 -- 172.21.15.32:0/2054566065 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5561f8bb6630 con 0x5561f8c78960 2024-04-25T19:03:30.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faa8d600700 10 client.14976 handle_command_reply: tid=0 2024-04-25T19:03:30.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 client.14976 shutdown 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 msgr2=0x5561f8c6b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c6b550 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7faa9009cdd0 tx=0x7faa9009c830 comp rx=0 tx=0).stop 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 shutdown_connections 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8c78960 0x5561f8c79dd0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c6b550 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faa8d600700 0 client.14976 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c68de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 --2- 172.21.15.32:0/2054566065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c688a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 >> 172.21.15.32:0/2054566065 conn(0x5561f8b84f00 msgr2=0x5561f8c50e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.125+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 shutdown_connections 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.126+0000 7faab07c6b80 1 -- 172.21.15.32:0/2054566065 wait complete. 2024-04-25T19:03:30.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.126+0000 7faab07c6b80 20 client.14976 trim_cache size 0 max 16384 2024-04-25T19:03:30.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.148+0000 7faab07c6b80 1 Processor -- start 2024-04-25T19:03:30.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 -- start start 2024-04-25T19:03:30.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c69590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c5fcc0 0x5561f8c515d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c64000 0x5561f8c68680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c78110 con 0x5561f8c5f3a0 2024-04-25T19:03:30.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c787e0 con 0x5561f8c5fcc0 2024-04-25T19:03:30.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faab07c6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c78eb0 con 0x5561f8c64000 2024-04-25T19:03:30.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c69590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c69590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33866/0 (socket says 172.21.15.32:33866) 2024-04-25T19:03:30.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faa9ea00700 1 -- 172.21.15.32:0/717770375 learned_addr learned my addr 172.21.15.32:0/717770375 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:30.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faa96000700 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c5fcc0 0x5561f8c515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.149+0000 7faa9f400700 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c64000 0x5561f8c68680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa9ea00700 1 -- 172.21.15.32:0/717770375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c64000 msgr2=0x5561f8c68680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa9ea00700 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c64000 0x5561f8c68680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa9ea00700 1 -- 172.21.15.32:0/717770375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c5fcc0 msgr2=0x5561f8c515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa9ea00700 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c5fcc0 0x5561f8c515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa9ea00700 1 -- 172.21.15.32:0/717770375 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561f8c66e10 con 0x5561f8c5f3a0 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa9ea00700 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c69590 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7faa90010af0 tx=0x7faa900ce010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a5298561fd61239 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa8fe00700 1 -- 172.21.15.32:0/717770375 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900ba070 con 0x5561f8c5f3a0 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa8fe00700 1 -- 172.21.15.32:0/717770375 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900a0b20 con 0x5561f8c5f3a0 2024-04-25T19:03:30.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.150+0000 7faa8fe00700 1 -- 172.21.15.32:0/717770375 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a4f50 con 0x5561f8c5f3a0 2024-04-25T19:03:30.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 -- 172.21.15.32:0/717770375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 msgr2=0x5561f8c69590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c69590 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7faa90010af0 tx=0x7faa900ce010 comp rx=0 tx=0).stop 2024-04-25T19:03:30.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 -- 172.21.15.32:0/717770375 shutdown_connections 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c69590 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c64000 0x5561f8c68680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 --2- 172.21.15.32:0/717770375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c5fcc0 0x5561f8c515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 -- 172.21.15.32:0/717770375 >> 172.21.15.32:0/717770375 conn(0x5561f8b84f00 msgr2=0x5561f8c65460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 -- 172.21.15.32:0/717770375 shutdown_connections 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.151+0000 7faab07c6b80 1 -- 172.21.15.32:0/717770375 wait complete. 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 -- start start 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 Processor -- start 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c62290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c83240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c50cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c79c50 con 0x5561f8c5f3a0 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c79580 con 0x5561f8c64000 2024-04-25T19:03:30.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5561f8c7a320 con 0x5561f8c5fcc0 2024-04-25T19:03:30.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.152+0000 7faab07c6b80 10 client.0 _ll_register_callbacks cb 0x7faa88009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:30.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa9f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c50cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa9ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c62290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa9f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c50cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33106/0 (socket says 172.21.15.32:33106) 2024-04-25T19:03:30.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa9f400700 1 -- 172.21.15.32:0/1159072285 learned_addr learned my addr 172.21.15.32:0/1159072285 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:30.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa96000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c83240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa96000700 1 -- 172.21.15.32:0/1159072285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 msgr2=0x5561f8c50cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa96000700 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c50cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa96000700 1 -- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 msgr2=0x5561f8c62290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa96000700 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c62290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa96000700 1 -- 172.21.15.32:0/1159072285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561f8c83ae0 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.153+0000 7faa9ea00700 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c62290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faa96000700 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c83240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x5561f8c69e20 tx=0x7faa8801f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adea93664f3eceb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faa8d600700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faa8d600700 1 -- 172.21.15.32:0/1159072285 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa88037060 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa900a0b20 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faa8d600700 1 -- 172.21.15.32:0/1159072285 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7faa88032540 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faa8d600700 1 -- 172.21.15.32:0/1159072285 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faa8800be60 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faab07c6b80 10 client.25132 fetch_fsmap learned FSMap version 28 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5561f8ce0130 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.154+0000 7faa8d600700 1 -- 172.21.15.32:0/1159072285 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900a0b20 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faa8d600700 1 -- 172.21.15.32:0/1159072285 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7faa8803c070 con 0x5561f8c5fcc0 2024-04-25T19:03:30.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faab07c6b80 10 client.25132 fetch_fsmap finished waiting for FSMap version 28 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faab07c6b80 10 client.25132 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faab07c6b80 20 client.25132 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faab07c6b80 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8ce4cb0 0x5561f8ce39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faab07c6b80 4 client.25132 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "status"}) -- 0x5561f8bb06d0 con 0x5561f8ce4cb0 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.155+0000 7faa9ea00700 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8ce4cb0 0x5561f8ce39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faa9ea00700 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8ce4cb0 0x5561f8ce39c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85f5a8f6ee7b915a server_cookie=2245e9652ea4cca6 in_seq=0 out_seq=0 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faa8d600700 10 client.25132 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faa8d600700 1 -- 172.21.15.32:0/1159072285 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5561f8bb06d0 con 0x5561f8ce4cb0 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faa8d600700 10 client.25132 handle_command_reply: tid=0 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 client.25132 shutdown 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 msgr2=0x5561f8c83240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c83240 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x5561f8c69e20 tx=0x7faa8801f000 comp rx=0 tx=0).stop 2024-04-25T19:03:30.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 shutdown_connections 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5561f8ce4cb0 0x5561f8ce39c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5561f8c5f3a0 0x5561f8c62290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5561f8c64000 0x5561f8c50cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 --2- 172.21.15.32:0/1159072285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5561f8c5fcc0 0x5561f8c83240 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 >> 172.21.15.32:0/1159072285 conn(0x5561f8b84f00 msgr2=0x5561f8c559a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.156+0000 7faa8d600700 0 client.25132 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 shutdown_connections 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faab07c6b80 1 -- 172.21.15.32:0/1159072285 wait complete. 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faab07c6b80 20 client.25132 trim_cache size 0 max 16384 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:03:30.161 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24538, 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 250.71158467699999, 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 28, 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 90, 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 88, 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 282.314058886 2024-04-25T19:03:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7faa840a3cc0 msgr2=0x7faa840a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7faa840a3cc0 0x7faa840a6180 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7faaa010fda0 tx=0x7faa88005fd0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 msgr2=0x7faaa019b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa019b300 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faa9000e9a0 tx=0x7faa9000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 shutdown_connections 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faaa0108a20 0x7faaa019fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faaa006afe0 0x7faaa019b300 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7faa840a3cc0 0x7faa840a6180 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 --2- 172.21.15.32:0/2757363694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faaa006b980 0x7faaa019b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:30.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.157+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 >> 172.21.15.32:0/2757363694 conn(0x7faaa00788b0 msgr2=0x7faaa00ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:30.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.158+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 shutdown_connections 2024-04-25T19:03:30.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:30.158+0000 7faaa5e00700 1 -- 172.21.15.32:0/2757363694 wait complete. 2024-04-25T19:03:31.185 INFO:teuthology.run_tasks:Running task sequential... 2024-04-25T19:03:31.195 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-25T19:03:31.195 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-25T19:03:31.195 INFO:teuthology.task.print:Enabling mgr modules 2024-04-25T19:03:31.195 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-25T19:03:31.196 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T19:03:31.196 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:03:31.196 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 -- 172.21.15.32:0/3519714687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98981028b0 msgr2=0x7f9898109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 --2- 172.21.15.32:0/3519714687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98981028b0 0x7f9898109140 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9890009900 tx=0x7f989002a410 comp rx=0 tx=0).stop 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 -- 172.21.15.32:0/3519714687 shutdown_connections 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 --2- 172.21.15.32:0/3519714687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f98981028b0 0x7f9898109140 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 --2- 172.21.15.32:0/3519714687 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898101ef0 0x7f9898102370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 --2- 172.21.15.32:0/3519714687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9898100d00 0x7f9898101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 -- 172.21.15.32:0/3519714687 >> 172.21.15.32:0/3519714687 conn(0x7f98980fc230 msgr2=0x7f98980fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:31.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 -- 172.21.15.32:0/3519714687 shutdown_connections 2024-04-25T19:03:31.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.409+0000 7f989f000640 1 -- 172.21.15.32:0/3519714687 wait complete. 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.410+0000 7f989f000640 1 Processor -- start 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.410+0000 7f989f000640 1 -- start start 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989f000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 0x7f989819a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989f000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9898101ef0 0x7f989819a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989f000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98981028b0 0x7f98981a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989f000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f989810c880 con 0x7f9898101ef0 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989f000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f989810c700 con 0x7f9898100d00 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989f000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f989810ca00 con 0x7f98981028b0 2024-04-25T19:03:31.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 0x7f989819a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 0x7f989819a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33132/0 (socket says 172.21.15.32:33132) 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 -- 172.21.15.32:0/1704172124 learned_addr learned my addr 172.21.15.32:0/1704172124 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989e600640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98981028b0 0x7f98981a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989d200640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9898101ef0 0x7f989819a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 -- 172.21.15.32:0/1704172124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98981028b0 msgr2=0x7f98981a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98981028b0 0x7f98981a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 -- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9898101ef0 msgr2=0x7f989819a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9898101ef0 0x7f989819a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989dc00640 1 -- 172.21.15.32:0/1704172124 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98981a1e70 con 0x7f9898100d00 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.411+0000 7f989d200640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9898101ef0 0x7f989819a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.412+0000 7f989dc00640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 0x7f989819a250 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f988c00eb70 tx=0x7f988c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.412+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c003b70 con 0x7f9898100d00 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.412+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f988c00ee70 con 0x7f9898100d00 2024-04-25T19:03:31.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.412+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98981a2160 con 0x7f9898100d00 2024-04-25T19:03:31.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.412+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c010650 con 0x7f9898100d00 2024-04-25T19:03:31.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.412+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98981a2660 con 0x7f9898100d00 2024-04-25T19:03:31.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.413+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98981a2920 con 0x7f9898100d00 2024-04-25T19:03:31.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.415+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f988c004020 con 0x7f9898100d00 2024-04-25T19:03:31.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.417+0000 7f9896000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98800a3b90 0x7f98800a6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:31.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.417+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f988c0d0b40 con 0x7f9898100d00 2024-04-25T19:03:31.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.417+0000 7f989d200640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98800a3b90 0x7f98800a6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:31.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.418+0000 7f989d200640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98800a3b90 0x7f98800a6050 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f989819b760 tx=0x7f988400b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:31.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.421+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f988c09d4e0 con 0x7f9898100d00 2024-04-25T19:03:31.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:31 smithi066 ceph-mon[32882]: pgmap v462: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-25T19:03:31.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:31 smithi064 ceph-mon[32321]: pgmap v462: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-25T19:03:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:31 smithi032 ceph-mon[28041]: pgmap v462: 97 pgs: 97 active+clean; 648 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-04-25T19:03:31.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:31.687+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f98981a2af0 con 0x7f9898100d00 2024-04-25T19:03:32.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.215+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f988c099450 con 0x7f9898100d00 2024-04-25T19:03:32.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.216+0000 7f9896000640 1 -- 172.21.15.32:0/1704172124 <== mon.2 v2:172.21.15.64:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f988c079ac0 con 0x7f9898100d00 2024-04-25T19:03:32.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98800a3b90 msgr2=0x7f98800a6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98800a3b90 0x7f98800a6050 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f989819b760 tx=0x7f988400b5f0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 msgr2=0x7f989819a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 0x7f989819a250 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f988c00eb70 tx=0x7f988c00c6a0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 shutdown_connections 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98981028b0 0x7f98981a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f98800a3b90 0x7f98800a6050 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9898101ef0 0x7f989819a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 --2- 172.21.15.32:0/1704172124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9898100d00 0x7f989819a250 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.220+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 >> 172.21.15.32:0/1704172124 conn(0x7f98980fc230 msgr2=0x7f98980fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.221+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 shutdown_connections 2024-04-25T19:03:32.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.221+0000 7f989f000640 1 -- 172.21.15.32:0/1704172124 wait complete. 2024-04-25T19:03:32.244 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 -- 172.21.15.32:0/2600604842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c074950 msgr2=0x7f571c074db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 --2- 172.21.15.32:0/2600604842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c074950 0x7f571c074db0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5708009900 tx=0x7f570802a480 comp rx=0 tx=0).stop 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 -- 172.21.15.32:0/2600604842 shutdown_connections 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 --2- 172.21.15.32:0/2600604842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f571c109e50 0x7f571c10c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 --2- 172.21.15.32:0/2600604842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c074950 0x7f571c074db0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 --2- 172.21.15.32:0/2600604842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c075f30 0x7f571c074380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 -- 172.21.15.32:0/2600604842 >> 172.21.15.32:0/2600604842 conn(0x7f571c0fd530 msgr2=0x7f571c0ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 -- 172.21.15.32:0/2600604842 shutdown_connections 2024-04-25T19:03:32.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.432+0000 7f5723c00640 1 -- 172.21.15.32:0/2600604842 wait complete. 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.433+0000 7f5723c00640 1 Processor -- start 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.433+0000 7f5723c00640 1 -- start start 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5723c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 0x7f571c19a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5723c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c075f30 0x7f571c19a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5723c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f571c109e50 0x7f571c1a1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5723c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f571c10fd50 con 0x7f571c074950 2024-04-25T19:03:32.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5723c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f571c10fbd0 con 0x7f571c075f30 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5723c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f571c10fed0 con 0x7f571c109e50 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 0x7f571c19a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 0x7f571c19a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48154/0 (socket says 172.21.15.32:48154) 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 -- 172.21.15.32:0/64774196 learned_addr learned my addr 172.21.15.32:0/64774196 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f571be00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c075f30 0x7f571c19a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f571c109e50 0x7f571c1a1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 -- 172.21.15.32:0/64774196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f571c109e50 msgr2=0x7f571c1a1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f571c109e50 0x7f571c1a1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 -- 172.21.15.32:0/64774196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c075f30 msgr2=0x7f571c19a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c075f30 0x7f571c19a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f5721200640 1 -- 172.21.15.32:0/64774196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c1a1ff0 con 0x7f571c074950 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.434+0000 7f571be00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c075f30 0x7f571c19a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:32.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.435+0000 7f5721200640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 0x7f571c19a3d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f571000e9f0 tx=0x7f571000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:32.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.435+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571000cd80 con 0x7f571c074950 2024-04-25T19:03:32.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.435+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57100108e0 con 0x7f571c074950 2024-04-25T19:03:32.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.435+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571c1a22e0 con 0x7f571c074950 2024-04-25T19:03:32.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.435+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710018980 con 0x7f571c074950 2024-04-25T19:03:32.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.435+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571c1a2850 con 0x7f571c074950 2024-04-25T19:03:32.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.437+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f571c050530 con 0x7f571c074950 2024-04-25T19:03:32.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.438+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f5710010430 con 0x7f571c074950 2024-04-25T19:03:32.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.440+0000 7f5719600640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 0x7f57040a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.440+0000 7f571be00640 1 -- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 msgr2=0x7f57040a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:32.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.440+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f57100d0760 con 0x7f571c074950 2024-04-25T19:03:32.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.440+0000 7f571be00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 0x7f57040a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T19:03:32.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.445+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f571009cab0 con 0x7f571c074950 2024-04-25T19:03:32.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1704172124' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T19:03:32.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T19:03:32.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: ignoring --setuser ceph since I am not root 2024-04-25T19:03:32.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: ignoring --setgroup ceph since I am not root 2024-04-25T19:03:32.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-mgr[34750]: -- 172.21.15.66:0/2400307300 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55819f7fe5a0 con 0x55819f7d3000 2024-04-25T19:03:32.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:32.391+0000 7f90d0cf7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T19:03:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1704172124' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T19:03:32.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T19:03:32.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: ignoring --setuser ceph since I am not root 2024-04-25T19:03:32.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: ignoring --setgroup ceph since I am not root 2024-04-25T19:03:32.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-mgr[33717]: -- 172.21.15.64:0/1218706911 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5631ce5dc5a0 con 0x5631ce5b1000 2024-04-25T19:03:32.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:32.393+0000 7f55fbfa6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T19:03:32.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1704172124' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T19:03:32.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-25T19:03:32.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: ignoring --setuser ceph since I am not root 2024-04-25T19:03:32.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: ignoring --setgroup ceph since I am not root 2024-04-25T19:03:32.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.641+0000 7f571be00640 1 -- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 msgr2=0x7f57040a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:32.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.641+0000 7f571be00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 0x7f57040a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T19:03:32.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.686+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f571c108c10 con 0x7f571c074950 2024-04-25T19:03:32.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.693+0000 7f5719600640 1 -- 172.21.15.32:0/64774196 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v30)=0 v30) ==== 138+0+0 (secure 0 0 0) 0x7f571c108c10 con 0x7f571c074950 2024-04-25T19:03:32.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.696+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 msgr2=0x7f57040a6130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T19:03:32.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.696+0000 7f5723c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 0x7f57040a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.696+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 msgr2=0x7f571c19a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.696+0000 7f5723c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 0x7f571c19a3d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f571000e9f0 tx=0x7f571000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 shutdown_connections 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f571c109e50 0x7f571c1a1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f571c075f30 0x7f571c19a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f57040a3c70 0x7f57040a6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 --2- 172.21.15.32:0/64774196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f571c074950 0x7f571c19a3d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 >> 172.21.15.32:0/64774196 conn(0x7f571c0fd530 msgr2=0x7f571c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 shutdown_connections 2024-04-25T19:03:32.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.697+0000 7f5723c00640 1 -- 172.21.15.32:0/64774196 wait complete. 2024-04-25T19:03:32.726 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-25T19:03:32.842 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:32.563+0000 7f466b1e5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-25T19:03:32.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1550828649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 msgr2=0x7f4ae010a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1550828649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae010a240 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8009be0 tx=0x7f4ad802a6c0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1550828649 shutdown_connections 2024-04-25T19:03:32.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1550828649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae010a240 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1550828649 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ae0102f60 0x7f4ae01033e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1550828649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0101e10 0x7f4ae0102230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1550828649 >> 172.21.15.32:0/1550828649 conn(0x7f4ae00fd380 msgr2=0x7f4ae00ff7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:32.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.927+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1550828649 shutdown_connections 2024-04-25T19:03:32.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.928+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1550828649 wait complete. 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 Processor -- start 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 -- start start 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ae0101e10 0x7f4ae019a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 0x7f4ae019a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae01a1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae010d960 con 0x7f4ae0101e10 2024-04-25T19:03:32.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae010d7e0 con 0x7f4ae0102f60 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4ae4c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae010dae0 con 0x7f4ae0103920 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4adfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae01a1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4adea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 0x7f4ae019a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4adf400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ae0101e10 0x7f4ae019a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4adea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 0x7f4ae019a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38920/0 (socket says 172.21.15.32:38920) 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4adea00640 1 -- 172.21.15.32:0/1423466554 learned_addr learned my addr 172.21.15.32:0/1423466554 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.929+0000 7f4adfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae01a1790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50086/0 (socket says 172.21.15.32:50086) 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adfe00640 1 -- 172.21.15.32:0/1423466554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 msgr2=0x7f4ae019a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adfe00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 0x7f4ae019a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adfe00640 1 -- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ae0101e10 msgr2=0x7f4ae019a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adfe00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ae0101e10 0x7f4ae019a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:32.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adfe00640 1 -- 172.21.15.32:0/1423466554 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae01a1e00 con 0x7f4ae0103920 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adea00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 0x7f4ae019a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4adfe00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae01a1790 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8034040 tx=0x7f4ad8030d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.930+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad8041020 con 0x7f4ae0103920 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.931+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ad8030ec0 con 0x7f4ae0103920 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.931+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae01a2090 con 0x7f4ae0103920 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.931+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad8036040 con 0x7f4ae0103920 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.931+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae01a2550 con 0x7f4ae0103920 2024-04-25T19:03:32.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.932+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ae01a27b0 con 0x7f4ae0103920 2024-04-25T19:03:32.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.934+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f4ad8044020 con 0x7f4ae0103920 2024-04-25T19:03:32.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.935+0000 7f4ad7e00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 0x7f4ac40a60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.935+0000 7f4adf400640 1 -- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 msgr2=0x7f4ac40a60a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.935+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f4ad80f0fe0 con 0x7f4ae0103920 2024-04-25T19:03:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.935+0000 7f4adf400640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 0x7f4ac40a60a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T19:03:32.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:32.939+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ad804b020 con 0x7f4ae0103920 2024-04-25T19:03:32.951 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:32.587+0000 7f90d0cf7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T19:03:32.951 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:32.694+0000 7f90d0cf7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T19:03:33.018 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:32.589+0000 7f55fbfa6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T19:03:33.018 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:32.695+0000 7f55fbfa6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T19:03:33.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.136+0000 7f4adf400640 1 -- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 msgr2=0x7f4ac40a60a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:33.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.136+0000 7f4adf400640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 0x7f4ac40a60a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T19:03:33.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.146+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f4ae01a2980 con 0x7f4ae0103920 2024-04-25T19:03:33.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.154+0000 7f4ad7e00640 1 -- 172.21.15.32:0/1423466554 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v31)=0 v31) ==== 133+0+0 (secure 0 0 0) 0x7f4ad80bd9a0 con 0x7f4ae0103920 2024-04-25T19:03:33.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 msgr2=0x7f4ac40a60a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 0x7f4ac40a60a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 msgr2=0x7f4ae01a1790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae01a1790 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8034040 tx=0x7f4ad8030d50 comp rx=0 tx=0).stop 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 shutdown_connections 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ae0103920 0x7f4ae01a1790 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ae0102f60 0x7f4ae019a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f4ac40a3be0 0x7f4ac40a60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 --2- 172.21.15.32:0/1423466554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ae0101e10 0x7f4ae019a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 >> 172.21.15.32:0/1423466554 conn(0x7f4ae00fd380 msgr2=0x7f4ae0074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 shutdown_connections 2024-04-25T19:03:33.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:33.157+0000 7f4ae4c00640 1 -- 172.21.15.32:0/1423466554 wait complete. 2024-04-25T19:03:33.174 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:32.839+0000 7f466b1e5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-25T19:03:33.175 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:32.988+0000 7f466b1e5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-25T19:03:33.178 INFO:teuthology.run_tasks:Running task kclient... 2024-04-25T19:03:33.201 INFO:tasks.kclient:Mounting kernel clients... 2024-04-25T19:03:33.201 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-25T19:03:33.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:33.201 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-25T19:03:33.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:33.246 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-04-25T19:03:33.272 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:33.016+0000 7f55fbfa6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T19:03:33.272 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:33.105+0000 7f55fbfa6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T19:03:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:33 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T19:03:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:33 smithi064 ceph-mon[32321]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-25T19:03:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:33 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/64774196' entity='client.admin' 2024-04-25T19:03:33.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:33 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' 2024-04-25T19:03:33.362 INFO:teuthology.orchestra.run.smithi032.stderr:Cannot find device "ceph-brx" 2024-04-25T19:03:33.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:03:33.366 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-25T19:03:33.366 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-25T19:03:33.366 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T19:03:33.367 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-25T19:03:33.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:33 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T19:03:33.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:33 smithi032 ceph-mon[28041]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-25T19:03:33.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:33 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/64774196' entity='client.admin' 2024-04-25T19:03:33.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:33 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' 2024-04-25T19:03:33.428 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:33.400+0000 7f466b1e5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T19:03:33.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:33.017+0000 7f90d0cf7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-25T19:03:33.452 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:33.107+0000 7f90d0cf7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T19:03:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:33 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-25T19:03:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:33 smithi066 ceph-mon[32882]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-25T19:03:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:33 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/64774196' entity='client.admin' 2024-04-25T19:03:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:33 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' 2024-04-25T19:03:33.779 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:33.520+0000 7f466b1e5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-25T19:03:33.784 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:34.701 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:34.354+0000 7f90d0cf7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T19:03:34.702 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:34.532+0000 7f90d0cf7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T19:03:34.702 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:34.348+0000 7f55fbfa6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T19:03:34.702 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:34.524+0000 7f55fbfa6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T19:03:35.003 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:34.701+0000 7f55fbfa6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T19:03:35.014 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:34.710+0000 7f90d0cf7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T19:03:35.272 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:35.002+0000 7f55fbfa6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T19:03:35.272 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:35.098+0000 7f55fbfa6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T19:03:35.322 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:35.012+0000 7f90d0cf7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T19:03:35.322 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:35.109+0000 7f90d0cf7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T19:03:35.531 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:35.177+0000 7f466b1e5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-25T19:03:35.531 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:35.423+0000 7f466b1e5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-25T19:03:35.702 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:35.320+0000 7f90d0cf7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T19:03:35.702 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:35.522+0000 7f90d0cf7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T19:03:35.772 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:35.308+0000 7f55fbfa6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T19:03:35.772 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:35.510+0000 7f55fbfa6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T19:03:35.903 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:35.653+0000 7f466b1e5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-25T19:03:36.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 -- 172.21.15.32:0/1685011223 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908104450 msgr2=0x7f690810c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:36.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 --2- 172.21.15.32:0/1685011223 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908104450 0x7f690810c940 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f68f4009990 tx=0x7f68f4009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 -- 172.21.15.32:0/1685011223 shutdown_connections 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 --2- 172.21.15.32:0/1685011223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908103b30 0x7f6908103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 --2- 172.21.15.32:0/1685011223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690810f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 --2- 172.21.15.32:0/1685011223 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908104450 0x7f690810c940 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 -- 172.21.15.32:0/1685011223 >> 172.21.15.32:0/1685011223 conn(0x7f69080fd360 msgr2=0x7f69080ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.063+0000 7f6907e00700 1 -- 172.21.15.32:0/1685011223 shutdown_connections 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.064+0000 7f6907e00700 1 -- 172.21.15.32:0/1685011223 wait complete. 2024-04-25T19:03:36.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.065+0000 7f6907e00700 1 Processor -- start 2024-04-25T19:03:36.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.065+0000 7f6907e00700 1 -- start start 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908103b30 0x7f690819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 0x7f690819b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6908112ba0 con 0x7f6908104450 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6908112a20 con 0x7f6908103b30 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6908112d20 con 0x7f690810cf60 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6906000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 0x7f690819b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:36.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:36.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690819fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50108/0 (socket says 172.21.15.32:50108) 2024-04-25T19:03:36.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6906000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 0x7f690819b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48194/0 (socket says 172.21.15.32:48194) 2024-04-25T19:03:36.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6907400700 1 -- 172.21.15.32:0/1124272230 learned_addr learned my addr 172.21.15.32:0/1124272230 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:36.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.066+0000 7f6906a00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908103b30 0x7f690819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:36.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907400700 1 -- 172.21.15.32:0/1124272230 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908103b30 msgr2=0x7f690819b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:36.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907400700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908103b30 0x7f690819b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907400700 1 -- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 msgr2=0x7f690819b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907400700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 0x7f690819b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907400700 1 -- 172.21.15.32:0/1124272230 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69081a0320 con 0x7f690810cf60 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6906000700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 0x7f690819b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6906a00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908103b30 0x7f690819b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907400700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690819fbe0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f690000e940 tx=0x7f690000ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900004a30 con 0x7f690810cf60 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69000054d0 con 0x7f690810cf60 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.067+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69081a0610 con 0x7f690810cf60 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.068+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690000ccf0 con 0x7f690810cf60 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.068+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69081a7e90 con 0x7f690810cf60 2024-04-25T19:03:36.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.069+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6908069730 con 0x7f690810cf60 2024-04-25T19:03:36.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.072+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f6900005020 con 0x7f690810cf60 2024-04-25T19:03:36.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.073+0000 7f68ff400700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 0x7f68ec0a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:36.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.074+0000 7f6906a00700 1 -- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 msgr2=0x7f68ec0a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:36.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.074+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f69000d0540 con 0x7f690810cf60 2024-04-25T19:03:36.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.074+0000 7f6906a00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 0x7f68ec0a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T19:03:36.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.078+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f690009cee0 con 0x7f690810cf60 2024-04-25T19:03:36.197 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:36.064+0000 7f466b1e5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-25T19:03:36.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.275+0000 7f6906a00700 1 -- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 msgr2=0x7f68ec0a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:36.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.275+0000 7f6906a00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 0x7f68ec0a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T19:03:36.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.360+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f69081a80c0 con 0x7f690810cf60 2024-04-25T19:03:36.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.360+0000 7f68ff400700 1 -- 172.21.15.32:0/1124272230 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f690009c7e0 con 0x7f690810cf60 2024-04-25T19:03:36.362 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-25T19:03:36.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.363+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 msgr2=0x7f68ec0a6150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.363+0000 7f6907e00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 0x7f68ec0a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.363+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 msgr2=0x7f690819fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.363+0000 7f6907e00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690819fbe0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f690000e940 tx=0x7f690000ec50 comp rx=0 tx=0).stop 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.363+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 shutdown_connections 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.363+0000 7f6907e00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f690810cf60 0x7f690819fbe0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.364+0000 7f6907e00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6908103b30 0x7f690819b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.364+0000 7f6907e00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f68ec0a3c90 0x7f68ec0a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.364+0000 7f6907e00700 1 --2- 172.21.15.32:0/1124272230 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6908104450 0x7f690819b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.364+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 >> 172.21.15.32:0/1124272230 conn(0x7f69080fd360 msgr2=0x7f690810e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.364+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 shutdown_connections 2024-04-25T19:03:36.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:36.364+0000 7f6907e00700 1 -- 172.21.15.32:0/1124272230 wait complete. 2024-04-25T19:03:36.415 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:36.153+0000 7f90d0cf7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T19:03:36.415 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:36.137+0000 7f55fbfa6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T19:03:36.467 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:36 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1124272230' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T19:03:36.467 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:36.195+0000 7f466b1e5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-25T19:03:36.678 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:36 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1124272230' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T19:03:36.678 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:36.576+0000 7f55fbfa6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T19:03:36.698 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:36 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1124272230' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-25T19:03:36.698 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:36.595+0000 7f90d0cf7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T19:03:36.698 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:36.696+0000 7f90d0cf7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T19:03:36.742 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:36.464+0000 7f466b1e5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-25T19:03:36.951 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:36.907+0000 7f90d0cf7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T19:03:37.022 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:36.676+0000 7f55fbfa6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T19:03:37.022 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:36.886+0000 7f55fbfa6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T19:03:37.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:36.741+0000 7f466b1e5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-25T19:03:37.259 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-25T19:03:37.259 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-25T19:03:37.259 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-04-25T19:03:37.259 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-25T19:03:37.259 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-25T19:03:37.260 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-25T19:03:37.260 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-25T19:03:37.260 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-25T19:03:37.260 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-25T19:03:37.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:37.260 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-04-25T19:03:37.311 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-04-25T19:03:37.312 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-25T19:03:37.313 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 41702sec preferred_lft 41702sec 2024-04-25T19:03:37.313 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link noprefixroute 2024-04-25T19:03:37.313 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-25T19:03:37.313 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-25T19:03:37.313 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-04-25T19:03:37.313 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-04-25T19:03:37.314 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-25T19:03:37.314 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-25T19:03:37.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T19:03:37.687 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:37.593+0000 7f466b1e5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-25T19:03:37.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:37.771 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:37.432+0000 7f55fbfa6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T19:03:37.771 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:37.527+0000 7f55fbfa6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T19:03:37.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:37.772 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-25T19:03:37.805 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:37.454+0000 7f90d0cf7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T19:03:37.806 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:37.550+0000 7f90d0cf7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T19:03:37.840 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-04-25T19:03:37.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:37.845 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-04-25T19:03:37.892 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-04-25T19:03:37.892 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-25T19:03:37.892 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-25T19:03:37.892 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-25T19:03:37.892 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-25T19:03:37.893 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T19:03:37.893 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-25T19:03:37.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-25T19:03:37.894 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-25T19:03:37.894 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-25T19:03:37.894 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-25T19:03:37.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T19:03:38.140 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:37.781+0000 7f55fbfa6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T19:03:38.140 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:37.920+0000 7f55fbfa6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T19:03:38.140 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:38.018+0000 7f55fbfa6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T19:03:38.140 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:38.139+0000 7f55fbfa6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T19:03:38.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:37.803+0000 7f90d0cf7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T19:03:38.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:37.942+0000 7f90d0cf7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T19:03:38.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:38.042+0000 7f90d0cf7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T19:03:38.165 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:38.163+0000 7f90d0cf7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T19:03:38.265 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:38.237+0000 7f466b1e5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-25T19:03:38.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:38.377+0000 7f466b1e5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-25T19:03:38.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:38.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:38.630 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-25T19:03:38.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:38.679 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-04-25T19:03:38.727 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T19:03:38.728 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-25T19:03:38.728 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T19:03:38.728 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-25T19:03:38.728 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-25T19:03:38.771 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:38.448+0000 7f55fbfa6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T19:03:38.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T19:03:38.882 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:38.674+0000 7f466b1e5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-25T19:03:38.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:38.903 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-25T19:03:38.903 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-25T19:03:38.951 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:38.475+0000 7f90d0cf7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T19:03:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T19:03:39.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:39.181 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-25T19:03:39.181 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-25T19:03:39.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-04-25T19:03:39.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-04-25T19:03:39.181 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-25T19:03:39.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T19:03:39.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:39.373 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:39.107+0000 7f90d0cf7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T19:03:39.373 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z[34746]: 2024-04-25T19:03:39.332+0000 7f90d0cf7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T19:03:39.374 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:39.078+0000 7f55fbfa6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T19:03:39.374 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y[33713]: 2024-04-25T19:03:39.303+0000 7f55fbfa6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T19:03:39.380 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T19:03:39.380 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-25T19:03:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-25T19:03:39.419 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-25T19:03:39.419 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-25T19:03:39.507 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-25T19:03:39.507 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-25T19:03:39.507 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/b196b73b-88bd-4adb-868d-e70c8cf6e4f1 2024-04-25T19:03:39.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:39.507 DEBUG:teuthology.orchestra.run.smithi032:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/b196b73b-88bd-4adb-868d-e70c8cf6e4f1 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-25T19:03:39.512 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:39.378+0000 7f466b1e5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-25T19:03:39.512 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:39.510+0000 7f466b1e5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-25T19:03:39.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: Standby manager daemon y restarted 2024-04-25T19:03:39.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: Standby manager daemon y started 2024-04-25T19:03:39.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: Standby manager daemon z restarted 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: Standby manager daemon z started 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T19:03:39.513 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-mon[28041]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T19:03:39.645 INFO:teuthology.orchestra.run.smithi032.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-25T19:03:39.755 INFO:teuthology.orchestra.run.smithi032.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: Standby manager daemon y restarted 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: Standby manager daemon y started 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: Standby manager daemon z restarted 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: Standby manager daemon z started 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T19:03:39.756 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T19:03:39.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T19:03:39.757 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:39 smithi066 ceph-mon[32882]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: Standby manager daemon y restarted 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: Standby manager daemon y started 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.64:0/1746739263' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: Standby manager daemon z restarted 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: Standby manager daemon z started 2024-04-25T19:03:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-25T19:03:39.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-25T19:03:39.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-25T19:03:39.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:39 smithi064 ceph-mon[32321]: from='mgr.? 172.21.15.66:0/1355577968' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-25T19:03:40.052 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:39.857+0000 7f466b1e5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-25T19:03:40.052 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:40.049+0000 7f466b1e5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-25T19:03:40.343 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:40.182+0000 7f466b1e5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-25T19:03:40.389 INFO:teuthology.orchestra.run.smithi032.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-25T19:03:40.389 INFO:teuthology.orchestra.run.smithi032.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-25T19:03:40.389 INFO:teuthology.orchestra.run.smithi032.stdout:mount.ceph: resolved to: "172.21.15.32:3300,172.21.15.64:3300,172.21.15.66:3300" 2024-04-25T19:03:40.390 INFO:teuthology.orchestra.run.smithi032.stdout:mount.ceph: trying mount with new device syntax: 0@26958fb4-0334-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/b196b73b-88bd-4adb-868d-e70c8cf6e4f1 2024-04-25T19:03:40.390 INFO:teuthology.orchestra.run.smithi032.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.32:3300/172.21.15.64:3300/172.21.15.66:3300" will pass to kernel 2024-04-25T19:03:40.393 INFO:teuthology.orchestra.run.smithi032.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-25T19:03:40.393 INFO:teuthology.orchestra.run.smithi032.stdout: You just mounted a file system that supports labels which does not 2024-04-25T19:03:40.393 INFO:teuthology.orchestra.run.smithi032.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-25T19:03:40.393 INFO:teuthology.orchestra.run.smithi032.stdout: applications will generate AVC messages and not be allowed access to 2024-04-25T19:03:40.393 INFO:teuthology.orchestra.run.smithi032.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-25T19:03:40.397 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-25T19:03:40.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:03:40.397 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-25T19:03:40.466 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T19:03:40.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T19:03:40.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:40.576 INFO:teuthology.orchestra.run.smithi032.stdout:client25127 2024-04-25T19:03:40.577 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T19:03:40.577 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T19:03:40.625 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T19:03:40.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:40 smithi066 ceph-mon[32882]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-25T19:03:40.739 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:40 smithi032 ceph-mon[28041]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-25T19:03:40.739 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:40.341+0000 7f466b1e5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-25T19:03:40.739 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:40.737+0000 7f466b1e5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-25T19:03:40.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:40 smithi064 ceph-mon[32321]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-25T19:03:40.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T19:03:40.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:40.787 INFO:teuthology.orchestra.run.smithi032.stdout:client25127 2024-04-25T19:03:40.787 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-25T19:03:40.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-25T19:03:40.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:40.899 INFO:teuthology.orchestra.run.smithi032.stdout:client25127 2024-04-25T19:03:40.899 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/26958fb4-0334-11ef-bc93-c7b262605968.client25127/status') 2024-04-25T19:03:40.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-25T19:03:41.027 INFO:teuthology.orchestra.run.smithi032.stdout:instance: client.25127 (3)172.21.15.32:0/3714085174 2024-04-25T19:03:41.027 INFO:teuthology.orchestra.run.smithi032.stdout:blocklisted: false 2024-04-25T19:03:41.027 INFO:teuthology.orchestra.run.smithi032.stderr:0+1 records in 2024-04-25T19:03:41.028 INFO:teuthology.orchestra.run.smithi032.stderr:0+1 records out 2024-04-25T19:03:41.028 INFO:teuthology.orchestra.run.smithi032.stderr:71 bytes copied, 0.000107126 s, 663 kB/s 2024-04-25T19:03:41.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-25T19:03:41.040 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T19:03:41.049 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T19:03:41.049 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:03:41.049 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-25T19:03:41.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.234+0000 7f2148600640 1 -- 172.21.15.32:0/2478586563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21401041e0 msgr2=0x7f2140104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.234+0000 7f2148600640 1 --2- 172.21.15.32:0/2478586563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21401041e0 0x7f2140104600 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2134009900 tx=0x7f213402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 -- 172.21.15.32:0/2478586563 shutdown_connections 2024-04-25T19:03:41.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 --2- 172.21.15.32:0/2478586563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2140105d90 0x7f214010c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 --2- 172.21.15.32:0/2478586563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21401053d0 0x7f2140105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 --2- 172.21.15.32:0/2478586563 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21401041e0 0x7f2140104600 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 -- 172.21.15.32:0/2478586563 >> 172.21.15.32:0/2478586563 conn(0x7f21400ff770 msgr2=0x7f2140101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:41.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 -- 172.21.15.32:0/2478586563 shutdown_connections 2024-04-25T19:03:41.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.235+0000 7f2148600640 1 -- 172.21.15.32:0/2478586563 wait complete. 2024-04-25T19:03:41.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 Processor -- start 2024-04-25T19:03:41.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 -- start start 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 0x7f214019a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21401053d0 0x7f214019a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2140105d90 0x7f21401a19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f214010fd70 con 0x7f21401041e0 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f214010fbf0 con 0x7f2140105d90 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2148600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f214010fef0 con 0x7f21401053d0 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.236+0000 7f2145c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 0x7f214019a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 0x7f214019a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48224/0 (socket says 172.21.15.32:48224) 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 -- 172.21.15.32:0/2651407367 learned_addr learned my addr 172.21.15.32:0/2651407367 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145200640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21401053d0 0x7f214019a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2146600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2140105d90 0x7f21401a19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 -- 172.21.15.32:0/2651407367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21401053d0 msgr2=0x7f214019a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21401053d0 0x7f214019a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 -- 172.21.15.32:0/2651407367 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2140105d90 msgr2=0x7f21401a19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2140105d90 0x7f21401a19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 -- 172.21.15.32:0/2651407367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21401a2030 con 0x7f21401041e0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f2145c00640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 0x7f214019a410 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2134031500 tx=0x7f2134003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.237+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213403f070 con 0x7f21401041e0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.238+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21401a22c0 con 0x7f21401041e0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.238+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2134031c50 con 0x7f21401041e0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.238+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2134035030 con 0x7f21401041e0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.238+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21401a2800 con 0x7f21401041e0 2024-04-25T19:03:41.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.239+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f214010b5d0 con 0x7f21401041e0 2024-04-25T19:03:41.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.241+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 20) ==== 138663+0+0 (secure 0 0 0) 0x7f2134042070 con 0x7f21401041e0 2024-04-25T19:03:41.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.242+0000 7f213e000640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 0x7f21280a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.242+0000 7f2145200640 1 -- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 msgr2=0x7f21280a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:41.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.242+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f21340f0b00 con 0x7f21401041e0 2024-04-25T19:03:41.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.242+0000 7f2145200640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 0x7f21280a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T19:03:41.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.247+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f21340bce50 con 0x7f21401041e0 2024-04-25T19:03:41.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.443+0000 7f2145200640 1 -- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 msgr2=0x7f21280a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:41.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.443+0000 7f2145200640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 0x7f21280a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-25T19:03:41.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.493+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f214002d5c0 con 0x7f21401041e0 2024-04-25T19:03:41.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.548+0000 7f213e000640 1 -- 172.21.15.32:0/2651407367 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v29) ==== 118+0+0 (secure 0 0 0) 0x7f21340c1150 con 0x7f21401041e0 2024-04-25T19:03:41.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 msgr2=0x7f21280a6130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 0x7f21280a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 msgr2=0x7f214019a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 0x7f214019a410 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2134031500 tx=0x7f2134003c10 comp rx=0 tx=0).stop 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 shutdown_connections 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2140105d90 0x7f21401a19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21401053d0 0x7f214019a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f21280a3c70 0x7f21280a6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 --2- 172.21.15.32:0/2651407367 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21401041e0 0x7f214019a410 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 >> 172.21.15.32:0/2651407367 conn(0x7f21400ff770 msgr2=0x7f21401087a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.551+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 shutdown_connections 2024-04-25T19:03:41.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.552+0000 7f2148600640 1 -- 172.21.15.32:0/2651407367 wait complete. 2024-04-25T19:03:41.571 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-25T19:03:41.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 -- 172.21.15.32:0/285196184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984109e60 msgr2=0x7f598410c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 --2- 172.21.15.32:0/285196184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984109e60 0x7f598410c300 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f597c009be0 tx=0x7f597c02a750 comp rx=0 tx=0).stop 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 -- 172.21.15.32:0/285196184 shutdown_connections 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 --2- 172.21.15.32:0/285196184 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984109e60 0x7f598410c300 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 --2- 172.21.15.32:0/285196184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984074950 0x7f5984074db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 --2- 172.21.15.32:0/285196184 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5984075f30 0x7f5984074380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.756+0000 7f598aa00640 1 -- 172.21.15.32:0/285196184 >> 172.21.15.32:0/285196184 conn(0x7f59840fd540 msgr2=0x7f59840ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.757+0000 7f598aa00640 1 -- 172.21.15.32:0/285196184 shutdown_connections 2024-04-25T19:03:41.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.757+0000 7f598aa00640 1 -- 172.21.15.32:0/285196184 wait complete. 2024-04-25T19:03:41.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 Processor -- start 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 -- start start 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984074950 0x7f598419a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5984075f30 0x7f598419a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984109e60 0x7f59841a1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f598410fd10 con 0x7f5984074950 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f598410fb90 con 0x7f5984075f30 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f598aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f598410fe90 con 0x7f5984109e60 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f5983e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984074950 0x7f598419a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f5988a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984109e60 0x7f59841a1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f5988a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984109e60 0x7f59841a1950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50170/0 (socket says 172.21.15.32:50170) 2024-04-25T19:03:41.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f5988a00640 1 -- 172.21.15.32:0/4222988042 learned_addr learned my addr 172.21.15.32:0/4222988042 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.758+0000 7f5983400640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5984075f30 0x7f598419a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5988a00640 1 -- 172.21.15.32:0/4222988042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5984075f30 msgr2=0x7f598419a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5988a00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5984075f30 0x7f598419a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5988a00640 1 -- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984074950 msgr2=0x7f598419a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5988a00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984074950 0x7f598419a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5988a00640 1 -- 172.21.15.32:0/4222988042 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59841a1fc0 con 0x7f5984109e60 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5983e00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5984074950 0x7f598419a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5988a00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984109e60 0x7f59841a1950 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f597c02ac70 tx=0x7f597c032f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.759+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c041020 con 0x7f5984109e60 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.760+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59841a2250 con 0x7f5984109e60 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.760+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f597c030ea0 con 0x7f5984109e60 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.760+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597c036040 con 0x7f5984109e60 2024-04-25T19:03:41.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.760+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59841a2790 con 0x7f5984109e60 2024-04-25T19:03:41.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.761+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5984050530 con 0x7f5984109e60 2024-04-25T19:03:41.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.763+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 20) ==== 138663+0+0 (secure 0 0 0) 0x7f597c044020 con 0x7f5984109e60 2024-04-25T19:03:41.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.764+0000 7f5980c00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f59680a3c70 0x7f59680a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:41.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.764+0000 7f5983e00640 1 -- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f59680a3c70 msgr2=0x7f59680a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.32:6800/396827153 2024-04-25T19:03:41.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.764+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8240+0+0 (secure 0 0 0) 0x7f597c0f1080 con 0x7f5984109e60 2024-04-25T19:03:41.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.764+0000 7f5983e00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f59680a3c70 0x7f59680a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-25T19:03:41.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.769+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f597c04b020 con 0x7f5984109e60 2024-04-25T19:03:41.848 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:41.541+0000 7f466b1e5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-25T19:03:41.848 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:41 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2651407367' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T19:03:41.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.871+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mgrmap(e 21) ==== 138331+0+0 (secure 0 0 0) 0x7f597c0b99d0 con 0x7f5984109e60 2024-04-25T19:03:41.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.872+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f59680a3c70 msgr2=0x7f59680a6130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-25T19:03:41.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:41.872+0000 7f5980c00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/396827153,v1:172.21.15.32:6801/396827153] conn(0x7f59680a3c70 0x7f59680a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:41 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2651407367' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T19:03:42.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:41 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2651407367' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-25T19:03:42.199 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:41.845+0000 7f466b1e5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.196+0000 7f45c0c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.196+0000 7f45c0c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.196+0000 7f45c0c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.196+0000 7f45c0c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.196+0000 7f45c0c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.197+0000 7f45bda00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.197+0000 7f45bda00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.197+0000 7f45bda00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.197+0000 7f45bda00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.197+0000 7f45bda00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:42.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.877+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mon.1 v2:172.21.15.66:3300/0 8 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f597c0eec00 con 0x7f5984109e60 2024-04-25T19:03:42.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.878+0000 7f5980c00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5968052820 0x7f5968052c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:42.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.878+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f597c0c5920 con 0x7f5968052820 2024-04-25T19:03:42.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.880+0000 7f5983e00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5968052820 0x7f5968052c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:42.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.887+0000 7f5983e00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5968052820 0x7f5968052c00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f59740094e0 tx=0x7f5974005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:42.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2651407367' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: Active manager daemon x restarted 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: Activating manager daemon x 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: mgrmap e21: x(active, starting, since 0.022731s), standbys: z, y 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T19:03:42.899 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T19:03:42.900 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T19:03:42.901 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: Manager daemon x is now available 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T19:03:42.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T19:03:42.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.914+0000 7f5980c00640 1 -- 172.21.15.32:0/4222988042 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f597c0c5920 con 0x7f5968052820 2024-04-25T19:03:42.916 INFO:teuthology.orchestra.run.smithi032.stdout:{} 2024-04-25T19:03:42.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.917+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5968052820 msgr2=0x7f5968052c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:42.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.917+0000 7f598aa00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5968052820 0x7f5968052c00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f59740094e0 tx=0x7f5974005f90 comp rx=0 tx=0).stop 2024-04-25T19:03:42.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.917+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984109e60 msgr2=0x7f59841a1950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:42.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.917+0000 7f598aa00640 1 --2- 172.21.15.32:0/4222988042 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5984109e60 0x7f59841a1950 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f597c02ac70 tx=0x7f597c032f90 comp rx=0 tx=0).stop 2024-04-25T19:03:42.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.917+0000 7f5988a00640 1 -- 172.21.15.32:0/4222988042 reap_dead start 2024-04-25T19:03:42.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.918+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 shutdown_connections 2024-04-25T19:03:42.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.918+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 >> 172.21.15.32:0/4222988042 conn(0x7f59840fd540 msgr2=0x7f5984105df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:42.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.918+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 shutdown_connections 2024-04-25T19:03:42.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:42.918+0000 7f598aa00640 1 -- 172.21.15.32:0/4222988042 wait complete. 2024-04-25T19:03:42.943 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-25T19:03:42.955 INFO:teuthology.run_tasks:Running task exec... 2024-04-25T19:03:42.964 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T19:03:42.964 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:03:42.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2651407367' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: Active manager daemon x restarted 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: Activating manager daemon x 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: mgrmap e21: x(active, starting, since 0.022731s), standbys: z, y 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T19:03:42.965 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T19:03:42.966 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T19:03:42.967 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: Manager daemon x is now available 2024-04-25T19:03:42.968 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:03:42.968 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T19:03:42.968 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:42 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T19:03:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2651407367' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-25T19:03:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T19:03:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: Active manager daemon x restarted 2024-04-25T19:03:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: Activating manager daemon x 2024-04-25T19:03:43.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: osdmap e91: 12 total, 12 up, 12 in 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: mgrmap e21: x(active, starting, since 0.022731s), standbys: z, y 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:03:43.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-25T19:03:43.024 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: Manager daemon x is now available 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:03:43.025 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-25T19:03:43.026 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:42 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-25T19:03:43.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 -- 172.21.15.32:0/2030962914 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60107ca0 msgr2=0x7fdb6010a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 --2- 172.21.15.32:0/2030962914 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60107ca0 0x7fdb6010a0f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fdb58009ca0 tx=0x7fdb5802a8c0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 -- 172.21.15.32:0/2030962914 shutdown_connections 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 --2- 172.21.15.32:0/2030962914 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60107ca0 0x7fdb6010a0f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 --2- 172.21.15.32:0/2030962914 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb60105370 0x7fdb60107760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 --2- 172.21.15.32:0/2030962914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60102a40 0x7fdb60104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 -- 172.21.15.32:0/2030962914 >> 172.21.15.32:0/2030962914 conn(0x7fdb600fc430 msgr2=0x7fdb600fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 -- 172.21.15.32:0/2030962914 shutdown_connections 2024-04-25T19:03:43.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.144+0000 7fdb65e00640 1 -- 172.21.15.32:0/2030962914 wait complete. 2024-04-25T19:03:43.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.145+0000 7fdb65e00640 1 Processor -- start 2024-04-25T19:03:43.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.145+0000 7fdb65e00640 1 -- start start 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb65e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 0x7fdb6019a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb65e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60105370 0x7fdb6019a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb65e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb60107ca0 0x7fdb601a19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb65e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6010db50 con 0x7fdb60107ca0 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb65e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6010d9d0 con 0x7fdb60102a40 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb65e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6010dcd0 con 0x7fdb60105370 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 0x7fdb6019a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 0x7fdb6019a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46300/0 (socket says 172.21.15.32:46300) 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 -- 172.21.15.32:0/999657131 learned_addr learned my addr 172.21.15.32:0/999657131 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5f400640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb60107ca0 0x7fdb601a19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5e000640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60105370 0x7fdb6019a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 -- 172.21.15.32:0/999657131 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60105370 msgr2=0x7fdb6019a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60105370 0x7fdb6019a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 -- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb60107ca0 msgr2=0x7fdb601a19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb60107ca0 0x7fdb601a19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.146+0000 7fdb5ea00640 1 -- 172.21.15.32:0/999657131 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb601a2020 con 0x7fdb60102a40 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb5e000640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60105370 0x7fdb6019a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb5ea00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 0x7fdb6019a400 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000e9f0 tx=0x7fdb5000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5000cd80 con 0x7fdb60102a40 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb500054d0 con 0x7fdb60102a40 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb601a2310 con 0x7fdb60102a40 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb50010690 con 0x7fdb60102a40 2024-04-25T19:03:43.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.147+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb601a2810 con 0x7fdb60102a40 2024-04-25T19:03:43.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.148+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb60109790 con 0x7fdb60102a40 2024-04-25T19:03:43.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.150+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fdb50004e70 con 0x7fdb60102a40 2024-04-25T19:03:43.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.151+0000 7fdb64a00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb440a3990 0x7fdb440a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.152+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fdb500d05e0 con 0x7fdb60102a40 2024-04-25T19:03:43.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.152+0000 7fdb5e000640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb440a3990 0x7fdb440a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.153+0000 7fdb5e000640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb440a3990 0x7fdb440a5e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdb6019b910 tx=0x7fdb4c005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:43.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.156+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb5009d160 con 0x7fdb60102a40 2024-04-25T19:03:43.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.896+0000 7f45b9e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:43.280 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.896+0000 7f45b9e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:43.280 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.896+0000 7f45b9e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:43.280 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.896+0000 7f45b9e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:43.280 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:03:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:03:42.896+0000 7f45b9e00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:03:43.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.402+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdb60062390 con 0x7fdb440a3990 2024-04-25T19:03:43.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.503+0000 7fdb64a00640 1 -- 172.21.15.32:0/999657131 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdb60062390 con 0x7fdb440a3990 2024-04-25T19:03:43.505 INFO:teuthology.orchestra.run.smithi032.stdout:Schedule set for path / 2024-04-25T19:03:43.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.506+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb440a3990 msgr2=0x7fdb440a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.506+0000 7fdb65e00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb440a3990 0x7fdb440a5e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdb6019b910 tx=0x7fdb4c005f90 comp rx=0 tx=0).stop 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.506+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 msgr2=0x7fdb6019a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.506+0000 7fdb65e00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 0x7fdb6019a400 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000e9f0 tx=0x7fdb5000edf0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 shutdown_connections 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb440a3990 0x7fdb440a5e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb60107ca0 0x7fdb601a19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb60105370 0x7fdb6019a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 --2- 172.21.15.32:0/999657131 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb60102a40 0x7fdb6019a400 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 >> 172.21.15.32:0/999657131 conn(0x7fdb600fc430 msgr2=0x7fdb60102110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 shutdown_connections 2024-04-25T19:03:43.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.507+0000 7fdb65e00640 1 -- 172.21.15.32:0/999657131 wait complete. 2024-04-25T19:03:43.527 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 -- 172.21.15.32:0/4239926822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 msgr2=0x7f7d4c104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 --2- 172.21.15.32:0/4239926822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c104600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c009900 tx=0x7f7d3c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 -- 172.21.15.32:0/4239926822 shutdown_connections 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 --2- 172.21.15.32:0/4239926822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c105d90 0x7f7d4c10c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 --2- 172.21.15.32:0/4239926822 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7d4c1053d0 0x7f7d4c105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 --2- 172.21.15.32:0/4239926822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c104600 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 -- 172.21.15.32:0/4239926822 >> 172.21.15.32:0/4239926822 conn(0x7f7d4c0ff770 msgr2=0x7f7d4c101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 -- 172.21.15.32:0/4239926822 shutdown_connections 2024-04-25T19:03:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.727+0000 7f7d52a00640 1 -- 172.21.15.32:0/4239926822 wait complete. 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.728+0000 7f7d52a00640 1 Processor -- start 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.728+0000 7f7d52a00640 1 -- start start 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d52a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d52a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c1053d0 0x7f7d4c19a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d52a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7d4c105d90 0x7f7d4c1a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d52a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7d4c10fd20 con 0x7f7d4c1053d0 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d52a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7d4c10fba0 con 0x7f7d4c105d90 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d52a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7d4c10fea0 con 0x7f7d4c1041e0 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c19a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:41800/0 (socket says 172.21.15.32:41800) 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 -- 172.21.15.32:0/330406102 learned_addr learned my addr 172.21.15.32:0/330406102 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4b400640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c1053d0 0x7f7d4c19a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d50a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7d4c105d90 0x7f7d4c1a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 -- 172.21.15.32:0/330406102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7d4c105d90 msgr2=0x7f7d4c1a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7d4c105d90 0x7f7d4c1a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 -- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c1053d0 msgr2=0x7f7d4c19a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c1053d0 0x7f7d4c19a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4be00640 1 -- 172.21.15.32:0/330406102 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d4c1a2040 con 0x7f7d4c1041e0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.729+0000 7f7d4b400640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c1053d0 0x7f7d4c19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.730+0000 7f7d4be00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c19a420 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c006010 tx=0x7f7d3c0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.730+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c03f030 con 0x7f7d4c1041e0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.730+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d4c1a22d0 con 0x7f7d4c1041e0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.730+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d3c031910 con 0x7f7d4c1041e0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.730+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c035070 con 0x7f7d4c1041e0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.730+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d4c1a27c0 con 0x7f7d4c1041e0 2024-04-25T19:03:43.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.731+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d4c10b5d0 con 0x7f7d4c1041e0 2024-04-25T19:03:43.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.733+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f7d3c042030 con 0x7f7d4c1041e0 2024-04-25T19:03:43.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.734+0000 7f7d48c00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7d300a3990 0x7f7d300a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:43.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.735+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f7d3c0f06f0 con 0x7f7d4c1041e0 2024-04-25T19:03:43.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.735+0000 7f7d4b400640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7d300a3990 0x7f7d300a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:43.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.735+0000 7f7d4b400640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7d300a3990 0x7f7d300a5e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c19b930 tx=0x7f7d38005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:43.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.739+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d3c0bd270 con 0x7f7d4c1041e0 2024-04-25T19:03:43.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.890+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f7d3c0b91e0 con 0x7f7d4c1041e0 2024-04-25T19:03:43.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:43.977+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f7d4c0624f0 con 0x7f7d300a3990 2024-04-25T19:03:44.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.069+0000 7f7d48c00640 1 -- 172.21.15.32:0/330406102 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f7d4c0624f0 con 0x7f7d300a3990 2024-04-25T19:03:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:Retention added to path / 2024-04-25T19:03:44.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7d300a3990 msgr2=0x7f7d300a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7d300a3990 0x7f7d300a5e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c19b930 tx=0x7f7d38005f90 comp rx=0 tx=0).stop 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 msgr2=0x7f7d4c19a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c19a420 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c006010 tx=0x7f7d3c0042f0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 shutdown_connections 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7d300a3990 0x7f7d300a5e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7d4c105d90 0x7f7d4c1a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7d4c1053d0 0x7f7d4c19a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 --2- 172.21.15.32:0/330406102 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d4c1041e0 0x7f7d4c19a420 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.072+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 >> 172.21.15.32:0/330406102 conn(0x7f7d4c0ff770 msgr2=0x7f7d4c1087a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.073+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 shutdown_connections 2024-04-25T19:03:44.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.073+0000 7f7d52a00640 1 -- 172.21.15.32:0/330406102 wait complete. 2024-04-25T19:03:44.089 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: [25/Apr/2024:19:03:42] ENGINE Bus STARTING 2024-04-25T19:03:44.089 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: [25/Apr/2024:19:03:42] ENGINE Serving on https://172.21.15.32:7150 2024-04-25T19:03:44.089 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: mgrmap e22: x(active, since 1.02293s), standbys: z, y 2024-04-25T19:03:44.089 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: from='client.25180 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:44.090 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:44.090 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: [25/Apr/2024:19:03:42] ENGINE Serving on http://172.21.15.32:8765 2024-04-25T19:03:44.090 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:43 smithi032 ceph-mon[28041]: [25/Apr/2024:19:03:42] ENGINE Bus STARTED 2024-04-25T19:03:44.092 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-25T19:03:44.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: [25/Apr/2024:19:03:42] ENGINE Bus STARTING 2024-04-25T19:03:44.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: [25/Apr/2024:19:03:42] ENGINE Serving on https://172.21.15.32:7150 2024-04-25T19:03:44.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: mgrmap e22: x(active, since 1.02293s), standbys: z, y 2024-04-25T19:03:44.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: from='client.25180 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:44.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:44.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: [25/Apr/2024:19:03:42] ENGINE Serving on http://172.21.15.32:8765 2024-04-25T19:03:44.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:43 smithi066 ceph-mon[32882]: [25/Apr/2024:19:03:42] ENGINE Bus STARTED 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: [25/Apr/2024:19:03:42] ENGINE Bus STARTING 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: [25/Apr/2024:19:03:42] ENGINE Serving on https://172.21.15.32:7150 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: mgrmap e22: x(active, since 1.02293s), standbys: z, y 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: from='client.25180 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: [25/Apr/2024:19:03:42] ENGINE Serving on http://172.21.15.32:8765 2024-04-25T19:03:44.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:43 smithi064 ceph-mon[32321]: [25/Apr/2024:19:03:42] ENGINE Bus STARTED 2024-04-25T19:03:44.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 -- 172.21.15.32:0/4119626138 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d801053d0 msgr2=0x7f6d80105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 --2- 172.21.15.32:0/4119626138 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d801053d0 0x7f6d80105850 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c009900 tx=0x7f6d6c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 -- 172.21.15.32:0/4119626138 shutdown_connections 2024-04-25T19:03:44.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 --2- 172.21.15.32:0/4119626138 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d80105d90 0x7f6d8010c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 --2- 172.21.15.32:0/4119626138 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d801053d0 0x7f6d80105850 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 --2- 172.21.15.32:0/4119626138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801041e0 0x7f6d80104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.292+0000 7f6d84a00640 1 -- 172.21.15.32:0/4119626138 >> 172.21.15.32:0/4119626138 conn(0x7f6d800ff770 msgr2=0x7f6d80101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:44.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.293+0000 7f6d84a00640 1 -- 172.21.15.32:0/4119626138 shutdown_connections 2024-04-25T19:03:44.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.293+0000 7f6d84a00640 1 -- 172.21.15.32:0/4119626138 wait complete. 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 Processor -- start 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 -- start start 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d801041e0 0x7f6d8019a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 0x7f6d8019a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d80105d90 0x7f6d801a1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8010fd20 con 0x7f6d801053d0 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8010fba0 con 0x7f6d80105d90 2024-04-25T19:03:44.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.294+0000 7f6d84a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6d8010fea0 con 0x7f6d801041e0 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 0x7f6d8019a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 0x7f6d8019a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38012/0 (socket says 172.21.15.32:38012) 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7d400640 1 -- 172.21.15.32:0/508707234 learned_addr learned my addr 172.21.15.32:0/508707234 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7e800640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d80105d90 0x7f6d801a1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7de00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d801041e0 0x7f6d8019a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7e800640 1 -- 172.21.15.32:0/508707234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d801041e0 msgr2=0x7f6d8019a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7e800640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d801041e0 0x7f6d8019a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7e800640 1 -- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 msgr2=0x7f6d8019a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7e800640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 0x7f6d8019a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7e800640 1 -- 172.21.15.32:0/508707234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d801a1ff0 con 0x7f6d80105d90 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.295+0000 7f6d7d400640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 0x7f6d8019a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.296+0000 7f6d7e800640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d80105d90 0x7f6d801a1980 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6d78009fd0 tx=0x7f6d7800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.296+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7800ce20 con 0x7f6d80105d90 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.296+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d78005020 con 0x7f6d80105d90 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.296+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d801a22e0 con 0x7f6d80105d90 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.296+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d78010690 con 0x7f6d80105d90 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.296+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d801a2880 con 0x7f6d80105d90 2024-04-25T19:03:44.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.297+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d8010b550 con 0x7f6d80105d90 2024-04-25T19:03:44.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.299+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f6d780054d0 con 0x7f6d80105d90 2024-04-25T19:03:44.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.301+0000 7f6d76a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6d640a3e20 0x7f6d640a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.301+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f6d780d10f0 con 0x7f6d80105d90 2024-04-25T19:03:44.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.301+0000 7f6d7de00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6d640a3e20 0x7f6d640a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.302+0000 7f6d7de00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6d640a3e20 0x7f6d640a62e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6d80105230 tx=0x7f6d70005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.305+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6d7809d5d0 con 0x7f6d80105d90 2024-04-25T19:03:44.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.546+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f6d80062390 con 0x7f6d640a3e20 2024-04-25T19:03:44.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.556+0000 7f6d76a00640 1 -- 172.21.15.32:0/508707234 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f6d80062390 con 0x7f6d640a3e20 2024-04-25T19:03:44.558 INFO:teuthology.orchestra.run.smithi032.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-25T00:00:00", "created": "2024-04-25T19:03:43", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6d640a3e20 msgr2=0x7f6d640a62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6d640a3e20 0x7f6d640a62e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6d80105230 tx=0x7f6d70005f90 comp rx=0 tx=0).stop 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d80105d90 msgr2=0x7f6d801a1980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d80105d90 0x7f6d801a1980 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6d78009fd0 tx=0x7f6d7800ef10 comp rx=0 tx=0).stop 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 shutdown_connections 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6d640a3e20 0x7f6d640a62e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6d80105d90 0x7f6d801a1980 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6d801053d0 0x7f6d8019a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 --2- 172.21.15.32:0/508707234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d801041e0 0x7f6d8019a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 >> 172.21.15.32:0/508707234 conn(0x7f6d800ff770 msgr2=0x7f6d80108720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:44.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 shutdown_connections 2024-04-25T19:03:44.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.559+0000 7f6d84a00640 1 -- 172.21.15.32:0/508707234 wait complete. 2024-04-25T19:03:44.579 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-25T19:03:44.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 -- 172.21.15.32:0/2025995509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac075f90 msgr2=0x7f39ac0743e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 --2- 172.21.15.32:0/2025995509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac075f90 0x7f39ac0743e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f399c009900 tx=0x7f399c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 -- 172.21.15.32:0/2025995509 shutdown_connections 2024-04-25T19:03:44.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 --2- 172.21.15.32:0/2025995509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac109e80 0x7f39ac10c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 --2- 172.21.15.32:0/2025995509 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 --2- 172.21.15.32:0/2025995509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac075f90 0x7f39ac0743e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 -- 172.21.15.32:0/2025995509 >> 172.21.15.32:0/2025995509 conn(0x7f39ac0fd530 msgr2=0x7f39ac0ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:44.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.782+0000 7f39b1000640 1 -- 172.21.15.32:0/2025995509 shutdown_connections 2024-04-25T19:03:44.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.783+0000 7f39b1000640 1 -- 172.21.15.32:0/2025995509 wait complete. 2024-04-25T19:03:44.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.784+0000 7f39b1000640 1 Processor -- start 2024-04-25T19:03:44.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.784+0000 7f39b1000640 1 -- start start 2024-04-25T19:03:44.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39b1000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac19a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39b1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac075f90 0x7f39ac19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39b1000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac109e80 0x7f39ac1a19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39b1000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac10fd10 con 0x7f39ac109e80 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39b1000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac10fb90 con 0x7f39ac0749b0 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39b1000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac10fe90 con 0x7f39ac075f90 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac19a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac19a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46374/0 (socket says 172.21.15.32:46374) 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 -- 172.21.15.32:0/1891182130 learned_addr learned my addr 172.21.15.32:0/1891182130 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39aa800640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac109e80 0x7f39ac1a19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a1400640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac075f90 0x7f39ac19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 -- 172.21.15.32:0/1891182130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac075f90 msgr2=0x7f39ac19a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac075f90 0x7f39ac19a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 -- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac109e80 msgr2=0x7f39ac1a19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac109e80 0x7f39ac1a19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a9e00640 1 -- 172.21.15.32:0/1891182130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac1a2010 con 0x7f39ac0749b0 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39a1400640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac075f90 0x7f39ac19a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.785+0000 7f39aa800640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac109e80 0x7f39ac1a19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.786+0000 7f39a9e00640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac19a440 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f399c005ab0 tx=0x7f399c003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.786+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c03f070 con 0x7f39ac0749b0 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.786+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f399c031c50 con 0x7f39ac0749b0 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.786+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac1a22a0 con 0x7f39ac0749b0 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.786+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c035030 con 0x7f39ac0749b0 2024-04-25T19:03:44.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.786+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac1a2790 con 0x7f39ac0749b0 2024-04-25T19:03:44.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.788+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39ac108bb0 con 0x7f39ac0749b0 2024-04-25T19:03:44.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.789+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f399c042070 con 0x7f39ac0749b0 2024-04-25T19:03:44.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.792+0000 7f39a3400640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f39900a3da0 0x7f39900a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:44.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.792+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f399c0f1280 con 0x7f39ac0749b0 2024-04-25T19:03:44.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.792+0000 7f39a1400640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f39900a3da0 0x7f39900a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:44.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.793+0000 7f39a1400640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f39900a3da0 0x7f39900a6260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f39ac19b900 tx=0x7f3994005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:44.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:44.795+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f399c0bd760 con 0x7f39ac0749b0 2024-04-25T19:03:45.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.078+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f39ac062390 con 0x7f39900a3da0 2024-04-25T19:03:45.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.087+0000 7f39a3400640 1 -- 172.21.15.32:0/1891182130 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f39ac062390 con 0x7f39900a3da0 2024-04-25T19:03:45.088 INFO:teuthology.orchestra.run.smithi032.stdout:/ 1m 6m3h 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f39900a3da0 msgr2=0x7f39900a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f39900a3da0 0x7f39900a6260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f39ac19b900 tx=0x7f3994005f90 comp rx=0 tx=0).stop 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 msgr2=0x7f39ac19a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac19a440 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f399c005ab0 tx=0x7f399c003b90 comp rx=0 tx=0).stop 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 shutdown_connections 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f39900a3da0 0x7f39900a6260 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f39ac109e80 0x7f39ac1a19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac075f90 0x7f39ac19a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 --2- 172.21.15.32:0/1891182130 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f39ac0749b0 0x7f39ac19a440 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:45.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 >> 172.21.15.32:0/1891182130 conn(0x7f39ac0fd530 msgr2=0x7f39ac105d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:45.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 shutdown_connections 2024-04-25T19:03:45.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:45.090+0000 7f39b1000640 1 -- 172.21.15.32:0/1891182130 wait complete. 2024-04-25T19:03:45.111 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-25T19:03:45.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:44 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.184 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-25T19:03:45.196 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-25T19:03:45.205 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:03:45.205 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.206 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:44 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.210 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-25T19:03:45.222 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-25T19:03:45.222 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:44 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:45.664 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:46 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:46.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:46.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:46 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:46.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:46 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:47 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi066 to 176.2M 2024-04-25T19:03:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:47 smithi064 ceph-mon[32321]: Unable to set osd_memory_target on smithi066 to 184761651: error parsing value: Value '184761651' is below minimum 939524096 2024-04-25T19:03:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:47 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-25T19:03:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:47 smithi064 ceph-mon[32321]: Unable to set osd_memory_target on smithi064 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-04-25T19:03:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:47 smithi064 ceph-mon[32321]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:47 smithi064 ceph-mon[32321]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-25T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:47 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi066 to 176.2M 2024-04-25T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:47 smithi032 ceph-mon[28041]: Unable to set osd_memory_target on smithi066 to 184761651: error parsing value: Value '184761651' is below minimum 939524096 2024-04-25T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:47 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-25T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:47 smithi032 ceph-mon[28041]: Unable to set osd_memory_target on smithi064 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-04-25T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:47 smithi032 ceph-mon[28041]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:47 smithi032 ceph-mon[28041]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-25T19:03:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:47 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi066 to 176.2M 2024-04-25T19:03:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:47 smithi066 ceph-mon[32882]: Unable to set osd_memory_target on smithi066 to 184761651: error parsing value: Value '184761651' is below minimum 939524096 2024-04-25T19:03:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:47 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-25T19:03:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:47 smithi066 ceph-mon[32882]: Unable to set osd_memory_target on smithi064 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-04-25T19:03:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:47 smithi066 ceph-mon[32882]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:03:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:47 smithi066 ceph-mon[32882]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-25T19:03:48.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.228+0000 7f9b38a00700 1 -- 172.21.15.32:0/399103053 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b341034b0 msgr2=0x7f9b3410f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:48.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.228+0000 7f9b38a00700 1 --2- 172.21.15.32:0/399103053 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b341034b0 0x7f9b3410f920 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c00b0d0 tx=0x7f9b2c00b3e0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 -- 172.21.15.32:0/399103053 shutdown_connections 2024-04-25T19:03:48.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 --2- 172.21.15.32:0/399103053 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b341034b0 0x7f9b3410f920 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 --2- 172.21.15.32:0/399103053 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b34107940 0x7f9b34107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 --2- 172.21.15.32:0/399103053 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b34102af0 0x7f9b34102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 -- 172.21.15.32:0/399103053 >> 172.21.15.32:0/399103053 conn(0x7f9b34079ba0 msgr2=0x7f9b34079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:48.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 -- 172.21.15.32:0/399103053 shutdown_connections 2024-04-25T19:03:48.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.229+0000 7f9b38a00700 1 -- 172.21.15.32:0/399103053 wait complete. 2024-04-25T19:03:48.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.230+0000 7f9b38a00700 1 Processor -- start 2024-04-25T19:03:48.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.230+0000 7f9b38a00700 1 -- start start 2024-04-25T19:03:48.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b38a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 0x7f9b34074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b38a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b341034b0 0x7f9b34075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b38a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b34107940 0x7f9b340757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b38a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9b34112c90 con 0x7f9b341034b0 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b38a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9b34112b10 con 0x7f9b34102af0 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b38a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9b34112e10 con 0x7f9b34107940 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 0x7f9b34074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 0x7f9b34074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46386/0 (socket says 172.21.15.32:46386) 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 -- 172.21.15.32:0/2947661649 learned_addr learned my addr 172.21.15.32:0/2947661649 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b32800700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b34107940 0x7f9b340757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:48.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31400700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b341034b0 0x7f9b34075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:48.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 -- 172.21.15.32:0/2947661649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b34107940 msgr2=0x7f9b340757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:48.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b34107940 0x7f9b340757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 -- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b341034b0 msgr2=0x7f9b34075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:48.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b341034b0 0x7f9b34075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.231+0000 7f9b31e00700 1 -- 172.21.15.32:0/2947661649 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b341abb30 con 0x7f9b34102af0 2024-04-25T19:03:48.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.232+0000 7f9b31e00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 0x7f9b34074d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400e9a0 tx=0x7f9b2400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:48.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.232+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2400cbd0 con 0x7f9b34102af0 2024-04-25T19:03:48.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.232+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b2400cd70 con 0x7f9b34102af0 2024-04-25T19:03:48.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.232+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b24018680 con 0x7f9b34102af0 2024-04-25T19:03:48.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.232+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b341abdc0 con 0x7f9b34102af0 2024-04-25T19:03:48.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.233+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b341ac220 con 0x7f9b34102af0 2024-04-25T19:03:48.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.234+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b341041b0 con 0x7f9b34102af0 2024-04-25T19:03:48.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.236+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f9b24018820 con 0x7f9b34102af0 2024-04-25T19:03:48.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.238+0000 7f9b2aa00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9b180a3f50 0x7f9b180a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:48.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.238+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f9b240d0dd0 con 0x7f9b34102af0 2024-04-25T19:03:48.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.238+0000 7f9b31400700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9b180a3f50 0x7f9b180a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:48.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.239+0000 7f9b31400700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9b180a3f50 0x7f9b180a6410 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9b34076500 tx=0x7f9b20009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:48.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.242+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b24053ff0 con 0x7f9b34102af0 2024-04-25T19:03:48.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.496+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9b34076270 con 0x7f9b180a3f50 2024-04-25T19:03:48.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.506+0000 7f9b2aa00700 1 -- 172.21.15.32:0/2947661649 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258156 (secure 0 0 0) 0x7f9b34076270 con 0x7f9b180a3f50 2024-04-25T19:03:48.513 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.510+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9b180a3f50 msgr2=0x7f9b180a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.510+0000 7f9b38a00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9b180a3f50 0x7f9b180a6410 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9b34076500 tx=0x7f9b20009260 comp rx=0 tx=0).stop 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.510+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 msgr2=0x7f9b34074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.510+0000 7f9b38a00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 0x7f9b34074d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400e9a0 tx=0x7f9b2400ecb0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.510+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 shutdown_connections 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.510+0000 7f9b38a00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9b180a3f50 0x7f9b180a6410 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.511+0000 7f9b38a00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b34107940 0x7f9b340757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.511+0000 7f9b38a00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9b34102af0 0x7f9b34074d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.511+0000 7f9b38a00700 1 --2- 172.21.15.32:0/2947661649 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9b341034b0 0x7f9b34075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.511+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 >> 172.21.15.32:0/2947661649 conn(0x7f9b34079ba0 msgr2=0x7f9b34100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.511+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 shutdown_connections 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:48.511+0000 7f9b38a00700 1 -- 172.21.15.32:0/2947661649 wait complete. 2024-04-25T19:03:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi032 to 177.5M 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Unable to set osd_memory_target on smithi032 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:03:48.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: pgmap v6: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 184 KiB/s wr, 81 op/s 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:48.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:48 smithi066 ceph-mon[32882]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi032 to 177.5M 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Unable to set osd_memory_target on smithi032 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: pgmap v6: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 184 KiB/s wr, 81 op/s 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:48.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:48 smithi064 ceph-mon[32321]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi032 to 177.5M 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Unable to set osd_memory_target on smithi032 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi032:/etc/ceph/ceph.conf 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi064:/etc/ceph/ceph.conf 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi066:/etc/ceph/ceph.conf 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:48.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: pgmap v6: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 184 KiB/s wr, 81 op/s 2024-04-25T19:03:48.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi066:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:48.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:48.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:48 smithi032 ceph-mon[28041]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-25T19:03:49.449 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-25T19:03:47.885941+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1393338,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2974,"num_read_kb":1759,"num_write":703,"num_write_kb":5335,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1034,"ondisk_log_size":1034,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374128,"kb_used_data":12456,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567696,"statfs":{"total":1151940427776,"available":1151557320704,"internally_reserved":0,"allocated":12754944,"data_stored":9637411,"data_compressed":300067,"data_compressed_allocated":401408,"data_compressed_original":3813376,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":197414,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":238,"num_write":132,"num_write_kb":918,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.991448"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005499+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T19:03:42.005499+0000","last_peered":"2024-04-25T19:03:42.005499+0000","last_clean":"2024-04-25T19:03:42.005499+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T19:03:42.005499+0000","last_undegraded":"2024-04-25T19:03:42.005499+0000","last_fullsized":"2024-04-25T19:03:42.005499+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210905+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T19:03:42.210905+0000","last_peered":"2024-04-25T19:03:42.210905+0000","last_clean":"2024-04-25T19:03:42.210905+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T19:03:42.210905+0000","last_undegraded":"2024-04-25T19:03:42.210905+0000","last_fullsized":"2024-04-25T19:03:42.210905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210218+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T19:03:42.210218+0000","last_peered":"2024-04-25T19:03:42.210218+0000","last_clean":"2024-04-25T19:03:42.210218+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T19:03:42.210218+0000","last_undegraded":"2024-04-25T19:03:42.210218+0000","last_fullsized":"2024-04-25T19:03:42.210218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863438+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T19:03:41.863438+0000","last_peered":"2024-04-25T19:03:41.863438+0000","last_clean":"2024-04-25T19:03:41.863438+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T19:03:41.863438+0000","last_undegraded":"2024-04-25T19:03:41.863438+0000","last_fullsized":"2024-04-25T19:03:41.863438+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917094+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T19:03:41.917094+0000","last_peered":"2024-04-25T19:03:41.917094+0000","last_clean":"2024-04-25T19:03:41.917094+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T19:03:41.917094+0000","last_undegraded":"2024-04-25T19:03:41.917094+0000","last_fullsized":"2024-04-25T19:03:41.917094+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862759+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T19:03:41.862759+0000","last_peered":"2024-04-25T19:03:41.862759+0000","last_clean":"2024-04-25T19:03:41.862759+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T19:03:41.862759+0000","last_undegraded":"2024-04-25T19:03:41.862759+0000","last_fullsized":"2024-04-25T19:03:41.862759+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.060928+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T19:03:42.060928+0000","last_peered":"2024-04-25T19:03:42.060928+0000","last_clean":"2024-04-25T19:03:42.060928+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T19:03:42.060928+0000","last_undegraded":"2024-04-25T19:03:42.060928+0000","last_fullsized":"2024-04-25T19:03:42.060928+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006040+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T19:03:42.006040+0000","last_peered":"2024-04-25T19:03:42.006040+0000","last_clean":"2024-04-25T19:03:42.006040+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T19:03:42.006040+0000","last_undegraded":"2024-04-25T19:03:42.006040+0000","last_fullsized":"2024-04-25T19:03:42.006040+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205408+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T19:03:42.205408+0000","last_peered":"2024-04-25T19:03:42.205408+0000","last_clean":"2024-04-25T19:03:42.205408+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T19:03:42.205408+0000","last_undegraded":"2024-04-25T19:03:42.205408+0000","last_fullsized":"2024-04-25T19:03:42.205408+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863277+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T19:03:41.863277+0000","last_peered":"2024-04-25T19:03:41.863277+0000","last_clean":"2024-04-25T19:03:41.863277+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T19:03:41.863277+0000","last_undegraded":"2024-04-25T19:03:41.863277+0000","last_fullsized":"2024-04-25T19:03:41.863277+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061210+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T19:03:42.061210+0000","last_peered":"2024-04-25T19:03:42.061210+0000","last_clean":"2024-04-25T19:03:42.061210+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T19:03:42.061210+0000","last_undegraded":"2024-04-25T19:03:42.061210+0000","last_fullsized":"2024-04-25T19:03:42.061210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174618+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T19:03:42.174618+0000","last_peered":"2024-04-25T19:03:42.174618+0000","last_clean":"2024-04-25T19:03:42.174618+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T19:03:42.174618+0000","last_undegraded":"2024-04-25T19:03:42.174618+0000","last_fullsized":"2024-04-25T19:03:42.174618+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171688+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T19:03:42.171688+0000","last_peered":"2024-04-25T19:03:42.171688+0000","last_clean":"2024-04-25T19:03:42.171688+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T19:03:42.171688+0000","last_undegraded":"2024-04-25T19:03:42.171688+0000","last_fullsized":"2024-04-25T19:03:42.171688+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210452+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T19:03:42.210452+0000","last_peered":"2024-04-25T19:03:42.210452+0000","last_clean":"2024-04-25T19:03:42.210452+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T19:03:42.210452+0000","last_undegraded":"2024-04-25T19:03:42.210452+0000","last_fullsized":"2024-04-25T19:03:42.210452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210130+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T19:03:42.210130+0000","last_peered":"2024-04-25T19:03:42.210130+0000","last_clean":"2024-04-25T19:03:42.210130+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T19:03:42.210130+0000","last_undegraded":"2024-04-25T19:03:42.210130+0000","last_fullsized":"2024-04-25T19:03:42.210130+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.204904+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T19:03:42.204904+0000","last_peered":"2024-04-25T19:03:42.204904+0000","last_clean":"2024-04-25T19:03:42.204904+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T19:03:42.204904+0000","last_undegraded":"2024-04-25T19:03:42.204904+0000","last_fullsized":"2024-04-25T19:03:42.204904+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005628+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T19:03:42.005628+0000","last_peered":"2024-04-25T19:03:42.005628+0000","last_clean":"2024-04-25T19:03:42.005628+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T19:03:42.005628+0000","last_undegraded":"2024-04-25T19:03:42.005628+0000","last_fullsized":"2024-04-25T19:03:42.005628+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863531+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T19:03:41.863531+0000","last_peered":"2024-04-25T19:03:41.863531+0000","last_clean":"2024-04-25T19:03:41.863531+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T19:03:41.863531+0000","last_undegraded":"2024-04-25T19:03:41.863531+0000","last_fullsized":"2024-04-25T19:03:41.863531+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862671+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T19:03:41.862671+0000","last_peered":"2024-04-25T19:03:41.862671+0000","last_clean":"2024-04-25T19:03:41.862671+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T19:03:41.862671+0000","last_undegraded":"2024-04-25T19:03:41.862671+0000","last_fullsized":"2024-04-25T19:03:41.862671+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'15","reported_seq":294,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.067971+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:03:46.067971+0000","last_peered":"2024-04-25T19:03:46.067971+0000","last_clean":"2024-04-25T19:03:46.067971+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:03:46.067971+0000","last_undegraded":"2024-04-25T19:03:46.067971+0000","last_fullsized":"2024-04-25T19:03:46.067971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":249,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007519+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T19:03:42.007519+0000","last_peered":"2024-04-25T19:03:42.007519+0000","last_clean":"2024-04-25T19:03:42.007519+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T19:03:42.007519+0000","last_undegraded":"2024-04-25T19:03:42.007519+0000","last_fullsized":"2024-04-25T19:03:42.007519+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007943+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T19:03:42.007943+0000","last_peered":"2024-04-25T19:03:42.007943+0000","last_clean":"2024-04-25T19:03:42.007943+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T19:03:42.007943+0000","last_undegraded":"2024-04-25T19:03:42.007943+0000","last_fullsized":"2024-04-25T19:03:42.007943+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210631+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T19:03:42.210631+0000","last_peered":"2024-04-25T19:03:42.210631+0000","last_clean":"2024-04-25T19:03:42.210631+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T19:03:42.210631+0000","last_undegraded":"2024-04-25T19:03:42.210631+0000","last_fullsized":"2024-04-25T19:03:42.210631+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"91'13","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917977+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T19:03:41.917977+0000","last_peered":"2024-04-25T19:03:41.917977+0000","last_clean":"2024-04-25T19:03:41.917977+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T19:03:41.917977+0000","last_undegraded":"2024-04-25T19:03:41.917977+0000","last_fullsized":"2024-04-25T19:03:41.917977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205026+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T19:03:42.205026+0000","last_peered":"2024-04-25T19:03:42.205026+0000","last_clean":"2024-04-25T19:03:42.205026+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T19:03:42.205026+0000","last_undegraded":"2024-04-25T19:03:42.205026+0000","last_fullsized":"2024-04-25T19:03:42.205026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917714+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T19:03:41.917714+0000","last_peered":"2024-04-25T19:03:41.917714+0000","last_clean":"2024-04-25T19:03:41.917714+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T19:03:41.917714+0000","last_undegraded":"2024-04-25T19:03:41.917714+0000","last_fullsized":"2024-04-25T19:03:41.917714+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918167+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T19:03:41.918167+0000","last_peered":"2024-04-25T19:03:41.918167+0000","last_clean":"2024-04-25T19:03:41.918167+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T19:03:41.918167+0000","last_undegraded":"2024-04-25T19:03:41.918167+0000","last_fullsized":"2024-04-25T19:03:41.918167+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":287,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.923218+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:03:45.923218+0000","last_peered":"2024-04-25T19:03:45.923218+0000","last_clean":"2024-04-25T19:03:45.923218+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:03:45.923218+0000","last_undegraded":"2024-04-25T19:03:45.923218+0000","last_fullsized":"2024-04-25T19:03:45.923218+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":251,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917198+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T19:03:41.917198+0000","last_peered":"2024-04-25T19:03:41.917198+0000","last_clean":"2024-04-25T19:03:41.917198+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T19:03:41.917198+0000","last_undegraded":"2024-04-25T19:03:41.917198+0000","last_fullsized":"2024-04-25T19:03:41.917198+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862601+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T19:03:41.862601+0000","last_peered":"2024-04-25T19:03:41.862601+0000","last_clean":"2024-04-25T19:03:41.862601+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T19:03:41.862601+0000","last_undegraded":"2024-04-25T19:03:41.862601+0000","last_fullsized":"2024-04-25T19:03:41.862601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863243+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T19:03:41.863243+0000","last_peered":"2024-04-25T19:03:41.863243+0000","last_clean":"2024-04-25T19:03:41.863243+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T19:03:41.863243+0000","last_undegraded":"2024-04-25T19:03:41.863243+0000","last_fullsized":"2024-04-25T19:03:41.863243+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171206+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T19:03:42.171206+0000","last_peered":"2024-04-25T19:03:42.171206+0000","last_clean":"2024-04-25T19:03:42.171206+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T19:03:42.171206+0000","last_undegraded":"2024-04-25T19:03:42.171206+0000","last_fullsized":"2024-04-25T19:03:42.171206+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006235+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T19:03:42.006235+0000","last_peered":"2024-04-25T19:03:42.006235+0000","last_clean":"2024-04-25T19:03:42.006235+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T19:03:42.006235+0000","last_undegraded":"2024-04-25T19:03:42.006235+0000","last_fullsized":"2024-04-25T19:03:42.006235+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917355+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T19:03:41.917355+0000","last_peered":"2024-04-25T19:03:41.917355+0000","last_clean":"2024-04-25T19:03:41.917355+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T19:03:41.917355+0000","last_undegraded":"2024-04-25T19:03:41.917355+0000","last_fullsized":"2024-04-25T19:03:41.917355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862908+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T19:03:41.862908+0000","last_peered":"2024-04-25T19:03:41.862908+0000","last_clean":"2024-04-25T19:03:41.862908+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T19:03:41.862908+0000","last_undegraded":"2024-04-25T19:03:41.862908+0000","last_fullsized":"2024-04-25T19:03:41.862908+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'7","reported_seq":522,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205977+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:03:42.205977+0000","last_peered":"2024-04-25T19:03:42.205977+0000","last_clean":"2024-04-25T19:03:42.205977+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:03:42.205977+0000","last_undegraded":"2024-04-25T19:03:42.205977+0000","last_fullsized":"2024-04-25T19:03:42.205977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":486,"num_read_kb":486,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205377+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T19:03:42.205377+0000","last_peered":"2024-04-25T19:03:42.205377+0000","last_clean":"2024-04-25T19:03:42.205377+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T19:03:42.205377+0000","last_undegraded":"2024-04-25T19:03:42.205377+0000","last_fullsized":"2024-04-25T19:03:42.205377+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061427+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T19:03:42.061427+0000","last_peered":"2024-04-25T19:03:42.061427+0000","last_clean":"2024-04-25T19:03:42.061427+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T19:03:42.061427+0000","last_undegraded":"2024-04-25T19:03:42.061427+0000","last_fullsized":"2024-04-25T19:03:42.061427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210452+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T19:03:42.210452+0000","last_peered":"2024-04-25T19:03:42.210452+0000","last_clean":"2024-04-25T19:03:42.210452+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T19:03:42.210452+0000","last_undegraded":"2024-04-25T19:03:42.210452+0000","last_fullsized":"2024-04-25T19:03:42.210452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918242+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T19:03:41.918242+0000","last_peered":"2024-04-25T19:03:41.918242+0000","last_clean":"2024-04-25T19:03:41.918242+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T19:03:41.918242+0000","last_undegraded":"2024-04-25T19:03:41.918242+0000","last_fullsized":"2024-04-25T19:03:41.918242+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205546+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T19:03:42.205546+0000","last_peered":"2024-04-25T19:03:42.205546+0000","last_clean":"2024-04-25T19:03:42.205546+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T19:03:42.205546+0000","last_undegraded":"2024-04-25T19:03:42.205546+0000","last_fullsized":"2024-04-25T19:03:42.205546+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'40","reported_seq":588,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.679189+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:03:42.679189+0000","last_peered":"2024-04-25T19:03:42.679189+0000","last_clean":"2024-04-25T19:03:42.679189+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:03:42.679189+0000","last_undegraded":"2024-04-25T19:03:42.679189+0000","last_fullsized":"2024-04-25T19:03:42.679189+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70924,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":491,"num_read_kb":316,"num_write":42,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917712+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T19:03:41.917712+0000","last_peered":"2024-04-25T19:03:41.917712+0000","last_clean":"2024-04-25T19:03:41.917712+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T19:03:41.917712+0000","last_undegraded":"2024-04-25T19:03:41.917712+0000","last_fullsized":"2024-04-25T19:03:41.917712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862432+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T19:03:41.862432+0000","last_peered":"2024-04-25T19:03:41.862432+0000","last_clean":"2024-04-25T19:03:41.862432+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T19:03:41.862432+0000","last_undegraded":"2024-04-25T19:03:41.862432+0000","last_fullsized":"2024-04-25T19:03:41.862432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171508+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T19:03:42.171508+0000","last_peered":"2024-04-25T19:03:42.171508+0000","last_clean":"2024-04-25T19:03:42.171508+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T19:03:42.171508+0000","last_undegraded":"2024-04-25T19:03:42.171508+0000","last_fullsized":"2024-04-25T19:03:42.171508+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917688+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T19:03:41.917688+0000","last_peered":"2024-04-25T19:03:41.917688+0000","last_clean":"2024-04-25T19:03:41.917688+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T19:03:41.917688+0000","last_undegraded":"2024-04-25T19:03:41.917688+0000","last_fullsized":"2024-04-25T19:03:41.917688+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061118+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T19:03:42.061118+0000","last_peered":"2024-04-25T19:03:42.061118+0000","last_clean":"2024-04-25T19:03:42.061118+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T19:03:42.061118+0000","last_undegraded":"2024-04-25T19:03:42.061118+0000","last_fullsized":"2024-04-25T19:03:42.061118+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'8","reported_seq":290,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.183368+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:03:46.183368+0000","last_peered":"2024-04-25T19:03:46.183368+0000","last_clean":"2024-04-25T19:03:46.183368+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:03:46.183368+0000","last_undegraded":"2024-04-25T19:03:46.183368+0000","last_fullsized":"2024-04-25T19:03:46.183368+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.060863+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T19:03:42.060863+0000","last_peered":"2024-04-25T19:03:42.060863+0000","last_clean":"2024-04-25T19:03:42.060863+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T19:03:42.060863+0000","last_undegraded":"2024-04-25T19:03:42.060863+0000","last_fullsized":"2024-04-25T19:03:42.060863+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917044+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T19:03:41.917044+0000","last_peered":"2024-04-25T19:03:41.917044+0000","last_clean":"2024-04-25T19:03:41.917044+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T19:03:41.917044+0000","last_undegraded":"2024-04-25T19:03:41.917044+0000","last_fullsized":"2024-04-25T19:03:41.917044+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917725+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T19:03:41.917725+0000","last_peered":"2024-04-25T19:03:41.917725+0000","last_clean":"2024-04-25T19:03:41.917725+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T19:03:41.917725+0000","last_undegraded":"2024-04-25T19:03:41.917725+0000","last_fullsized":"2024-04-25T19:03:41.917725+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918035+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T19:03:41.918035+0000","last_peered":"2024-04-25T19:03:41.918035+0000","last_clean":"2024-04-25T19:03:41.918035+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T19:03:41.918035+0000","last_undegraded":"2024-04-25T19:03:41.918035+0000","last_fullsized":"2024-04-25T19:03:41.918035+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005357+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T19:03:42.005357+0000","last_peered":"2024-04-25T19:03:42.005357+0000","last_clean":"2024-04-25T19:03:42.005357+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T19:03:42.005357+0000","last_undegraded":"2024-04-25T19:03:42.005357+0000","last_fullsized":"2024-04-25T19:03:42.005357+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863408+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T19:03:41.863408+0000","last_peered":"2024-04-25T19:03:41.863408+0000","last_clean":"2024-04-25T19:03:41.863408+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T19:03:41.863408+0000","last_undegraded":"2024-04-25T19:03:41.863408+0000","last_fullsized":"2024-04-25T19:03:41.863408+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862706+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T19:03:41.862706+0000","last_peered":"2024-04-25T19:03:41.862706+0000","last_clean":"2024-04-25T19:03:41.862706+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T19:03:41.862706+0000","last_undegraded":"2024-04-25T19:03:41.862706+0000","last_fullsized":"2024-04-25T19:03:41.862706+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'8","reported_seq":284,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061706+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:03:42.061706+0000","last_peered":"2024-04-25T19:03:42.061706+0000","last_clean":"2024-04-25T19:03:42.061706+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:03:42.061706+0000","last_undegraded":"2024-04-25T19:03:42.061706+0000","last_fullsized":"2024-04-25T19:03:42.061706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":246,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862801+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T19:03:41.862801+0000","last_peered":"2024-04-25T19:03:41.862801+0000","last_clean":"2024-04-25T19:03:41.862801+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T19:03:41.862801+0000","last_undegraded":"2024-04-25T19:03:41.862801+0000","last_fullsized":"2024-04-25T19:03:41.862801+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917707+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T19:03:41.917707+0000","last_peered":"2024-04-25T19:03:41.917707+0000","last_clean":"2024-04-25T19:03:41.917707+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T19:03:41.917707+0000","last_undegraded":"2024-04-25T19:03:41.917707+0000","last_fullsized":"2024-04-25T19:03:41.917707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'7","reported_seq":281,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.172240+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:03:42.172240+0000","last_peered":"2024-04-25T19:03:42.172240+0000","last_clean":"2024-04-25T19:03:42.172240+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:03:42.172240+0000","last_undegraded":"2024-04-25T19:03:42.172240+0000","last_fullsized":"2024-04-25T19:03:42.172240+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":244,"num_read_kb":244,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006866+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T19:03:42.006866+0000","last_peered":"2024-04-25T19:03:42.006866+0000","last_clean":"2024-04-25T19:03:42.006866+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T19:03:42.006866+0000","last_undegraded":"2024-04-25T19:03:42.006866+0000","last_fullsized":"2024-04-25T19:03:42.006866+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174479+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T19:03:42.174479+0000","last_peered":"2024-04-25T19:03:42.174479+0000","last_clean":"2024-04-25T19:03:42.174479+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T19:03:42.174479+0000","last_undegraded":"2024-04-25T19:03:42.174479+0000","last_fullsized":"2024-04-25T19:03:42.174479+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":362,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061019+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T19:03:42.061019+0000","last_peered":"2024-04-25T19:03:42.061019+0000","last_clean":"2024-04-25T19:03:42.061019+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T19:03:42.061019+0000","last_undegraded":"2024-04-25T19:03:42.061019+0000","last_fullsized":"2024-04-25T19:03:42.061019+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171054+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T19:03:42.171054+0000","last_peered":"2024-04-25T19:03:42.171054+0000","last_clean":"2024-04-25T19:03:42.171054+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T19:03:42.171054+0000","last_undegraded":"2024-04-25T19:03:42.171054+0000","last_fullsized":"2024-04-25T19:03:42.171054+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061329+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T19:03:42.061329+0000","last_peered":"2024-04-25T19:03:42.061329+0000","last_clean":"2024-04-25T19:03:42.061329+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T19:03:42.061329+0000","last_undegraded":"2024-04-25T19:03:42.061329+0000","last_fullsized":"2024-04-25T19:03:42.061329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005267+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T19:03:42.005267+0000","last_peered":"2024-04-25T19:03:42.005267+0000","last_clean":"2024-04-25T19:03:42.005267+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T19:03:42.005267+0000","last_undegraded":"2024-04-25T19:03:42.005267+0000","last_fullsized":"2024-04-25T19:03:42.005267+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171712+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T19:03:42.171712+0000","last_peered":"2024-04-25T19:03:42.171712+0000","last_clean":"2024-04-25T19:03:42.171712+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T19:03:42.171712+0000","last_undegraded":"2024-04-25T19:03:42.171712+0000","last_fullsized":"2024-04-25T19:03:42.171712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'107","reported_seq":245,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.085023+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:03:45.085023+0000","last_peered":"2024-04-25T19:03:45.085023+0000","last_clean":"2024-04-25T19:03:45.085023+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:03:45.085023+0000","last_undegraded":"2024-04-25T19:03:45.085023+0000","last_fullsized":"2024-04-25T19:03:45.085023+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":195,"num_write_kb":1288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007997+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T19:03:42.007997+0000","last_peered":"2024-04-25T19:03:42.007997+0000","last_clean":"2024-04-25T19:03:42.007997+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T19:03:42.007997+0000","last_undegraded":"2024-04-25T19:03:42.007997+0000","last_fullsized":"2024-04-25T19:03:42.007997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174773+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T19:03:42.174773+0000","last_peered":"2024-04-25T19:03:42.174773+0000","last_clean":"2024-04-25T19:03:42.174773+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T19:03:42.174773+0000","last_undegraded":"2024-04-25T19:03:42.174773+0000","last_fullsized":"2024-04-25T19:03:42.174773+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.211029+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T19:03:42.211029+0000","last_peered":"2024-04-25T19:03:42.211029+0000","last_clean":"2024-04-25T19:03:42.211029+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T19:03:42.211029+0000","last_undegraded":"2024-04-25T19:03:42.211029+0000","last_fullsized":"2024-04-25T19:03:42.211029+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205028+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T19:03:42.205028+0000","last_peered":"2024-04-25T19:03:42.205028+0000","last_clean":"2024-04-25T19:03:42.205028+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T19:03:42.205028+0000","last_undegraded":"2024-04-25T19:03:42.205028+0000","last_fullsized":"2024-04-25T19:03:42.205028+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917357+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T19:03:41.917357+0000","last_peered":"2024-04-25T19:03:41.917357+0000","last_clean":"2024-04-25T19:03:41.917357+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T19:03:41.917357+0000","last_undegraded":"2024-04-25T19:03:41.917357+0000","last_fullsized":"2024-04-25T19:03:41.917357+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006061+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T19:03:42.006061+0000","last_peered":"2024-04-25T19:03:42.006061+0000","last_clean":"2024-04-25T19:03:42.006061+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T19:03:42.006061+0000","last_undegraded":"2024-04-25T19:03:42.006061+0000","last_fullsized":"2024-04-25T19:03:42.006061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005148+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T19:03:42.005148+0000","last_peered":"2024-04-25T19:03:42.005148+0000","last_clean":"2024-04-25T19:03:42.005148+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T19:03:42.005148+0000","last_undegraded":"2024-04-25T19:03:42.005148+0000","last_fullsized":"2024-04-25T19:03:42.005148+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.884631+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T19:03:42.884631+0000","last_peered":"2024-04-25T19:03:42.884631+0000","last_clean":"2024-04-25T19:03:42.884631+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T19:03:42.884631+0000","last_undegraded":"2024-04-25T19:03:42.884631+0000","last_fullsized":"2024-04-25T19:03:42.884631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007539+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T19:03:42.007539+0000","last_peered":"2024-04-25T19:03:42.007539+0000","last_clean":"2024-04-25T19:03:42.007539+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T19:03:42.007539+0000","last_undegraded":"2024-04-25T19:03:42.007539+0000","last_fullsized":"2024-04-25T19:03:42.007539+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917393+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T19:03:41.917393+0000","last_peered":"2024-04-25T19:03:41.917393+0000","last_clean":"2024-04-25T19:03:41.917393+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T19:03:41.917393+0000","last_undegraded":"2024-04-25T19:03:41.917393+0000","last_fullsized":"2024-04-25T19:03:41.917393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061167+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T19:03:42.061167+0000","last_peered":"2024-04-25T19:03:42.061167+0000","last_clean":"2024-04-25T19:03:42.061167+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T19:03:42.061167+0000","last_undegraded":"2024-04-25T19:03:42.061167+0000","last_fullsized":"2024-04-25T19:03:42.061167+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'9","reported_seq":292,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.923167+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:03:45.923167+0000","last_peered":"2024-04-25T19:03:45.923167+0000","last_clean":"2024-04-25T19:03:45.923167+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:03:45.923167+0000","last_undegraded":"2024-04-25T19:03:45.923167+0000","last_fullsized":"2024-04-25T19:03:45.923167+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2484,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":253,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061488+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T19:03:42.061488+0000","last_peered":"2024-04-25T19:03:42.061488+0000","last_clean":"2024-04-25T19:03:42.061488+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T19:03:42.061488+0000","last_undegraded":"2024-04-25T19:03:42.061488+0000","last_fullsized":"2024-04-25T19:03:42.061488+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"91'67","reported_seq":128,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:44.552492+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T19:03:44.552492+0000","last_peered":"2024-04-25T19:03:44.552492+0000","last_clean":"2024-04-25T19:03:44.552492+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T19:03:44.552492+0000","last_undegraded":"2024-04-25T19:03:44.552492+0000","last_fullsized":"2024-04-25T19:03:44.552492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061214+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T19:03:42.061214+0000","last_peered":"2024-04-25T19:03:42.061214+0000","last_clean":"2024-04-25T19:03:42.061214+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T19:03:42.061214+0000","last_undegraded":"2024-04-25T19:03:42.061214+0000","last_fullsized":"2024-04-25T19:03:42.061214+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.172248+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T19:03:42.172248+0000","last_peered":"2024-04-25T19:03:42.172248+0000","last_clean":"2024-04-25T19:03:42.172248+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T19:03:42.172248+0000","last_undegraded":"2024-04-25T19:03:42.172248+0000","last_fullsized":"2024-04-25T19:03:42.172248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061478+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T19:03:42.061478+0000","last_peered":"2024-04-25T19:03:42.061478+0000","last_clean":"2024-04-25T19:03:42.061478+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T19:03:42.061478+0000","last_undegraded":"2024-04-25T19:03:42.061478+0000","last_fullsized":"2024-04-25T19:03:42.061478+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005159+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T19:03:42.005159+0000","last_peered":"2024-04-25T19:03:42.005159+0000","last_clean":"2024-04-25T19:03:42.005159+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T19:03:42.005159+0000","last_undegraded":"2024-04-25T19:03:42.005159+0000","last_fullsized":"2024-04-25T19:03:42.005159+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862700+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T19:03:41.862700+0000","last_peered":"2024-04-25T19:03:41.862700+0000","last_clean":"2024-04-25T19:03:41.862700+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T19:03:41.862700+0000","last_undegraded":"2024-04-25T19:03:41.862700+0000","last_fullsized":"2024-04-25T19:03:41.862700+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862137+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T19:03:41.862137+0000","last_peered":"2024-04-25T19:03:41.862137+0000","last_clean":"2024-04-25T19:03:41.862137+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T19:03:41.862137+0000","last_undegraded":"2024-04-25T19:03:41.862137+0000","last_fullsized":"2024-04-25T19:03:41.862137+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210713+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T19:03:42.210713+0000","last_peered":"2024-04-25T19:03:42.210713+0000","last_clean":"2024-04-25T19:03:42.210713+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T19:03:42.210713+0000","last_undegraded":"2024-04-25T19:03:42.210713+0000","last_fullsized":"2024-04-25T19:03:42.210713+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171917+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T19:03:42.171917+0000","last_peered":"2024-04-25T19:03:42.171917+0000","last_clean":"2024-04-25T19:03:42.171917+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T19:03:42.171917+0000","last_undegraded":"2024-04-25T19:03:42.171917+0000","last_fullsized":"2024-04-25T19:03:42.171917+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005263+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T19:03:42.005263+0000","last_peered":"2024-04-25T19:03:42.005263+0000","last_clean":"2024-04-25T19:03:42.005263+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T19:03:42.005263+0000","last_undegraded":"2024-04-25T19:03:42.005263+0000","last_fullsized":"2024-04-25T19:03:42.005263+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862734+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T19:03:41.862734+0000","last_peered":"2024-04-25T19:03:41.862734+0000","last_clean":"2024-04-25T19:03:41.862734+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T19:03:41.862734+0000","last_undegraded":"2024-04-25T19:03:41.862734+0000","last_fullsized":"2024-04-25T19:03:41.862734+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007906+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T19:03:42.007906+0000","last_peered":"2024-04-25T19:03:42.007906+0000","last_clean":"2024-04-25T19:03:42.007906+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T19:03:42.007906+0000","last_undegraded":"2024-04-25T19:03:42.007906+0000","last_fullsized":"2024-04-25T19:03:42.007906+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917577+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T19:03:41.917577+0000","last_peered":"2024-04-25T19:03:41.917577+0000","last_clean":"2024-04-25T19:03:41.917577+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T19:03:41.917577+0000","last_undegraded":"2024-04-25T19:03:41.917577+0000","last_fullsized":"2024-04-25T19:03:41.917577+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006109+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T19:03:42.006109+0000","last_peered":"2024-04-25T19:03:42.006109+0000","last_clean":"2024-04-25T19:03:42.006109+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T19:03:42.006109+0000","last_undegraded":"2024-04-25T19:03:42.006109+0000","last_fullsized":"2024-04-25T19:03:42.006109+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205617+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T19:03:42.205617+0000","last_peered":"2024-04-25T19:03:42.205617+0000","last_clean":"2024-04-25T19:03:42.205617+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T19:03:42.205617+0000","last_undegraded":"2024-04-25T19:03:42.205617+0000","last_fullsized":"2024-04-25T19:03:42.205617+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171508+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T19:03:42.171508+0000","last_peered":"2024-04-25T19:03:42.171508+0000","last_clean":"2024-04-25T19:03:42.171508+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T19:03:42.171508+0000","last_undegraded":"2024-04-25T19:03:42.171508+0000","last_fullsized":"2024-04-25T19:03:42.171508+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005101+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T19:03:42.005101+0000","last_peered":"2024-04-25T19:03:42.005101+0000","last_clean":"2024-04-25T19:03:42.005101+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T19:03:42.005101+0000","last_undegraded":"2024-04-25T19:03:42.005101+0000","last_fullsized":"2024-04-25T19:03:42.005101+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108312,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":802736,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2838,"num_read_kb":1640,"num_write":520,"num_write_kb":2395,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":749568,"data_stored":2019984,"data_compressed":90555,"data_compressed_allocated":122880,"data_compressed_original":1757184,"omap_allocated":0,"internal_metadata":0},"log_size":395,"ondisk_log_size":395,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383750,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":883777,"data_compressed":27820,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645387,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1183744,"data_stored":1284002,"data_compressed":52754,"data_compressed_allocated":69632,"data_compressed_original":745472,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808915,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":882789,"data_compressed":27963,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070551,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":489722,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332188,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1073152,"data_stored":1084198,"data_compressed":44778,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495715,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":995328,"data_stored":480749,"data_compressed":5786,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574978,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1085440,"data_stored":562827,"data_compressed":10494,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738501,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":491435,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411453,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":492290,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182517,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1013697,"data_compressed":33976,"data_compressed_allocated":45056,"data_compressed_original":540672,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920879,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1085440,"data_stored":561272,"data_compressed":10494,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757354,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32288,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712864,"statfs":{"total":95995035648,"available":95961972736,"internally_reserved":0,"allocated":1130496,"data_stored":1410653,"data_compressed":59980,"data_compressed_allocated":77824,"data_compressed_original":921600,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":77013,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":75458,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":331834,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":143360,"data_stored":205183,"data_compressed":7976,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":395443,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:03:49.453 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:03:49.894 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:49 smithi066 ceph-mon[32882]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:49 smithi064 ceph-mon[32321]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:50.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: Updating smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:50.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: Updating smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:50.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:49 smithi032 ceph-mon[28041]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2024-04-25T19:03:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-04-25T19:03:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:03:51.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:03:51.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:03:51.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:03:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: Updating smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:03:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:03:52.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 -- 172.21.15.32:0/606143398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4107870 msgr2=0x7fc1f4107c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 --2- 172.21.15.32:0/606143398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4107870 0x7fc1f4107c50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4009990 tx=0x7fc1e4009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 -- 172.21.15.32:0/606143398 shutdown_connections 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 --2- 172.21.15.32:0/606143398 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc1f4102230 0x7fc1f410e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 --2- 172.21.15.32:0/606143398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4107870 0x7fc1f4107c50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 --2- 172.21.15.32:0/606143398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4101870 0x7fc1f4101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 -- 172.21.15.32:0/606143398 >> 172.21.15.32:0/606143398 conn(0x7fc1f40fd360 msgr2=0x7fc1f40ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 -- 172.21.15.32:0/606143398 shutdown_connections 2024-04-25T19:03:52.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.360+0000 7fc1f9400700 1 -- 172.21.15.32:0/606143398 wait complete. 2024-04-25T19:03:52.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.361+0000 7fc1f9400700 1 Processor -- start 2024-04-25T19:03:52.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.361+0000 7fc1f9400700 1 -- start start 2024-04-25T19:03:52.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f9400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 0x7fc1f41990e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:52.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f9400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc1f4102230 0x7fc1f4199620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:52.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f9400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4107870 0x7fc1f419d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:52.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f9400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f4111aa0 con 0x7fc1f4107870 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f9400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f4111920 con 0x7fc1f4101870 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f9400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f4111c20 con 0x7fc1f4102230 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 0x7fc1f41990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f8a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4107870 0x7fc1f419d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 0x7fc1f41990e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40670/0 (socket says 172.21.15.32:40670) 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1f3e00700 1 -- 172.21.15.32:0/1507771668 learned_addr learned my addr 172.21.15.32:0/1507771668 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.362+0000 7fc1ebe00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc1f4102230 0x7fc1f4199620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f3e00700 1 -- 172.21.15.32:0/1507771668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc1f4102230 msgr2=0x7fc1f4199620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f3e00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc1f4102230 0x7fc1f4199620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f3e00700 1 -- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4107870 msgr2=0x7fc1f419d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f3e00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4107870 0x7fc1f419d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f3e00700 1 -- 172.21.15.32:0/1507771668 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f419e0a0 con 0x7fc1f4101870 2024-04-25T19:03:52.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f8a00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4107870 0x7fc1f419d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f3e00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 0x7fc1f41990e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4000c00 tx=0x7fc1e40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.363+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4027070 con 0x7fc1f4101870 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.364+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e4022470 con 0x7fc1f4101870 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.364+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4017650 con 0x7fc1f4101870 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.364+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f419e330 con 0x7fc1f4101870 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.364+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f41a5c10 con 0x7fc1f4101870 2024-04-25T19:03:52.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.365+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f4069730 con 0x7fc1f4101870 2024-04-25T19:03:52.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.368+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fc1e402a070 con 0x7fc1f4101870 2024-04-25T19:03:52.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.369+0000 7fc1f1600700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1d80a3f50 0x7fc1d80a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:52.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.369+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc1e40d1770 con 0x7fc1f4101870 2024-04-25T19:03:52.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.370+0000 7fc1ebe00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1d80a3f50 0x7fc1d80a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:52.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.370+0000 7fc1ebe00700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1d80a3f50 0x7fc1d80a6410 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc009680 tx=0x7fc1dc009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:52.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.374+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1e4013070 con 0x7fc1f4101870 2024-04-25T19:03:52.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.608+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc1f419a3f0 con 0x7fc1d80a3f50 2024-04-25T19:03:52.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.620+0000 7fc1f1600700 1 -- 172.21.15.32:0/1507771668 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258137 (secure 0 0 0) 0x7fc1f419a3f0 con 0x7fc1d80a3f50 2024-04-25T19:03:52.623 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:03:52.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.626+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1d80a3f50 msgr2=0x7fc1d80a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:52.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.626+0000 7fc1f9400700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1d80a3f50 0x7fc1d80a6410 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc009680 tx=0x7fc1dc009260 comp rx=0 tx=0).stop 2024-04-25T19:03:52.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.626+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 msgr2=0x7fc1f41990e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:52.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 0x7fc1f41990e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc1e4000c00 tx=0x7fc1e40057c0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 shutdown_connections 2024-04-25T19:03:52.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1d80a3f50 0x7fc1d80a6410 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1f4107870 0x7fc1f419d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc1f4101870 0x7fc1f41990e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 --2- 172.21.15.32:0/1507771668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc1f4102230 0x7fc1f4199620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:52.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 >> 172.21.15.32:0/1507771668 conn(0x7fc1f40fd360 msgr2=0x7fc1f406ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:52.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 shutdown_connections 2024-04-25T19:03:52.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:52.627+0000 7fc1f9400700 1 -- 172.21.15.32:0/1507771668 wait complete. 2024-04-25T19:03:52.634 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:03:53.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:53 smithi066 ceph-mon[32882]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 103 KiB/s wr, 62 op/s 2024-04-25T19:03:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:53 smithi064 ceph-mon[32321]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 103 KiB/s wr, 62 op/s 2024-04-25T19:03:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:53 smithi032 ceph-mon[28041]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 103 KiB/s wr, 62 op/s 2024-04-25T19:03:53.609 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-25T19:03:51.887179+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1396640,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3107,"num_read_kb":1992,"num_write":726,"num_write_kb":5340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1048,"ondisk_log_size":1048,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374188,"kb_used_data":12516,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567636,"statfs":{"total":1151940427776,"available":1151557259264,"internally_reserved":0,"allocated":12816384,"data_stored":10042368,"data_compressed":321333,"data_compressed_allocated":430080,"data_compressed_original":4190208,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":200716,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":471,"num_write":155,"num_write_kb":923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.992686"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005499+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T19:03:42.005499+0000","last_peered":"2024-04-25T19:03:42.005499+0000","last_clean":"2024-04-25T19:03:42.005499+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T19:03:42.005499+0000","last_undegraded":"2024-04-25T19:03:42.005499+0000","last_fullsized":"2024-04-25T19:03:42.005499+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210905+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T19:03:42.210905+0000","last_peered":"2024-04-25T19:03:42.210905+0000","last_clean":"2024-04-25T19:03:42.210905+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T19:03:42.210905+0000","last_undegraded":"2024-04-25T19:03:42.210905+0000","last_fullsized":"2024-04-25T19:03:42.210905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210218+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T19:03:42.210218+0000","last_peered":"2024-04-25T19:03:42.210218+0000","last_clean":"2024-04-25T19:03:42.210218+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T19:03:42.210218+0000","last_undegraded":"2024-04-25T19:03:42.210218+0000","last_fullsized":"2024-04-25T19:03:42.210218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863438+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T19:03:41.863438+0000","last_peered":"2024-04-25T19:03:41.863438+0000","last_clean":"2024-04-25T19:03:41.863438+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T19:03:41.863438+0000","last_undegraded":"2024-04-25T19:03:41.863438+0000","last_fullsized":"2024-04-25T19:03:41.863438+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917094+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T19:03:41.917094+0000","last_peered":"2024-04-25T19:03:41.917094+0000","last_clean":"2024-04-25T19:03:41.917094+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T19:03:41.917094+0000","last_undegraded":"2024-04-25T19:03:41.917094+0000","last_fullsized":"2024-04-25T19:03:41.917094+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862759+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T19:03:41.862759+0000","last_peered":"2024-04-25T19:03:41.862759+0000","last_clean":"2024-04-25T19:03:41.862759+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T19:03:41.862759+0000","last_undegraded":"2024-04-25T19:03:41.862759+0000","last_fullsized":"2024-04-25T19:03:41.862759+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.060928+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T19:03:42.060928+0000","last_peered":"2024-04-25T19:03:42.060928+0000","last_clean":"2024-04-25T19:03:42.060928+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T19:03:42.060928+0000","last_undegraded":"2024-04-25T19:03:42.060928+0000","last_fullsized":"2024-04-25T19:03:42.060928+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006040+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T19:03:42.006040+0000","last_peered":"2024-04-25T19:03:42.006040+0000","last_clean":"2024-04-25T19:03:42.006040+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T19:03:42.006040+0000","last_undegraded":"2024-04-25T19:03:42.006040+0000","last_fullsized":"2024-04-25T19:03:42.006040+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205408+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T19:03:42.205408+0000","last_peered":"2024-04-25T19:03:42.205408+0000","last_clean":"2024-04-25T19:03:42.205408+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T19:03:42.205408+0000","last_undegraded":"2024-04-25T19:03:42.205408+0000","last_fullsized":"2024-04-25T19:03:42.205408+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863277+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T19:03:41.863277+0000","last_peered":"2024-04-25T19:03:41.863277+0000","last_clean":"2024-04-25T19:03:41.863277+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T19:03:41.863277+0000","last_undegraded":"2024-04-25T19:03:41.863277+0000","last_fullsized":"2024-04-25T19:03:41.863277+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061210+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T19:03:42.061210+0000","last_peered":"2024-04-25T19:03:42.061210+0000","last_clean":"2024-04-25T19:03:42.061210+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T19:03:42.061210+0000","last_undegraded":"2024-04-25T19:03:42.061210+0000","last_fullsized":"2024-04-25T19:03:42.061210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174618+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T19:03:42.174618+0000","last_peered":"2024-04-25T19:03:42.174618+0000","last_clean":"2024-04-25T19:03:42.174618+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T19:03:42.174618+0000","last_undegraded":"2024-04-25T19:03:42.174618+0000","last_fullsized":"2024-04-25T19:03:42.174618+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171688+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T19:03:42.171688+0000","last_peered":"2024-04-25T19:03:42.171688+0000","last_clean":"2024-04-25T19:03:42.171688+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T19:03:42.171688+0000","last_undegraded":"2024-04-25T19:03:42.171688+0000","last_fullsized":"2024-04-25T19:03:42.171688+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210452+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T19:03:42.210452+0000","last_peered":"2024-04-25T19:03:42.210452+0000","last_clean":"2024-04-25T19:03:42.210452+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T19:03:42.210452+0000","last_undegraded":"2024-04-25T19:03:42.210452+0000","last_fullsized":"2024-04-25T19:03:42.210452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210130+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T19:03:42.210130+0000","last_peered":"2024-04-25T19:03:42.210130+0000","last_clean":"2024-04-25T19:03:42.210130+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T19:03:42.210130+0000","last_undegraded":"2024-04-25T19:03:42.210130+0000","last_fullsized":"2024-04-25T19:03:42.210130+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.204904+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T19:03:42.204904+0000","last_peered":"2024-04-25T19:03:42.204904+0000","last_clean":"2024-04-25T19:03:42.204904+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T19:03:42.204904+0000","last_undegraded":"2024-04-25T19:03:42.204904+0000","last_fullsized":"2024-04-25T19:03:42.204904+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005628+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T19:03:42.005628+0000","last_peered":"2024-04-25T19:03:42.005628+0000","last_clean":"2024-04-25T19:03:42.005628+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T19:03:42.005628+0000","last_undegraded":"2024-04-25T19:03:42.005628+0000","last_fullsized":"2024-04-25T19:03:42.005628+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863531+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T19:03:41.863531+0000","last_peered":"2024-04-25T19:03:41.863531+0000","last_clean":"2024-04-25T19:03:41.863531+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T19:03:41.863531+0000","last_undegraded":"2024-04-25T19:03:41.863531+0000","last_fullsized":"2024-04-25T19:03:41.863531+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862671+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T19:03:41.862671+0000","last_peered":"2024-04-25T19:03:41.862671+0000","last_clean":"2024-04-25T19:03:41.862671+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T19:03:41.862671+0000","last_undegraded":"2024-04-25T19:03:41.862671+0000","last_fullsized":"2024-04-25T19:03:41.862671+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'15","reported_seq":294,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.067971+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:03:46.067971+0000","last_peered":"2024-04-25T19:03:46.067971+0000","last_clean":"2024-04-25T19:03:46.067971+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:03:46.067971+0000","last_undegraded":"2024-04-25T19:03:46.067971+0000","last_fullsized":"2024-04-25T19:03:46.067971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":249,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007519+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T19:03:42.007519+0000","last_peered":"2024-04-25T19:03:42.007519+0000","last_clean":"2024-04-25T19:03:42.007519+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T19:03:42.007519+0000","last_undegraded":"2024-04-25T19:03:42.007519+0000","last_fullsized":"2024-04-25T19:03:42.007519+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007943+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T19:03:42.007943+0000","last_peered":"2024-04-25T19:03:42.007943+0000","last_clean":"2024-04-25T19:03:42.007943+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T19:03:42.007943+0000","last_undegraded":"2024-04-25T19:03:42.007943+0000","last_fullsized":"2024-04-25T19:03:42.007943+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210631+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T19:03:42.210631+0000","last_peered":"2024-04-25T19:03:42.210631+0000","last_clean":"2024-04-25T19:03:42.210631+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T19:03:42.210631+0000","last_undegraded":"2024-04-25T19:03:42.210631+0000","last_fullsized":"2024-04-25T19:03:42.210631+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"91'13","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917977+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T19:03:41.917977+0000","last_peered":"2024-04-25T19:03:41.917977+0000","last_clean":"2024-04-25T19:03:41.917977+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T19:03:41.917977+0000","last_undegraded":"2024-04-25T19:03:41.917977+0000","last_fullsized":"2024-04-25T19:03:41.917977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205026+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T19:03:42.205026+0000","last_peered":"2024-04-25T19:03:42.205026+0000","last_clean":"2024-04-25T19:03:42.205026+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T19:03:42.205026+0000","last_undegraded":"2024-04-25T19:03:42.205026+0000","last_fullsized":"2024-04-25T19:03:42.205026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917714+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T19:03:41.917714+0000","last_peered":"2024-04-25T19:03:41.917714+0000","last_clean":"2024-04-25T19:03:41.917714+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T19:03:41.917714+0000","last_undegraded":"2024-04-25T19:03:41.917714+0000","last_fullsized":"2024-04-25T19:03:41.917714+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918167+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T19:03:41.918167+0000","last_peered":"2024-04-25T19:03:41.918167+0000","last_clean":"2024-04-25T19:03:41.918167+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T19:03:41.918167+0000","last_undegraded":"2024-04-25T19:03:41.918167+0000","last_fullsized":"2024-04-25T19:03:41.918167+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":287,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.923218+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:03:45.923218+0000","last_peered":"2024-04-25T19:03:45.923218+0000","last_clean":"2024-04-25T19:03:45.923218+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:03:45.923218+0000","last_undegraded":"2024-04-25T19:03:45.923218+0000","last_fullsized":"2024-04-25T19:03:45.923218+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":251,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917198+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T19:03:41.917198+0000","last_peered":"2024-04-25T19:03:41.917198+0000","last_clean":"2024-04-25T19:03:41.917198+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T19:03:41.917198+0000","last_undegraded":"2024-04-25T19:03:41.917198+0000","last_fullsized":"2024-04-25T19:03:41.917198+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862601+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T19:03:41.862601+0000","last_peered":"2024-04-25T19:03:41.862601+0000","last_clean":"2024-04-25T19:03:41.862601+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T19:03:41.862601+0000","last_undegraded":"2024-04-25T19:03:41.862601+0000","last_fullsized":"2024-04-25T19:03:41.862601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863243+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T19:03:41.863243+0000","last_peered":"2024-04-25T19:03:41.863243+0000","last_clean":"2024-04-25T19:03:41.863243+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T19:03:41.863243+0000","last_undegraded":"2024-04-25T19:03:41.863243+0000","last_fullsized":"2024-04-25T19:03:41.863243+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171206+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T19:03:42.171206+0000","last_peered":"2024-04-25T19:03:42.171206+0000","last_clean":"2024-04-25T19:03:42.171206+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T19:03:42.171206+0000","last_undegraded":"2024-04-25T19:03:42.171206+0000","last_fullsized":"2024-04-25T19:03:42.171206+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006235+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T19:03:42.006235+0000","last_peered":"2024-04-25T19:03:42.006235+0000","last_clean":"2024-04-25T19:03:42.006235+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T19:03:42.006235+0000","last_undegraded":"2024-04-25T19:03:42.006235+0000","last_fullsized":"2024-04-25T19:03:42.006235+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917355+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T19:03:41.917355+0000","last_peered":"2024-04-25T19:03:41.917355+0000","last_clean":"2024-04-25T19:03:41.917355+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T19:03:41.917355+0000","last_undegraded":"2024-04-25T19:03:41.917355+0000","last_fullsized":"2024-04-25T19:03:41.917355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862908+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T19:03:41.862908+0000","last_peered":"2024-04-25T19:03:41.862908+0000","last_clean":"2024-04-25T19:03:41.862908+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T19:03:41.862908+0000","last_undegraded":"2024-04-25T19:03:41.862908+0000","last_fullsized":"2024-04-25T19:03:41.862908+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'7","reported_seq":532,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.923900+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:03:46.923900+0000","last_peered":"2024-04-25T19:03:46.923900+0000","last_clean":"2024-04-25T19:03:46.923900+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:03:46.923900+0000","last_undegraded":"2024-04-25T19:03:46.923900+0000","last_fullsized":"2024-04-25T19:03:46.923900+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":496,"num_read_kb":496,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205377+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T19:03:42.205377+0000","last_peered":"2024-04-25T19:03:42.205377+0000","last_clean":"2024-04-25T19:03:42.205377+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T19:03:42.205377+0000","last_undegraded":"2024-04-25T19:03:42.205377+0000","last_fullsized":"2024-04-25T19:03:42.205377+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061427+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T19:03:42.061427+0000","last_peered":"2024-04-25T19:03:42.061427+0000","last_clean":"2024-04-25T19:03:42.061427+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T19:03:42.061427+0000","last_undegraded":"2024-04-25T19:03:42.061427+0000","last_fullsized":"2024-04-25T19:03:42.061427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210452+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T19:03:42.210452+0000","last_peered":"2024-04-25T19:03:42.210452+0000","last_clean":"2024-04-25T19:03:42.210452+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T19:03:42.210452+0000","last_undegraded":"2024-04-25T19:03:42.210452+0000","last_fullsized":"2024-04-25T19:03:42.210452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918242+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T19:03:41.918242+0000","last_peered":"2024-04-25T19:03:41.918242+0000","last_clean":"2024-04-25T19:03:41.918242+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T19:03:41.918242+0000","last_undegraded":"2024-04-25T19:03:41.918242+0000","last_fullsized":"2024-04-25T19:03:41.918242+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205546+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T19:03:42.205546+0000","last_peered":"2024-04-25T19:03:42.205546+0000","last_clean":"2024-04-25T19:03:42.205546+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T19:03:42.205546+0000","last_undegraded":"2024-04-25T19:03:42.205546+0000","last_fullsized":"2024-04-25T19:03:42.205546+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'42","reported_seq":601,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:47.686470+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:03:47.686470+0000","last_peered":"2024-04-25T19:03:47.686470+0000","last_clean":"2024-04-25T19:03:47.686470+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:03:47.686470+0000","last_undegraded":"2024-04-25T19:03:47.686470+0000","last_fullsized":"2024-04-25T19:03:47.686470+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73835,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":502,"num_read_kb":322,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917712+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T19:03:41.917712+0000","last_peered":"2024-04-25T19:03:41.917712+0000","last_clean":"2024-04-25T19:03:41.917712+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T19:03:41.917712+0000","last_undegraded":"2024-04-25T19:03:41.917712+0000","last_fullsized":"2024-04-25T19:03:41.917712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862432+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T19:03:41.862432+0000","last_peered":"2024-04-25T19:03:41.862432+0000","last_clean":"2024-04-25T19:03:41.862432+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T19:03:41.862432+0000","last_undegraded":"2024-04-25T19:03:41.862432+0000","last_fullsized":"2024-04-25T19:03:41.862432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171508+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T19:03:42.171508+0000","last_peered":"2024-04-25T19:03:42.171508+0000","last_clean":"2024-04-25T19:03:42.171508+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T19:03:42.171508+0000","last_undegraded":"2024-04-25T19:03:42.171508+0000","last_fullsized":"2024-04-25T19:03:42.171508+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917688+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T19:03:41.917688+0000","last_peered":"2024-04-25T19:03:41.917688+0000","last_clean":"2024-04-25T19:03:41.917688+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T19:03:41.917688+0000","last_undegraded":"2024-04-25T19:03:41.917688+0000","last_fullsized":"2024-04-25T19:03:41.917688+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061118+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T19:03:42.061118+0000","last_peered":"2024-04-25T19:03:42.061118+0000","last_clean":"2024-04-25T19:03:42.061118+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T19:03:42.061118+0000","last_undegraded":"2024-04-25T19:03:42.061118+0000","last_fullsized":"2024-04-25T19:03:42.061118+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'8","reported_seq":290,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.183368+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:03:46.183368+0000","last_peered":"2024-04-25T19:03:46.183368+0000","last_clean":"2024-04-25T19:03:46.183368+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:03:46.183368+0000","last_undegraded":"2024-04-25T19:03:46.183368+0000","last_fullsized":"2024-04-25T19:03:46.183368+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.060863+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T19:03:42.060863+0000","last_peered":"2024-04-25T19:03:42.060863+0000","last_clean":"2024-04-25T19:03:42.060863+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T19:03:42.060863+0000","last_undegraded":"2024-04-25T19:03:42.060863+0000","last_fullsized":"2024-04-25T19:03:42.060863+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917044+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T19:03:41.917044+0000","last_peered":"2024-04-25T19:03:41.917044+0000","last_clean":"2024-04-25T19:03:41.917044+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T19:03:41.917044+0000","last_undegraded":"2024-04-25T19:03:41.917044+0000","last_fullsized":"2024-04-25T19:03:41.917044+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917725+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T19:03:41.917725+0000","last_peered":"2024-04-25T19:03:41.917725+0000","last_clean":"2024-04-25T19:03:41.917725+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T19:03:41.917725+0000","last_undegraded":"2024-04-25T19:03:41.917725+0000","last_fullsized":"2024-04-25T19:03:41.917725+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918092+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T19:03:41.918092+0000","last_peered":"2024-04-25T19:03:41.918092+0000","last_clean":"2024-04-25T19:03:41.918092+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T19:03:41.918092+0000","last_undegraded":"2024-04-25T19:03:41.918092+0000","last_fullsized":"2024-04-25T19:03:41.918092+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005432+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T19:03:42.005432+0000","last_peered":"2024-04-25T19:03:42.005432+0000","last_clean":"2024-04-25T19:03:42.005432+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T19:03:42.005432+0000","last_undegraded":"2024-04-25T19:03:42.005432+0000","last_fullsized":"2024-04-25T19:03:42.005432+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863408+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T19:03:41.863408+0000","last_peered":"2024-04-25T19:03:41.863408+0000","last_clean":"2024-04-25T19:03:41.863408+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T19:03:41.863408+0000","last_undegraded":"2024-04-25T19:03:41.863408+0000","last_fullsized":"2024-04-25T19:03:41.863408+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862706+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T19:03:41.862706+0000","last_peered":"2024-04-25T19:03:41.862706+0000","last_clean":"2024-04-25T19:03:41.862706+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T19:03:41.862706+0000","last_undegraded":"2024-04-25T19:03:41.862706+0000","last_fullsized":"2024-04-25T19:03:41.862706+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'9","reported_seq":291,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.068702+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:03:46.068702+0000","last_peered":"2024-04-25T19:03:46.068702+0000","last_clean":"2024-04-25T19:03:46.068702+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:03:46.068702+0000","last_undegraded":"2024-04-25T19:03:46.068702+0000","last_fullsized":"2024-04-25T19:03:46.068702+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":252,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862801+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T19:03:41.862801+0000","last_peered":"2024-04-25T19:03:41.862801+0000","last_clean":"2024-04-25T19:03:41.862801+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T19:03:41.862801+0000","last_undegraded":"2024-04-25T19:03:41.862801+0000","last_fullsized":"2024-04-25T19:03:41.862801+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917707+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T19:03:41.917707+0000","last_peered":"2024-04-25T19:03:41.917707+0000","last_clean":"2024-04-25T19:03:41.917707+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T19:03:41.917707+0000","last_undegraded":"2024-04-25T19:03:41.917707+0000","last_fullsized":"2024-04-25T19:03:41.917707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'7","reported_seq":286,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:46.182306+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:03:46.182306+0000","last_peered":"2024-04-25T19:03:46.182306+0000","last_clean":"2024-04-25T19:03:46.182306+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:03:46.182306+0000","last_undegraded":"2024-04-25T19:03:46.182306+0000","last_fullsized":"2024-04-25T19:03:46.182306+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":249,"num_read_kb":249,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006866+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T19:03:42.006866+0000","last_peered":"2024-04-25T19:03:42.006866+0000","last_clean":"2024-04-25T19:03:42.006866+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T19:03:42.006866+0000","last_undegraded":"2024-04-25T19:03:42.006866+0000","last_fullsized":"2024-04-25T19:03:42.006866+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174479+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T19:03:42.174479+0000","last_peered":"2024-04-25T19:03:42.174479+0000","last_clean":"2024-04-25T19:03:42.174479+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T19:03:42.174479+0000","last_undegraded":"2024-04-25T19:03:42.174479+0000","last_fullsized":"2024-04-25T19:03:42.174479+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"91'148","reported_seq":406,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:44.022294+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T19:03:44.022294+0000","last_peered":"2024-04-25T19:03:44.022294+0000","last_clean":"2024-04-25T19:03:44.022294+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T19:03:44.022294+0000","last_undegraded":"2024-04-25T19:03:44.022294+0000","last_fullsized":"2024-04-25T19:03:44.022294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171054+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T19:03:42.171054+0000","last_peered":"2024-04-25T19:03:42.171054+0000","last_clean":"2024-04-25T19:03:42.171054+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T19:03:42.171054+0000","last_undegraded":"2024-04-25T19:03:42.171054+0000","last_fullsized":"2024-04-25T19:03:42.171054+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061329+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T19:03:42.061329+0000","last_peered":"2024-04-25T19:03:42.061329+0000","last_clean":"2024-04-25T19:03:42.061329+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T19:03:42.061329+0000","last_undegraded":"2024-04-25T19:03:42.061329+0000","last_fullsized":"2024-04-25T19:03:42.061329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005267+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T19:03:42.005267+0000","last_peered":"2024-04-25T19:03:42.005267+0000","last_clean":"2024-04-25T19:03:42.005267+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T19:03:42.005267+0000","last_undegraded":"2024-04-25T19:03:42.005267+0000","last_fullsized":"2024-04-25T19:03:42.005267+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171712+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T19:03:42.171712+0000","last_peered":"2024-04-25T19:03:42.171712+0000","last_clean":"2024-04-25T19:03:42.171712+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T19:03:42.171712+0000","last_undegraded":"2024-04-25T19:03:42.171712+0000","last_fullsized":"2024-04-25T19:03:42.171712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'107","reported_seq":245,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.085023+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:03:45.085023+0000","last_peered":"2024-04-25T19:03:45.085023+0000","last_clean":"2024-04-25T19:03:45.085023+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:03:45.085023+0000","last_undegraded":"2024-04-25T19:03:45.085023+0000","last_fullsized":"2024-04-25T19:03:45.085023+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":195,"num_write_kb":1288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007997+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T19:03:42.007997+0000","last_peered":"2024-04-25T19:03:42.007997+0000","last_clean":"2024-04-25T19:03:42.007997+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T19:03:42.007997+0000","last_undegraded":"2024-04-25T19:03:42.007997+0000","last_fullsized":"2024-04-25T19:03:42.007997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174773+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T19:03:42.174773+0000","last_peered":"2024-04-25T19:03:42.174773+0000","last_clean":"2024-04-25T19:03:42.174773+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T19:03:42.174773+0000","last_undegraded":"2024-04-25T19:03:42.174773+0000","last_fullsized":"2024-04-25T19:03:42.174773+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.211029+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T19:03:42.211029+0000","last_peered":"2024-04-25T19:03:42.211029+0000","last_clean":"2024-04-25T19:03:42.211029+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T19:03:42.211029+0000","last_undegraded":"2024-04-25T19:03:42.211029+0000","last_fullsized":"2024-04-25T19:03:42.211029+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205028+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T19:03:42.205028+0000","last_peered":"2024-04-25T19:03:42.205028+0000","last_clean":"2024-04-25T19:03:42.205028+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T19:03:42.205028+0000","last_undegraded":"2024-04-25T19:03:42.205028+0000","last_fullsized":"2024-04-25T19:03:42.205028+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917357+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T19:03:41.917357+0000","last_peered":"2024-04-25T19:03:41.917357+0000","last_clean":"2024-04-25T19:03:41.917357+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T19:03:41.917357+0000","last_undegraded":"2024-04-25T19:03:41.917357+0000","last_fullsized":"2024-04-25T19:03:41.917357+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006061+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T19:03:42.006061+0000","last_peered":"2024-04-25T19:03:42.006061+0000","last_clean":"2024-04-25T19:03:42.006061+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T19:03:42.006061+0000","last_undegraded":"2024-04-25T19:03:42.006061+0000","last_fullsized":"2024-04-25T19:03:42.006061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005148+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T19:03:42.005148+0000","last_peered":"2024-04-25T19:03:42.005148+0000","last_clean":"2024-04-25T19:03:42.005148+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T19:03:42.005148+0000","last_undegraded":"2024-04-25T19:03:42.005148+0000","last_fullsized":"2024-04-25T19:03:42.005148+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.884631+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T19:03:42.884631+0000","last_peered":"2024-04-25T19:03:42.884631+0000","last_clean":"2024-04-25T19:03:42.884631+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T19:03:42.884631+0000","last_undegraded":"2024-04-25T19:03:42.884631+0000","last_fullsized":"2024-04-25T19:03:42.884631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007539+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T19:03:42.007539+0000","last_peered":"2024-04-25T19:03:42.007539+0000","last_clean":"2024-04-25T19:03:42.007539+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T19:03:42.007539+0000","last_undegraded":"2024-04-25T19:03:42.007539+0000","last_fullsized":"2024-04-25T19:03:42.007539+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917393+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T19:03:41.917393+0000","last_peered":"2024-04-25T19:03:41.917393+0000","last_clean":"2024-04-25T19:03:41.917393+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T19:03:41.917393+0000","last_undegraded":"2024-04-25T19:03:41.917393+0000","last_fullsized":"2024-04-25T19:03:41.917393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061167+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T19:03:42.061167+0000","last_peered":"2024-04-25T19:03:42.061167+0000","last_clean":"2024-04-25T19:03:42.061167+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T19:03:42.061167+0000","last_undegraded":"2024-04-25T19:03:42.061167+0000","last_fullsized":"2024-04-25T19:03:42.061167+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'9","reported_seq":292,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.923167+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:03:45.923167+0000","last_peered":"2024-04-25T19:03:45.923167+0000","last_clean":"2024-04-25T19:03:45.923167+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:03:45.923167+0000","last_undegraded":"2024-04-25T19:03:45.923167+0000","last_fullsized":"2024-04-25T19:03:45.923167+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2484,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":253,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061554+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T19:03:42.061554+0000","last_peered":"2024-04-25T19:03:42.061554+0000","last_clean":"2024-04-25T19:03:42.061554+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T19:03:42.061554+0000","last_undegraded":"2024-04-25T19:03:42.061554+0000","last_fullsized":"2024-04-25T19:03:42.061554+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"91'67","reported_seq":128,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:44.552492+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T19:03:44.552492+0000","last_peered":"2024-04-25T19:03:44.552492+0000","last_clean":"2024-04-25T19:03:44.552492+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T19:03:44.552492+0000","last_undegraded":"2024-04-25T19:03:44.552492+0000","last_fullsized":"2024-04-25T19:03:44.552492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061422+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T19:03:42.061422+0000","last_peered":"2024-04-25T19:03:42.061422+0000","last_clean":"2024-04-25T19:03:42.061422+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T19:03:42.061422+0000","last_undegraded":"2024-04-25T19:03:42.061422+0000","last_fullsized":"2024-04-25T19:03:42.061422+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.172248+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T19:03:42.172248+0000","last_peered":"2024-04-25T19:03:42.172248+0000","last_clean":"2024-04-25T19:03:42.172248+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T19:03:42.172248+0000","last_undegraded":"2024-04-25T19:03:42.172248+0000","last_fullsized":"2024-04-25T19:03:42.172248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061478+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T19:03:42.061478+0000","last_peered":"2024-04-25T19:03:42.061478+0000","last_clean":"2024-04-25T19:03:42.061478+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T19:03:42.061478+0000","last_undegraded":"2024-04-25T19:03:42.061478+0000","last_fullsized":"2024-04-25T19:03:42.061478+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005159+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T19:03:42.005159+0000","last_peered":"2024-04-25T19:03:42.005159+0000","last_clean":"2024-04-25T19:03:42.005159+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T19:03:42.005159+0000","last_undegraded":"2024-04-25T19:03:42.005159+0000","last_fullsized":"2024-04-25T19:03:42.005159+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862700+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T19:03:41.862700+0000","last_peered":"2024-04-25T19:03:41.862700+0000","last_clean":"2024-04-25T19:03:41.862700+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T19:03:41.862700+0000","last_undegraded":"2024-04-25T19:03:41.862700+0000","last_fullsized":"2024-04-25T19:03:41.862700+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862137+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T19:03:41.862137+0000","last_peered":"2024-04-25T19:03:41.862137+0000","last_clean":"2024-04-25T19:03:41.862137+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T19:03:41.862137+0000","last_undegraded":"2024-04-25T19:03:41.862137+0000","last_fullsized":"2024-04-25T19:03:41.862137+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210713+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T19:03:42.210713+0000","last_peered":"2024-04-25T19:03:42.210713+0000","last_clean":"2024-04-25T19:03:42.210713+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T19:03:42.210713+0000","last_undegraded":"2024-04-25T19:03:42.210713+0000","last_fullsized":"2024-04-25T19:03:42.210713+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171917+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T19:03:42.171917+0000","last_peered":"2024-04-25T19:03:42.171917+0000","last_clean":"2024-04-25T19:03:42.171917+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T19:03:42.171917+0000","last_undegraded":"2024-04-25T19:03:42.171917+0000","last_fullsized":"2024-04-25T19:03:42.171917+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005263+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T19:03:42.005263+0000","last_peered":"2024-04-25T19:03:42.005263+0000","last_clean":"2024-04-25T19:03:42.005263+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T19:03:42.005263+0000","last_undegraded":"2024-04-25T19:03:42.005263+0000","last_fullsized":"2024-04-25T19:03:42.005263+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862734+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T19:03:41.862734+0000","last_peered":"2024-04-25T19:03:41.862734+0000","last_clean":"2024-04-25T19:03:41.862734+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T19:03:41.862734+0000","last_undegraded":"2024-04-25T19:03:41.862734+0000","last_fullsized":"2024-04-25T19:03:41.862734+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007906+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T19:03:42.007906+0000","last_peered":"2024-04-25T19:03:42.007906+0000","last_clean":"2024-04-25T19:03:42.007906+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T19:03:42.007906+0000","last_undegraded":"2024-04-25T19:03:42.007906+0000","last_fullsized":"2024-04-25T19:03:42.007906+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917577+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T19:03:41.917577+0000","last_peered":"2024-04-25T19:03:41.917577+0000","last_clean":"2024-04-25T19:03:41.917577+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T19:03:41.917577+0000","last_undegraded":"2024-04-25T19:03:41.917577+0000","last_fullsized":"2024-04-25T19:03:41.917577+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006109+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T19:03:42.006109+0000","last_peered":"2024-04-25T19:03:42.006109+0000","last_clean":"2024-04-25T19:03:42.006109+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T19:03:42.006109+0000","last_undegraded":"2024-04-25T19:03:42.006109+0000","last_fullsized":"2024-04-25T19:03:42.006109+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205617+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T19:03:42.205617+0000","last_peered":"2024-04-25T19:03:42.205617+0000","last_clean":"2024-04-25T19:03:42.205617+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T19:03:42.205617+0000","last_undegraded":"2024-04-25T19:03:42.205617+0000","last_fullsized":"2024-04-25T19:03:42.205617+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171570+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T19:03:42.171570+0000","last_peered":"2024-04-25T19:03:42.171570+0000","last_clean":"2024-04-25T19:03:42.171570+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T19:03:42.171570+0000","last_undegraded":"2024-04-25T19:03:42.171570+0000","last_fullsized":"2024-04-25T19:03:42.171570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005171+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T19:03:42.005171+0000","last_peered":"2024-04-25T19:03:42.005171+0000","last_clean":"2024-04-25T19:03:42.005171+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T19:03:42.005171+0000","last_undegraded":"2024-04-25T19:03:42.005171+0000","last_fullsized":"2024-04-25T19:03:42.005171+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108312,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":806038,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2870,"num_read_kb":1662,"num_write":523,"num_write_kb":2400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":798720,"data_stored":2418114,"data_compressed":108933,"data_compressed_allocated":147456,"data_compressed_original":2125824,"omap_allocated":0,"internal_metadata":0},"log_size":398,"ondisk_log_size":398,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383751,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1032192,"data_stored":884168,"data_compressed":27963,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645388,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28196,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716956,"statfs":{"total":95995035648,"available":95966162944,"internally_reserved":0,"allocated":1208320,"data_stored":1481025,"data_compressed":61800,"data_compressed_allocated":81920,"data_compressed_original":929792,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808915,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":882789,"data_compressed":27963,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070552,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":489722,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332189,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":1084980,"data_compressed":44778,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495716,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1007616,"data_stored":490487,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574978,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1085440,"data_stored":562827,"data_compressed":10494,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738502,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":491826,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411453,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":492290,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182518,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1089536,"data_stored":1210329,"data_compressed":43165,"data_compressed_allocated":57344,"data_compressed_original":724992,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920879,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1085440,"data_stored":561272,"data_compressed":10494,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757354,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32288,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712864,"statfs":{"total":95995035648,"available":95961972736,"internally_reserved":0,"allocated":1130496,"data_stored":1410653,"data_compressed":59980,"data_compressed_allocated":77824,"data_compressed_original":921600,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":77013,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":75458,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":331834,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":404726,"data_compressed":17022,"data_compressed_allocated":24576,"data_compressed_original":315392,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":395834,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:03:53.613 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-25T19:03:53.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-25T19:03:54.137 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:54.339 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:54 smithi032 ceph-mon[28041]: from='client.25220 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:54.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:54 smithi066 ceph-mon[32882]: from='client.25220 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:54.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:54 smithi064 ceph-mon[32321]: from='client.25220 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:55.344 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:55 smithi032 ceph-mon[28041]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-25T19:03:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:55 smithi066 ceph-mon[32882]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-25T19:03:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:55 smithi064 ceph-mon[32321]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3006099895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c68109c80 msgr2=0x7f7c6810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3006099895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c68109c80 0x7f7c6810dcd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009990 tx=0x7f7c50009ca0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3006099895 shutdown_connections 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3006099895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c681092d0 0x7f7c681096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3006099895 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c6810e3b0 0x7f7c68115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3006099895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c68109c80 0x7f7c6810dcd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3006099895 >> 172.21.15.32:0/3006099895 conn(0x7f7c68076210 msgr2=0x7f7c68107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.665+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3006099895 shutdown_connections 2024-04-25T19:03:56.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.666+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3006099895 wait complete. 2024-04-25T19:03:56.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.667+0000 7f7c6ca00700 1 Processor -- start 2024-04-25T19:03:56.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.667+0000 7f7c6ca00700 1 -- start start 2024-04-25T19:03:56.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.667+0000 7f7c6ca00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c681092d0 0x7f7c6819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:56.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.667+0000 7f7c6ca00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c68109c80 0x7f7c6819fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:56.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c6ca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 0x7f7c681a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:56.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c6ca00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7c68119270 con 0x7f7c68109c80 2024-04-25T19:03:56.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c6ca00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7c681190f0 con 0x7f7c6810e3b0 2024-04-25T19:03:56.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c6ca00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c681193f0 con 0x7f7c681092d0 2024-04-25T19:03:56.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c5fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c68109c80 0x7f7c6819fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:56.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 0x7f7c681a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c65e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c681092d0 0x7f7c6819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 0x7f7c681a4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40684/0 (socket says 172.21.15.32:40684) 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 -- 172.21.15.32:0/3007061258 learned_addr learned my addr 172.21.15.32:0/3007061258 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 -- 172.21.15.32:0/3007061258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c681092d0 msgr2=0x7f7c6819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c681092d0 0x7f7c6819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 -- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c68109c80 msgr2=0x7f7c6819fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c68109c80 0x7f7c6819fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.668+0000 7f7c66800700 1 -- 172.21.15.32:0/3007061258 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c681a4750 con 0x7f7c6810e3b0 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c65e00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c681092d0 0x7f7c6819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:56.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c66800700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 0x7f7c681a4010 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7c6000c370 tx=0x7f7c6000c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:56.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c600092e0 con 0x7f7c6810e3b0 2024-04-25T19:03:56.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c681a49e0 con 0x7f7c6810e3b0 2024-04-25T19:03:56.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c60003a00 con 0x7f7c6810e3b0 2024-04-25T19:03:56.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c600046f0 con 0x7f7c6810e3b0 2024-04-25T19:03:56.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.669+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c681ac2c0 con 0x7f7c6810e3b0 2024-04-25T19:03:56.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.671+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c68069730 con 0x7f7c6810e3b0 2024-04-25T19:03:56.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.673+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f7c6001a020 con 0x7f7c6810e3b0 2024-04-25T19:03:56.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.674+0000 7f7c5ea00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c4c0a3ed0 0x7f7c4c0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:56.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.674+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f7c600d0990 con 0x7f7c6810e3b0 2024-04-25T19:03:56.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.675+0000 7f7c65e00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c4c0a3ed0 0x7f7c4c0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:56.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.675+0000 7f7c65e00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c4c0a3ed0 0x7f7c4c0a6390 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7c58011490 tx=0x7f7c58009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:56.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.677+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7c60010040 con 0x7f7c6810e3b0 2024-04-25T19:03:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.905+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7c68062e80 con 0x7f7c4c0a3ed0 2024-04-25T19:03:56.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.916+0000 7f7c5ea00700 1 -- 172.21.15.32:0/3007061258 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258139 (secure 0 0 0) 0x7f7c68062e80 con 0x7f7c4c0a3ed0 2024-04-25T19:03:56.922 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:03:56.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c4c0a3ed0 msgr2=0x7f7c4c0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:56.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c4c0a3ed0 0x7f7c4c0a6390 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7c58011490 tx=0x7f7c58009260 comp rx=0 tx=0).stop 2024-04-25T19:03:56.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 msgr2=0x7f7c681a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 0x7f7c681a4010 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7c6000c370 tx=0x7f7c6000c680 comp rx=0 tx=0).stop 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 shutdown_connections 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c4c0a3ed0 0x7f7c4c0a6390 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c6810e3b0 0x7f7c681a4010 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c681092d0 0x7f7c6819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 --2- 172.21.15.32:0/3007061258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c68109c80 0x7f7c6819fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 >> 172.21.15.32:0/3007061258 conn(0x7f7c68076210 msgr2=0x7f7c681086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.922+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 shutdown_connections 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:03:56.923+0000 7f7c6ca00700 1 -- 172.21.15.32:0/3007061258 wait complete. 2024-04-25T19:03:56.927 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-25T19:03:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:57 smithi032 ceph-mon[28041]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-25T19:03:57.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:57 smithi066 ceph-mon[32882]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-25T19:03:57.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:57 smithi064 ceph-mon[32321]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-25T19:03:57.856 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-04-25T19:03:55.889040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1396640,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3158,"num_read_kb":2020,"num_write":726,"num_write_kb":5340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182572,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1048,"ondisk_log_size":1048,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374188,"kb_used_data":12516,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567636,"statfs":{"total":1151940427776,"available":1151557259264,"internally_reserved":0,"allocated":12816384,"data_stored":10049928,"data_compressed":321333,"data_compressed_allocated":430080,"data_compressed_original":4190208,"omap_allocated":19143,"internal_metadata":370193721},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":200716,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":499,"num_write":155,"num_write_kb":923,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004214"},"pg_stats":[{"pgid":"3.3f","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005499+0000","last_change":"2024-04-25T18:59:16.437258+0000","last_active":"2024-04-25T19:03:42.005499+0000","last_peered":"2024-04-25T19:03:42.005499+0000","last_clean":"2024-04-25T19:03:42.005499+0000","last_became_active":"2024-04-25T18:59:16.436899+0000","last_became_peered":"2024-04-25T18:59:16.436899+0000","last_unstale":"2024-04-25T19:03:42.005499+0000","last_undegraded":"2024-04-25T19:03:42.005499+0000","last_fullsized":"2024-04-25T19:03:42.005499+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:04:05.381665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210905+0000","last_change":"2024-04-25T18:59:16.435465+0000","last_active":"2024-04-25T19:03:42.210905+0000","last_peered":"2024-04-25T19:03:42.210905+0000","last_clean":"2024-04-25T19:03:42.210905+0000","last_became_active":"2024-04-25T18:59:16.434979+0000","last_became_peered":"2024-04-25T18:59:16.434979+0000","last_unstale":"2024-04-25T19:03:42.210905+0000","last_undegraded":"2024-04-25T19:03:42.210905+0000","last_fullsized":"2024-04-25T19:03:42.210905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:04:08.051847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210218+0000","last_change":"2024-04-25T18:59:16.445931+0000","last_active":"2024-04-25T19:03:42.210218+0000","last_peered":"2024-04-25T19:03:42.210218+0000","last_clean":"2024-04-25T19:03:42.210218+0000","last_became_active":"2024-04-25T18:59:16.444104+0000","last_became_peered":"2024-04-25T18:59:16.444104+0000","last_unstale":"2024-04-25T19:03:42.210218+0000","last_undegraded":"2024-04-25T19:03:42.210218+0000","last_fullsized":"2024-04-25T19:03:42.210218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:35:54.527015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863496+0000","last_change":"2024-04-25T18:59:47.600585+0000","last_active":"2024-04-25T19:03:41.863496+0000","last_peered":"2024-04-25T19:03:41.863496+0000","last_clean":"2024-04-25T19:03:41.863496+0000","last_became_active":"2024-04-25T18:59:47.598415+0000","last_became_peered":"2024-04-25T18:59:47.598415+0000","last_unstale":"2024-04-25T19:03:41.863496+0000","last_undegraded":"2024-04-25T19:03:41.863496+0000","last_fullsized":"2024-04-25T19:03:41.863496+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:28:59.043491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917094+0000","last_change":"2024-04-25T18:59:16.448239+0000","last_active":"2024-04-25T19:03:41.917094+0000","last_peered":"2024-04-25T19:03:41.917094+0000","last_clean":"2024-04-25T19:03:41.917094+0000","last_became_active":"2024-04-25T18:59:16.447953+0000","last_became_peered":"2024-04-25T18:59:16.447953+0000","last_unstale":"2024-04-25T19:03:41.917094+0000","last_undegraded":"2024-04-25T19:03:41.917094+0000","last_fullsized":"2024-04-25T19:03:41.917094+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:08:52.127325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862759+0000","last_change":"2024-04-25T18:59:47.933830+0000","last_active":"2024-04-25T19:03:41.862759+0000","last_peered":"2024-04-25T19:03:41.862759+0000","last_clean":"2024-04-25T19:03:41.862759+0000","last_became_active":"2024-04-25T18:59:47.933540+0000","last_became_peered":"2024-04-25T18:59:47.933540+0000","last_unstale":"2024-04-25T19:03:41.862759+0000","last_undegraded":"2024-04-25T19:03:41.862759+0000","last_fullsized":"2024-04-25T19:03:41.862759+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:32.912078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.060928+0000","last_change":"2024-04-25T18:59:16.417039+0000","last_active":"2024-04-25T19:03:42.060928+0000","last_peered":"2024-04-25T19:03:42.060928+0000","last_clean":"2024-04-25T19:03:42.060928+0000","last_became_active":"2024-04-25T18:59:16.416740+0000","last_became_peered":"2024-04-25T18:59:16.416740+0000","last_unstale":"2024-04-25T19:03:42.060928+0000","last_undegraded":"2024-04-25T19:03:42.060928+0000","last_fullsized":"2024-04-25T19:03:42.060928+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:27.636480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006040+0000","last_change":"2024-04-25T18:59:16.458803+0000","last_active":"2024-04-25T19:03:42.006040+0000","last_peered":"2024-04-25T19:03:42.006040+0000","last_clean":"2024-04-25T19:03:42.006040+0000","last_became_active":"2024-04-25T18:59:16.458421+0000","last_became_peered":"2024-04-25T18:59:16.458421+0000","last_unstale":"2024-04-25T19:03:42.006040+0000","last_undegraded":"2024-04-25T19:03:42.006040+0000","last_fullsized":"2024-04-25T19:03:42.006040+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:37:17.089799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205408+0000","last_change":"2024-04-25T18:59:16.434109+0000","last_active":"2024-04-25T19:03:42.205408+0000","last_peered":"2024-04-25T19:03:42.205408+0000","last_clean":"2024-04-25T19:03:42.205408+0000","last_became_active":"2024-04-25T18:59:16.433303+0000","last_became_peered":"2024-04-25T18:59:16.433303+0000","last_unstale":"2024-04-25T19:03:42.205408+0000","last_undegraded":"2024-04-25T19:03:42.205408+0000","last_fullsized":"2024-04-25T19:03:42.205408+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:13:15.667732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863277+0000","last_change":"2024-04-25T18:59:16.433725+0000","last_active":"2024-04-25T19:03:41.863277+0000","last_peered":"2024-04-25T19:03:41.863277+0000","last_clean":"2024-04-25T19:03:41.863277+0000","last_became_active":"2024-04-25T18:59:16.433372+0000","last_became_peered":"2024-04-25T18:59:16.433372+0000","last_unstale":"2024-04-25T19:03:41.863277+0000","last_undegraded":"2024-04-25T19:03:41.863277+0000","last_fullsized":"2024-04-25T19:03:41.863277+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:08:51.249958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061210+0000","last_change":"2024-04-25T18:59:16.433457+0000","last_active":"2024-04-25T19:03:42.061210+0000","last_peered":"2024-04-25T19:03:42.061210+0000","last_clean":"2024-04-25T19:03:42.061210+0000","last_became_active":"2024-04-25T18:59:16.432785+0000","last_became_peered":"2024-04-25T18:59:16.432785+0000","last_unstale":"2024-04-25T19:03:42.061210+0000","last_undegraded":"2024-04-25T19:03:42.061210+0000","last_fullsized":"2024-04-25T19:03:42.061210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:22:08.111719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174618+0000","last_change":"2024-04-25T18:59:16.434266+0000","last_active":"2024-04-25T19:03:42.174618+0000","last_peered":"2024-04-25T19:03:42.174618+0000","last_clean":"2024-04-25T19:03:42.174618+0000","last_became_active":"2024-04-25T18:59:16.433946+0000","last_became_peered":"2024-04-25T18:59:16.433946+0000","last_unstale":"2024-04-25T19:03:42.174618+0000","last_undegraded":"2024-04-25T19:03:42.174618+0000","last_fullsized":"2024-04-25T19:03:42.174618+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:20:16.129209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171688+0000","last_change":"2024-04-25T18:59:16.443655+0000","last_active":"2024-04-25T19:03:42.171688+0000","last_peered":"2024-04-25T19:03:42.171688+0000","last_clean":"2024-04-25T19:03:42.171688+0000","last_became_active":"2024-04-25T18:59:16.443286+0000","last_became_peered":"2024-04-25T18:59:16.443286+0000","last_unstale":"2024-04-25T19:03:42.171688+0000","last_undegraded":"2024-04-25T19:03:42.171688+0000","last_fullsized":"2024-04-25T19:03:42.171688+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:28.481756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210452+0000","last_change":"2024-04-25T18:59:16.443276+0000","last_active":"2024-04-25T19:03:42.210452+0000","last_peered":"2024-04-25T19:03:42.210452+0000","last_clean":"2024-04-25T19:03:42.210452+0000","last_became_active":"2024-04-25T18:59:16.442129+0000","last_became_peered":"2024-04-25T18:59:16.442129+0000","last_unstale":"2024-04-25T19:03:42.210452+0000","last_undegraded":"2024-04-25T19:03:42.210452+0000","last_fullsized":"2024-04-25T19:03:42.210452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:48.609677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210130+0000","last_change":"2024-04-25T18:59:16.447266+0000","last_active":"2024-04-25T19:03:42.210130+0000","last_peered":"2024-04-25T19:03:42.210130+0000","last_clean":"2024-04-25T19:03:42.210130+0000","last_became_active":"2024-04-25T18:59:16.438158+0000","last_became_peered":"2024-04-25T18:59:16.438158+0000","last_unstale":"2024-04-25T19:03:42.210130+0000","last_undegraded":"2024-04-25T19:03:42.210130+0000","last_fullsized":"2024-04-25T19:03:42.210130+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:40:35.414496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.204904+0000","last_change":"2024-04-25T18:59:16.445518+0000","last_active":"2024-04-25T19:03:42.204904+0000","last_peered":"2024-04-25T19:03:42.204904+0000","last_clean":"2024-04-25T19:03:42.204904+0000","last_became_active":"2024-04-25T18:59:16.445109+0000","last_became_peered":"2024-04-25T18:59:16.445109+0000","last_unstale":"2024-04-25T19:03:42.204904+0000","last_undegraded":"2024-04-25T19:03:42.204904+0000","last_fullsized":"2024-04-25T19:03:42.204904+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:46:02.878503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005628+0000","last_change":"2024-04-25T18:59:16.437959+0000","last_active":"2024-04-25T19:03:42.005628+0000","last_peered":"2024-04-25T19:03:42.005628+0000","last_clean":"2024-04-25T19:03:42.005628+0000","last_became_active":"2024-04-25T18:59:16.437582+0000","last_became_peered":"2024-04-25T18:59:16.437582+0000","last_unstale":"2024-04-25T19:03:42.005628+0000","last_undegraded":"2024-04-25T19:03:42.005628+0000","last_fullsized":"2024-04-25T19:03:42.005628+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:15:52.837541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863531+0000","last_change":"2024-04-25T18:59:16.433990+0000","last_active":"2024-04-25T19:03:41.863531+0000","last_peered":"2024-04-25T19:03:41.863531+0000","last_clean":"2024-04-25T19:03:41.863531+0000","last_became_active":"2024-04-25T18:59:16.433602+0000","last_became_peered":"2024-04-25T18:59:16.433602+0000","last_unstale":"2024-04-25T19:03:41.863531+0000","last_undegraded":"2024-04-25T19:03:41.863531+0000","last_fullsized":"2024-04-25T19:03:41.863531+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:49:57.490749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862735+0000","last_change":"2024-04-25T18:59:16.455281+0000","last_active":"2024-04-25T19:03:41.862735+0000","last_peered":"2024-04-25T19:03:41.862735+0000","last_clean":"2024-04-25T19:03:41.862735+0000","last_became_active":"2024-04-25T18:59:16.454743+0000","last_became_peered":"2024-04-25T18:59:16.454743+0000","last_unstale":"2024-04-25T19:03:41.862735+0000","last_undegraded":"2024-04-25T19:03:41.862735+0000","last_fullsized":"2024-04-25T19:03:41.862735+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:32:13.749938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'15","reported_seq":299,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:51.076751+0000","last_change":"2024-04-25T18:59:11.368462+0000","last_active":"2024-04-25T19:03:51.076751+0000","last_peered":"2024-04-25T19:03:51.076751+0000","last_clean":"2024-04-25T19:03:51.076751+0000","last_became_active":"2024-04-25T18:59:11.367601+0000","last_became_peered":"2024-04-25T18:59:11.367601+0000","last_unstale":"2024-04-25T19:03:51.076751+0000","last_undegraded":"2024-04-25T19:03:51.076751+0000","last_fullsized":"2024-04-25T19:03:51.076751+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:58:37.739576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":254,"num_read_kb":254,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007519+0000","last_change":"2024-04-25T18:59:16.457867+0000","last_active":"2024-04-25T19:03:42.007519+0000","last_peered":"2024-04-25T19:03:42.007519+0000","last_clean":"2024-04-25T19:03:42.007519+0000","last_became_active":"2024-04-25T18:59:16.457206+0000","last_became_peered":"2024-04-25T18:59:16.457206+0000","last_unstale":"2024-04-25T19:03:42.007519+0000","last_undegraded":"2024-04-25T19:03:42.007519+0000","last_fullsized":"2024-04-25T19:03:42.007519+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:19:18.198581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007943+0000","last_change":"2024-04-25T18:59:11.640346+0000","last_active":"2024-04-25T19:03:42.007943+0000","last_peered":"2024-04-25T19:03:42.007943+0000","last_clean":"2024-04-25T19:03:42.007943+0000","last_became_active":"2024-04-25T18:59:11.638868+0000","last_became_peered":"2024-04-25T18:59:11.638868+0000","last_unstale":"2024-04-25T19:03:42.007943+0000","last_undegraded":"2024-04-25T19:03:42.007943+0000","last_fullsized":"2024-04-25T19:03:42.007943+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:48:02.190770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210631+0000","last_change":"2024-04-25T18:59:16.448865+0000","last_active":"2024-04-25T19:03:42.210631+0000","last_peered":"2024-04-25T19:03:42.210631+0000","last_clean":"2024-04-25T19:03:42.210631+0000","last_became_active":"2024-04-25T18:59:16.448340+0000","last_became_peered":"2024-04-25T18:59:16.448340+0000","last_unstale":"2024-04-25T19:03:42.210631+0000","last_undegraded":"2024-04-25T19:03:42.210631+0000","last_fullsized":"2024-04-25T19:03:42.210631+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:15:26.650480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"91'13","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917977+0000","last_change":"2024-04-25T18:59:11.368821+0000","last_active":"2024-04-25T19:03:41.917977+0000","last_peered":"2024-04-25T19:03:41.917977+0000","last_clean":"2024-04-25T19:03:41.917977+0000","last_became_active":"2024-04-25T18:59:11.368418+0000","last_became_peered":"2024-04-25T18:59:11.368418+0000","last_unstale":"2024-04-25T19:03:41.917977+0000","last_undegraded":"2024-04-25T19:03:41.917977+0000","last_fullsized":"2024-04-25T19:03:41.917977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:15:02.408473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205026+0000","last_change":"2024-04-25T18:59:16.440117+0000","last_active":"2024-04-25T19:03:42.205026+0000","last_peered":"2024-04-25T19:03:42.205026+0000","last_clean":"2024-04-25T19:03:42.205026+0000","last_became_active":"2024-04-25T18:59:16.439468+0000","last_became_peered":"2024-04-25T18:59:16.439468+0000","last_unstale":"2024-04-25T19:03:42.205026+0000","last_undegraded":"2024-04-25T19:03:42.205026+0000","last_fullsized":"2024-04-25T19:03:42.205026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:24:18.339273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917714+0000","last_change":"2024-04-25T18:59:11.365666+0000","last_active":"2024-04-25T19:03:41.917714+0000","last_peered":"2024-04-25T19:03:41.917714+0000","last_clean":"2024-04-25T19:03:41.917714+0000","last_became_active":"2024-04-25T18:59:11.365211+0000","last_became_peered":"2024-04-25T18:59:11.365211+0000","last_unstale":"2024-04-25T19:03:41.917714+0000","last_undegraded":"2024-04-25T19:03:41.917714+0000","last_fullsized":"2024-04-25T19:03:41.917714+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:14:41.819708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918167+0000","last_change":"2024-04-25T18:59:16.432562+0000","last_active":"2024-04-25T19:03:41.918167+0000","last_peered":"2024-04-25T19:03:41.918167+0000","last_clean":"2024-04-25T19:03:41.918167+0000","last_became_active":"2024-04-25T18:59:16.431274+0000","last_became_peered":"2024-04-25T18:59:16.431274+0000","last_unstale":"2024-04-25T19:03:41.918167+0000","last_undegraded":"2024-04-25T19:03:41.918167+0000","last_fullsized":"2024-04-25T19:03:41.918167+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:15:39.585346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":292,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:50.930876+0000","last_change":"2024-04-25T18:59:11.369642+0000","last_active":"2024-04-25T19:03:50.930876+0000","last_peered":"2024-04-25T19:03:50.930876+0000","last_clean":"2024-04-25T19:03:50.930876+0000","last_became_active":"2024-04-25T18:59:11.369261+0000","last_became_peered":"2024-04-25T18:59:11.369261+0000","last_unstale":"2024-04-25T19:03:50.930876+0000","last_undegraded":"2024-04-25T19:03:50.930876+0000","last_fullsized":"2024-04-25T19:03:50.930876+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:59:19.669603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":256,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917198+0000","last_change":"2024-04-25T18:59:16.439540+0000","last_active":"2024-04-25T19:03:41.917198+0000","last_peered":"2024-04-25T19:03:41.917198+0000","last_clean":"2024-04-25T19:03:41.917198+0000","last_became_active":"2024-04-25T18:59:16.439147+0000","last_became_peered":"2024-04-25T18:59:16.439147+0000","last_unstale":"2024-04-25T19:03:41.917198+0000","last_undegraded":"2024-04-25T19:03:41.917198+0000","last_fullsized":"2024-04-25T19:03:41.917198+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:33:56.072491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862601+0000","last_change":"2024-04-25T18:59:11.372911+0000","last_active":"2024-04-25T19:03:41.862601+0000","last_peered":"2024-04-25T19:03:41.862601+0000","last_clean":"2024-04-25T19:03:41.862601+0000","last_became_active":"2024-04-25T18:59:11.371977+0000","last_became_peered":"2024-04-25T18:59:11.371977+0000","last_unstale":"2024-04-25T19:03:41.862601+0000","last_undegraded":"2024-04-25T19:03:41.862601+0000","last_fullsized":"2024-04-25T19:03:41.862601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:59:37.586888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863243+0000","last_change":"2024-04-25T18:59:48.301238+0000","last_active":"2024-04-25T19:03:41.863243+0000","last_peered":"2024-04-25T19:03:41.863243+0000","last_clean":"2024-04-25T19:03:41.863243+0000","last_became_active":"2024-04-25T18:59:48.300075+0000","last_became_peered":"2024-04-25T18:59:48.300075+0000","last_unstale":"2024-04-25T19:03:41.863243+0000","last_undegraded":"2024-04-25T19:03:41.863243+0000","last_fullsized":"2024-04-25T19:03:41.863243+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:14.459424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171206+0000","last_change":"2024-04-25T18:59:11.372034+0000","last_active":"2024-04-25T19:03:42.171206+0000","last_peered":"2024-04-25T19:03:42.171206+0000","last_clean":"2024-04-25T19:03:42.171206+0000","last_became_active":"2024-04-25T18:59:11.369469+0000","last_became_peered":"2024-04-25T18:59:11.369469+0000","last_unstale":"2024-04-25T19:03:42.171206+0000","last_undegraded":"2024-04-25T19:03:42.171206+0000","last_fullsized":"2024-04-25T19:03:42.171206+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:10:52.729895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006235+0000","last_change":"2024-04-25T18:59:16.458026+0000","last_active":"2024-04-25T19:03:42.006235+0000","last_peered":"2024-04-25T19:03:42.006235+0000","last_clean":"2024-04-25T19:03:42.006235+0000","last_became_active":"2024-04-25T18:59:16.457628+0000","last_became_peered":"2024-04-25T18:59:16.457628+0000","last_unstale":"2024-04-25T19:03:42.006235+0000","last_undegraded":"2024-04-25T19:03:42.006235+0000","last_fullsized":"2024-04-25T19:03:42.006235+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:45:55.834204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917355+0000","last_change":"2024-04-25T18:59:11.367663+0000","last_active":"2024-04-25T19:03:41.917355+0000","last_peered":"2024-04-25T19:03:41.917355+0000","last_clean":"2024-04-25T19:03:41.917355+0000","last_became_active":"2024-04-25T18:59:11.367235+0000","last_became_peered":"2024-04-25T18:59:11.367235+0000","last_unstale":"2024-04-25T19:03:41.917355+0000","last_undegraded":"2024-04-25T19:03:41.917355+0000","last_fullsized":"2024-04-25T19:03:41.917355+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:47:18.009413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862908+0000","last_change":"2024-04-25T18:59:16.456096+0000","last_active":"2024-04-25T19:03:41.862908+0000","last_peered":"2024-04-25T19:03:41.862908+0000","last_clean":"2024-04-25T19:03:41.862908+0000","last_became_active":"2024-04-25T18:59:16.455736+0000","last_became_peered":"2024-04-25T18:59:16.455736+0000","last_unstale":"2024-04-25T19:03:41.862908+0000","last_undegraded":"2024-04-25T19:03:41.862908+0000","last_fullsized":"2024-04-25T19:03:41.862908+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:13:39.685024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'7","reported_seq":542,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:51.931751+0000","last_change":"2024-04-25T18:59:11.372875+0000","last_active":"2024-04-25T19:03:51.931751+0000","last_peered":"2024-04-25T19:03:51.931751+0000","last_clean":"2024-04-25T19:03:51.931751+0000","last_became_active":"2024-04-25T18:59:11.372437+0000","last_became_peered":"2024-04-25T18:59:11.372437+0000","last_unstale":"2024-04-25T19:03:51.931751+0000","last_undegraded":"2024-04-25T19:03:51.931751+0000","last_fullsized":"2024-04-25T19:03:51.931751+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:56:51.394527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":506,"num_read_kb":506,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205377+0000","last_change":"2024-04-25T18:59:16.441079+0000","last_active":"2024-04-25T19:03:42.205377+0000","last_peered":"2024-04-25T19:03:42.205377+0000","last_clean":"2024-04-25T19:03:42.205377+0000","last_became_active":"2024-04-25T18:59:16.440295+0000","last_became_peered":"2024-04-25T18:59:16.440295+0000","last_unstale":"2024-04-25T19:03:42.205377+0000","last_undegraded":"2024-04-25T19:03:42.205377+0000","last_fullsized":"2024-04-25T19:03:42.205377+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:23:05.618064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061427+0000","last_change":"2024-04-25T18:59:11.373107+0000","last_active":"2024-04-25T19:03:42.061427+0000","last_peered":"2024-04-25T19:03:42.061427+0000","last_clean":"2024-04-25T19:03:42.061427+0000","last_became_active":"2024-04-25T18:59:11.371710+0000","last_became_peered":"2024-04-25T18:59:11.371710+0000","last_unstale":"2024-04-25T19:03:42.061427+0000","last_undegraded":"2024-04-25T19:03:42.061427+0000","last_fullsized":"2024-04-25T19:03:42.061427+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:48.971862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210452+0000","last_change":"2024-04-25T18:59:16.434826+0000","last_active":"2024-04-25T19:03:42.210452+0000","last_peered":"2024-04-25T19:03:42.210452+0000","last_clean":"2024-04-25T19:03:42.210452+0000","last_became_active":"2024-04-25T18:59:16.434419+0000","last_became_peered":"2024-04-25T18:59:16.434419+0000","last_unstale":"2024-04-25T19:03:42.210452+0000","last_undegraded":"2024-04-25T19:03:42.210452+0000","last_fullsized":"2024-04-25T19:03:42.210452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:11:01.828497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918242+0000","last_change":"2024-04-25T18:59:11.638115+0000","last_active":"2024-04-25T19:03:41.918242+0000","last_peered":"2024-04-25T19:03:41.918242+0000","last_clean":"2024-04-25T19:03:41.918242+0000","last_became_active":"2024-04-25T18:59:11.637673+0000","last_became_peered":"2024-04-25T18:59:11.637673+0000","last_unstale":"2024-04-25T19:03:41.918242+0000","last_undegraded":"2024-04-25T19:03:41.918242+0000","last_fullsized":"2024-04-25T19:03:41.918242+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:05.857142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205546+0000","last_change":"2024-04-25T18:59:16.437956+0000","last_active":"2024-04-25T19:03:42.205546+0000","last_peered":"2024-04-25T19:03:42.205546+0000","last_clean":"2024-04-25T19:03:42.205546+0000","last_became_active":"2024-04-25T18:59:16.435882+0000","last_became_peered":"2024-04-25T18:59:16.435882+0000","last_unstale":"2024-04-25T19:03:42.205546+0000","last_undegraded":"2024-04-25T19:03:42.205546+0000","last_fullsized":"2024-04-25T19:03:42.205546+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:17:46.355439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'42","reported_seq":613,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:52.694384+0000","last_change":"2024-04-25T18:59:48.308544+0000","last_active":"2024-04-25T19:03:52.694384+0000","last_peered":"2024-04-25T19:03:52.694384+0000","last_clean":"2024-04-25T19:03:52.694384+0000","last_became_active":"2024-04-25T18:59:48.300940+0000","last_became_peered":"2024-04-25T18:59:48.300940+0000","last_unstale":"2024-04-25T19:03:52.694384+0000","last_undegraded":"2024-04-25T19:03:52.694384+0000","last_fullsized":"2024-04-25T19:03:52.694384+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:22:47.352983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73835,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":330,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917712+0000","last_change":"2024-04-25T18:59:16.439989+0000","last_active":"2024-04-25T19:03:41.917712+0000","last_peered":"2024-04-25T19:03:41.917712+0000","last_clean":"2024-04-25T19:03:41.917712+0000","last_became_active":"2024-04-25T18:59:16.439608+0000","last_became_peered":"2024-04-25T18:59:16.439608+0000","last_unstale":"2024-04-25T19:03:41.917712+0000","last_undegraded":"2024-04-25T19:03:41.917712+0000","last_fullsized":"2024-04-25T19:03:41.917712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:11:11.632516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862432+0000","last_change":"2024-04-25T18:59:11.369485+0000","last_active":"2024-04-25T19:03:41.862432+0000","last_peered":"2024-04-25T19:03:41.862432+0000","last_clean":"2024-04-25T19:03:41.862432+0000","last_became_active":"2024-04-25T18:59:11.369108+0000","last_became_peered":"2024-04-25T18:59:11.369108+0000","last_unstale":"2024-04-25T19:03:41.862432+0000","last_undegraded":"2024-04-25T19:03:41.862432+0000","last_fullsized":"2024-04-25T19:03:41.862432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:23:22.166046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171508+0000","last_change":"2024-04-25T18:59:16.456368+0000","last_active":"2024-04-25T19:03:42.171508+0000","last_peered":"2024-04-25T19:03:42.171508+0000","last_clean":"2024-04-25T19:03:42.171508+0000","last_became_active":"2024-04-25T18:59:16.455986+0000","last_became_peered":"2024-04-25T18:59:16.455986+0000","last_unstale":"2024-04-25T19:03:42.171508+0000","last_undegraded":"2024-04-25T19:03:42.171508+0000","last_fullsized":"2024-04-25T19:03:42.171508+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:15.385154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917750+0000","last_change":"2024-04-25T18:59:11.369120+0000","last_active":"2024-04-25T19:03:41.917750+0000","last_peered":"2024-04-25T19:03:41.917750+0000","last_clean":"2024-04-25T19:03:41.917750+0000","last_became_active":"2024-04-25T18:59:11.368729+0000","last_became_peered":"2024-04-25T18:59:11.368729+0000","last_unstale":"2024-04-25T19:03:41.917750+0000","last_undegraded":"2024-04-25T19:03:41.917750+0000","last_fullsized":"2024-04-25T19:03:41.917750+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:44.188588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061118+0000","last_change":"2024-04-25T18:59:16.443056+0000","last_active":"2024-04-25T19:03:42.061118+0000","last_peered":"2024-04-25T19:03:42.061118+0000","last_clean":"2024-04-25T19:03:42.061118+0000","last_became_active":"2024-04-25T18:59:16.442696+0000","last_became_peered":"2024-04-25T18:59:16.442696+0000","last_unstale":"2024-04-25T19:03:42.061118+0000","last_undegraded":"2024-04-25T19:03:42.061118+0000","last_fullsized":"2024-04-25T19:03:42.061118+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:32.627857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'8","reported_seq":296,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:52.195881+0000","last_change":"2024-04-25T18:59:11.368774+0000","last_active":"2024-04-25T19:03:52.195881+0000","last_peered":"2024-04-25T19:03:52.195881+0000","last_clean":"2024-04-25T19:03:52.195881+0000","last_became_active":"2024-04-25T18:59:11.368381+0000","last_became_peered":"2024-04-25T18:59:11.368381+0000","last_unstale":"2024-04-25T19:03:52.195881+0000","last_undegraded":"2024-04-25T19:03:52.195881+0000","last_fullsized":"2024-04-25T19:03:52.195881+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:01:26.112111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1511,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":259,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.060863+0000","last_change":"2024-04-25T18:59:16.431389+0000","last_active":"2024-04-25T19:03:42.060863+0000","last_peered":"2024-04-25T19:03:42.060863+0000","last_clean":"2024-04-25T19:03:42.060863+0000","last_became_active":"2024-04-25T18:59:16.431030+0000","last_became_peered":"2024-04-25T18:59:16.431030+0000","last_unstale":"2024-04-25T19:03:42.060863+0000","last_undegraded":"2024-04-25T19:03:42.060863+0000","last_fullsized":"2024-04-25T19:03:42.060863+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:55:18.550206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":72,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917124+0000","last_change":"2024-04-25T18:59:47.613420+0000","last_active":"2024-04-25T19:03:41.917124+0000","last_peered":"2024-04-25T19:03:41.917124+0000","last_clean":"2024-04-25T19:03:41.917124+0000","last_became_active":"2024-04-25T18:59:47.598914+0000","last_became_peered":"2024-04-25T18:59:47.598914+0000","last_unstale":"2024-04-25T19:03:41.917124+0000","last_undegraded":"2024-04-25T19:03:41.917124+0000","last_fullsized":"2024-04-25T19:03:41.917124+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:45:04.037426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,1],"acting":[8,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917725+0000","last_change":"2024-04-25T18:59:16.430324+0000","last_active":"2024-04-25T19:03:41.917725+0000","last_peered":"2024-04-25T19:03:41.917725+0000","last_clean":"2024-04-25T19:03:41.917725+0000","last_became_active":"2024-04-25T18:59:16.429882+0000","last_became_peered":"2024-04-25T18:59:16.429882+0000","last_unstale":"2024-04-25T19:03:41.917725+0000","last_undegraded":"2024-04-25T19:03:41.917725+0000","last_fullsized":"2024-04-25T19:03:41.917725+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:23:41.520176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.918092+0000","last_change":"2024-04-25T18:59:11.367152+0000","last_active":"2024-04-25T19:03:41.918092+0000","last_peered":"2024-04-25T19:03:41.918092+0000","last_clean":"2024-04-25T19:03:41.918092+0000","last_became_active":"2024-04-25T18:59:11.366787+0000","last_became_peered":"2024-04-25T18:59:11.366787+0000","last_unstale":"2024-04-25T19:03:41.918092+0000","last_undegraded":"2024-04-25T19:03:41.918092+0000","last_fullsized":"2024-04-25T19:03:41.918092+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:43:18.225007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005432+0000","last_change":"2024-04-25T18:59:47.596541+0000","last_active":"2024-04-25T19:03:42.005432+0000","last_peered":"2024-04-25T19:03:42.005432+0000","last_clean":"2024-04-25T19:03:42.005432+0000","last_became_active":"2024-04-25T18:59:47.596068+0000","last_became_peered":"2024-04-25T18:59:47.596068+0000","last_unstale":"2024-04-25T19:03:42.005432+0000","last_undegraded":"2024-04-25T19:03:42.005432+0000","last_fullsized":"2024-04-25T19:03:42.005432+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:34:15.219182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.863408+0000","last_change":"2024-04-25T18:59:11.639944+0000","last_active":"2024-04-25T19:03:41.863408+0000","last_peered":"2024-04-25T19:03:41.863408+0000","last_clean":"2024-04-25T19:03:41.863408+0000","last_became_active":"2024-04-25T18:59:11.638481+0000","last_became_peered":"2024-04-25T18:59:11.638481+0000","last_unstale":"2024-04-25T19:03:41.863408+0000","last_undegraded":"2024-04-25T19:03:41.863408+0000","last_fullsized":"2024-04-25T19:03:41.863408+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:23:13.458217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"90'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862706+0000","last_change":"2024-04-25T18:59:47.932916+0000","last_active":"2024-04-25T19:03:41.862706+0000","last_peered":"2024-04-25T19:03:41.862706+0000","last_clean":"2024-04-25T19:03:41.862706+0000","last_became_active":"2024-04-25T18:59:47.932592+0000","last_became_peered":"2024-04-25T18:59:47.932592+0000","last_unstale":"2024-04-25T19:03:41.862706+0000","last_undegraded":"2024-04-25T19:03:41.862706+0000","last_fullsized":"2024-04-25T19:03:41.862706+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:46:52.256074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'9","reported_seq":296,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:51.077733+0000","last_change":"2024-04-25T18:59:11.373060+0000","last_active":"2024-04-25T19:03:51.077733+0000","last_peered":"2024-04-25T19:03:51.077733+0000","last_clean":"2024-04-25T19:03:51.077733+0000","last_became_active":"2024-04-25T18:59:11.371405+0000","last_became_peered":"2024-04-25T18:59:11.371405+0000","last_unstale":"2024-04-25T19:03:51.077733+0000","last_undegraded":"2024-04-25T19:03:51.077733+0000","last_fullsized":"2024-04-25T19:03:51.077733+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:59.651349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862801+0000","last_change":"2024-04-25T18:59:16.449370+0000","last_active":"2024-04-25T19:03:41.862801+0000","last_peered":"2024-04-25T19:03:41.862801+0000","last_clean":"2024-04-25T19:03:41.862801+0000","last_became_active":"2024-04-25T18:59:16.448966+0000","last_became_peered":"2024-04-25T18:59:16.448966+0000","last_unstale":"2024-04-25T19:03:41.862801+0000","last_undegraded":"2024-04-25T19:03:41.862801+0000","last_fullsized":"2024-04-25T19:03:41.862801+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:41:59.895563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917707+0000","last_change":"2024-04-25T18:59:16.432212+0000","last_active":"2024-04-25T19:03:41.917707+0000","last_peered":"2024-04-25T19:03:41.917707+0000","last_clean":"2024-04-25T19:03:41.917707+0000","last_became_active":"2024-04-25T18:59:16.431855+0000","last_became_peered":"2024-04-25T18:59:16.431855+0000","last_unstale":"2024-04-25T19:03:41.917707+0000","last_undegraded":"2024-04-25T19:03:41.917707+0000","last_fullsized":"2024-04-25T19:03:41.917707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:33:35.548251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'7","reported_seq":291,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:51.192407+0000","last_change":"2024-04-25T18:59:11.636847+0000","last_active":"2024-04-25T19:03:51.192407+0000","last_peered":"2024-04-25T19:03:51.192407+0000","last_clean":"2024-04-25T19:03:51.192407+0000","last_became_active":"2024-04-25T18:59:11.636271+0000","last_became_peered":"2024-04-25T18:59:11.636271+0000","last_unstale":"2024-04-25T19:03:51.192407+0000","last_undegraded":"2024-04-25T19:03:51.192407+0000","last_fullsized":"2024-04-25T19:03:51.192407+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:17:50.212842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":254,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006866+0000","last_change":"2024-04-25T18:59:16.451357+0000","last_active":"2024-04-25T19:03:42.006866+0000","last_peered":"2024-04-25T19:03:42.006866+0000","last_clean":"2024-04-25T19:03:42.006866+0000","last_became_active":"2024-04-25T18:59:16.450734+0000","last_became_peered":"2024-04-25T18:59:16.450734+0000","last_unstale":"2024-04-25T19:03:42.006866+0000","last_undegraded":"2024-04-25T19:03:42.006866+0000","last_fullsized":"2024-04-25T19:03:42.006866+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T20:10:50.195464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174479+0000","last_change":"2024-04-25T18:59:11.368152+0000","last_active":"2024-04-25T19:03:42.174479+0000","last_peered":"2024-04-25T19:03:42.174479+0000","last_clean":"2024-04-25T19:03:42.174479+0000","last_became_active":"2024-04-25T18:59:11.367718+0000","last_became_peered":"2024-04-25T18:59:11.367718+0000","last_unstale":"2024-04-25T19:03:42.174479+0000","last_undegraded":"2024-04-25T19:03:42.174479+0000","last_fullsized":"2024-04-25T19:03:42.174479+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:16:34.473227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"91'148","reported_seq":406,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:44.022294+0000","last_change":"2024-04-25T18:57:35.913146+0000","last_active":"2024-04-25T19:03:44.022294+0000","last_peered":"2024-04-25T19:03:44.022294+0000","last_clean":"2024-04-25T19:03:44.022294+0000","last_became_active":"2024-04-25T18:57:35.912618+0000","last_became_peered":"2024-04-25T18:57:35.912618+0000","last_unstale":"2024-04-25T19:03:44.022294+0000","last_undegraded":"2024-04-25T19:03:44.022294+0000","last_fullsized":"2024-04-25T19:03:44.022294+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:53:34.128713+0000","last_clean_scrub_stamp":"2024-04-25T18:53:34.128713+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:37:18.697153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171054+0000","last_change":"2024-04-25T18:59:16.440801+0000","last_active":"2024-04-25T19:03:42.171054+0000","last_peered":"2024-04-25T19:03:42.171054+0000","last_clean":"2024-04-25T19:03:42.171054+0000","last_became_active":"2024-04-25T18:59:16.438467+0000","last_became_peered":"2024-04-25T18:59:16.438467+0000","last_unstale":"2024-04-25T19:03:42.171054+0000","last_undegraded":"2024-04-25T19:03:42.171054+0000","last_fullsized":"2024-04-25T19:03:42.171054+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:26:46.847551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061329+0000","last_change":"2024-04-25T18:59:11.370606+0000","last_active":"2024-04-25T19:03:42.061329+0000","last_peered":"2024-04-25T19:03:42.061329+0000","last_clean":"2024-04-25T19:03:42.061329+0000","last_became_active":"2024-04-25T18:59:11.370211+0000","last_became_peered":"2024-04-25T18:59:11.370211+0000","last_unstale":"2024-04-25T19:03:42.061329+0000","last_undegraded":"2024-04-25T19:03:42.061329+0000","last_fullsized":"2024-04-25T19:03:42.061329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:40:26.779060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005267+0000","last_change":"2024-04-25T18:59:47.619241+0000","last_active":"2024-04-25T19:03:42.005267+0000","last_peered":"2024-04-25T19:03:42.005267+0000","last_clean":"2024-04-25T19:03:42.005267+0000","last_became_active":"2024-04-25T18:59:47.602418+0000","last_became_peered":"2024-04-25T18:59:47.602418+0000","last_unstale":"2024-04-25T19:03:42.005267+0000","last_undegraded":"2024-04-25T19:03:42.005267+0000","last_fullsized":"2024-04-25T19:03:42.005267+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:34:59.239573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171712+0000","last_change":"2024-04-25T18:59:16.444018+0000","last_active":"2024-04-25T19:03:42.171712+0000","last_peered":"2024-04-25T19:03:42.171712+0000","last_clean":"2024-04-25T19:03:42.171712+0000","last_became_active":"2024-04-25T18:59:16.443671+0000","last_became_peered":"2024-04-25T18:59:16.443671+0000","last_unstale":"2024-04-25T19:03:42.171712+0000","last_undegraded":"2024-04-25T19:03:42.171712+0000","last_fullsized":"2024-04-25T19:03:42.171712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:26:40.262350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'107","reported_seq":245,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:45.085023+0000","last_change":"2024-04-25T18:59:47.611035+0000","last_active":"2024-04-25T19:03:45.085023+0000","last_peered":"2024-04-25T19:03:45.085023+0000","last_clean":"2024-04-25T19:03:45.085023+0000","last_became_active":"2024-04-25T18:59:47.603740+0000","last_became_peered":"2024-04-25T18:59:47.603740+0000","last_unstale":"2024-04-25T19:03:45.085023+0000","last_undegraded":"2024-04-25T19:03:45.085023+0000","last_fullsized":"2024-04-25T19:03:45.085023+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:42:20.973017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":195,"num_write_kb":1288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007997+0000","last_change":"2024-04-25T18:59:16.454482+0000","last_active":"2024-04-25T19:03:42.007997+0000","last_peered":"2024-04-25T19:03:42.007997+0000","last_clean":"2024-04-25T19:03:42.007997+0000","last_became_active":"2024-04-25T18:59:16.454096+0000","last_became_peered":"2024-04-25T18:59:16.454096+0000","last_unstale":"2024-04-25T19:03:42.007997+0000","last_undegraded":"2024-04-25T19:03:42.007997+0000","last_fullsized":"2024-04-25T19:03:42.007997+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:16:31.108784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.174773+0000","last_change":"2024-04-25T18:59:11.635029+0000","last_active":"2024-04-25T19:03:42.174773+0000","last_peered":"2024-04-25T19:03:42.174773+0000","last_clean":"2024-04-25T19:03:42.174773+0000","last_became_active":"2024-04-25T18:59:11.634723+0000","last_became_peered":"2024-04-25T18:59:11.634723+0000","last_unstale":"2024-04-25T19:03:42.174773+0000","last_undegraded":"2024-04-25T19:03:42.174773+0000","last_fullsized":"2024-04-25T19:03:42.174773+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:43.489565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.211029+0000","last_change":"2024-04-25T18:59:16.459233+0000","last_active":"2024-04-25T19:03:42.211029+0000","last_peered":"2024-04-25T19:03:42.211029+0000","last_clean":"2024-04-25T19:03:42.211029+0000","last_became_active":"2024-04-25T18:59:16.458765+0000","last_became_peered":"2024-04-25T18:59:16.458765+0000","last_unstale":"2024-04-25T19:03:42.211029+0000","last_undegraded":"2024-04-25T19:03:42.211029+0000","last_fullsized":"2024-04-25T19:03:42.211029+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:09:18.563425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205028+0000","last_change":"2024-04-25T18:59:11.636295+0000","last_active":"2024-04-25T19:03:42.205028+0000","last_peered":"2024-04-25T19:03:42.205028+0000","last_clean":"2024-04-25T19:03:42.205028+0000","last_became_active":"2024-04-25T18:59:11.635949+0000","last_became_peered":"2024-04-25T18:59:11.635949+0000","last_unstale":"2024-04-25T19:03:42.205028+0000","last_undegraded":"2024-04-25T19:03:42.205028+0000","last_fullsized":"2024-04-25T19:03:42.205028+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:15:02.756017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917357+0000","last_change":"2024-04-25T18:59:16.436883+0000","last_active":"2024-04-25T19:03:41.917357+0000","last_peered":"2024-04-25T19:03:41.917357+0000","last_clean":"2024-04-25T19:03:41.917357+0000","last_became_active":"2024-04-25T18:59:16.436503+0000","last_became_peered":"2024-04-25T18:59:16.436503+0000","last_unstale":"2024-04-25T19:03:41.917357+0000","last_undegraded":"2024-04-25T19:03:41.917357+0000","last_fullsized":"2024-04-25T19:03:41.917357+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:51:15.196048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006061+0000","last_change":"2024-04-25T18:59:11.368891+0000","last_active":"2024-04-25T19:03:42.006061+0000","last_peered":"2024-04-25T19:03:42.006061+0000","last_clean":"2024-04-25T19:03:42.006061+0000","last_became_active":"2024-04-25T18:59:11.368353+0000","last_became_peered":"2024-04-25T18:59:11.368353+0000","last_unstale":"2024-04-25T19:03:42.006061+0000","last_undegraded":"2024-04-25T19:03:42.006061+0000","last_fullsized":"2024-04-25T19:03:42.006061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:11:47.916473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005148+0000","last_change":"2024-04-25T18:59:16.440796+0000","last_active":"2024-04-25T19:03:42.005148+0000","last_peered":"2024-04-25T19:03:42.005148+0000","last_clean":"2024-04-25T19:03:42.005148+0000","last_became_active":"2024-04-25T18:59:16.440430+0000","last_became_peered":"2024-04-25T18:59:16.440430+0000","last_unstale":"2024-04-25T19:03:42.005148+0000","last_undegraded":"2024-04-25T19:03:42.005148+0000","last_fullsized":"2024-04-25T19:03:42.005148+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:43:42.773205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.884631+0000","last_change":"2024-04-25T18:59:11.369543+0000","last_active":"2024-04-25T19:03:42.884631+0000","last_peered":"2024-04-25T19:03:42.884631+0000","last_clean":"2024-04-25T19:03:42.884631+0000","last_became_active":"2024-04-25T18:59:11.369178+0000","last_became_peered":"2024-04-25T18:59:11.369178+0000","last_unstale":"2024-04-25T19:03:42.884631+0000","last_undegraded":"2024-04-25T19:03:42.884631+0000","last_fullsized":"2024-04-25T19:03:42.884631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:04:31.929785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007539+0000","last_change":"2024-04-25T18:59:16.459003+0000","last_active":"2024-04-25T19:03:42.007539+0000","last_peered":"2024-04-25T19:03:42.007539+0000","last_clean":"2024-04-25T19:03:42.007539+0000","last_became_active":"2024-04-25T18:59:16.454417+0000","last_became_peered":"2024-04-25T18:59:16.454417+0000","last_unstale":"2024-04-25T19:03:42.007539+0000","last_undegraded":"2024-04-25T19:03:42.007539+0000","last_fullsized":"2024-04-25T19:03:42.007539+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:00:23.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917393+0000","last_change":"2024-04-25T18:59:11.367687+0000","last_active":"2024-04-25T19:03:41.917393+0000","last_peered":"2024-04-25T19:03:41.917393+0000","last_clean":"2024-04-25T19:03:41.917393+0000","last_became_active":"2024-04-25T18:59:11.367242+0000","last_became_peered":"2024-04-25T18:59:11.367242+0000","last_unstale":"2024-04-25T19:03:41.917393+0000","last_undegraded":"2024-04-25T19:03:41.917393+0000","last_fullsized":"2024-04-25T19:03:41.917393+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:31:32.279184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061167+0000","last_change":"2024-04-25T18:59:16.446045+0000","last_active":"2024-04-25T19:03:42.061167+0000","last_peered":"2024-04-25T19:03:42.061167+0000","last_clean":"2024-04-25T19:03:42.061167+0000","last_became_active":"2024-04-25T18:59:16.445688+0000","last_became_peered":"2024-04-25T18:59:16.445688+0000","last_unstale":"2024-04-25T19:03:42.061167+0000","last_undegraded":"2024-04-25T19:03:42.061167+0000","last_fullsized":"2024-04-25T19:03:42.061167+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:55:13.001747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'9","reported_seq":297,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:50.930890+0000","last_change":"2024-04-25T18:59:11.638935+0000","last_active":"2024-04-25T19:03:50.930890+0000","last_peered":"2024-04-25T19:03:50.930890+0000","last_clean":"2024-04-25T19:03:50.930890+0000","last_became_active":"2024-04-25T18:59:11.638483+0000","last_became_peered":"2024-04-25T18:59:11.638483+0000","last_unstale":"2024-04-25T19:03:50.930890+0000","last_undegraded":"2024-04-25T19:03:50.930890+0000","last_fullsized":"2024-04-25T19:03:50.930890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:48:46.579028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2484,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":258,"num_read_kb":5,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061554+0000","last_change":"2024-04-25T18:59:16.433166+0000","last_active":"2024-04-25T19:03:42.061554+0000","last_peered":"2024-04-25T19:03:42.061554+0000","last_clean":"2024-04-25T19:03:42.061554+0000","last_became_active":"2024-04-25T18:59:16.432313+0000","last_became_peered":"2024-04-25T18:59:16.432313+0000","last_unstale":"2024-04-25T19:03:42.061554+0000","last_undegraded":"2024-04-25T19:03:42.061554+0000","last_fullsized":"2024-04-25T19:03:42.061554+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:19:45.748255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"91'67","reported_seq":128,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:44.552492+0000","last_change":"2024-04-25T18:59:11.370335+0000","last_active":"2024-04-25T19:03:44.552492+0000","last_peered":"2024-04-25T19:03:44.552492+0000","last_clean":"2024-04-25T19:03:44.552492+0000","last_became_active":"2024-04-25T18:59:11.369978+0000","last_became_peered":"2024-04-25T18:59:11.369978+0000","last_unstale":"2024-04-25T19:03:44.552492+0000","last_undegraded":"2024-04-25T19:03:44.552492+0000","last_fullsized":"2024-04-25T19:03:44.552492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:01:40.158105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061422+0000","last_change":"2024-04-25T18:59:16.453842+0000","last_active":"2024-04-25T19:03:42.061422+0000","last_peered":"2024-04-25T19:03:42.061422+0000","last_clean":"2024-04-25T19:03:42.061422+0000","last_became_active":"2024-04-25T18:59:16.453448+0000","last_became_peered":"2024-04-25T18:59:16.453448+0000","last_unstale":"2024-04-25T19:03:42.061422+0000","last_undegraded":"2024-04-25T19:03:42.061422+0000","last_fullsized":"2024-04-25T19:03:42.061422+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:05:31.291358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.172248+0000","last_change":"2024-04-25T18:59:11.373921+0000","last_active":"2024-04-25T19:03:42.172248+0000","last_peered":"2024-04-25T19:03:42.172248+0000","last_clean":"2024-04-25T19:03:42.172248+0000","last_became_active":"2024-04-25T18:59:11.373507+0000","last_became_peered":"2024-04-25T18:59:11.373507+0000","last_unstale":"2024-04-25T19:03:42.172248+0000","last_undegraded":"2024-04-25T19:03:42.172248+0000","last_fullsized":"2024-04-25T19:03:42.172248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:10.334174+0000","last_clean_scrub_stamp":"2024-04-25T18:59:10.334174+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T22:44:55.798730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.061569+0000","last_change":"2024-04-25T18:59:16.431184+0000","last_active":"2024-04-25T19:03:42.061569+0000","last_peered":"2024-04-25T19:03:42.061569+0000","last_clean":"2024-04-25T19:03:42.061569+0000","last_became_active":"2024-04-25T18:59:16.429938+0000","last_became_peered":"2024-04-25T18:59:16.429938+0000","last_unstale":"2024-04-25T19:03:42.061569+0000","last_undegraded":"2024-04-25T19:03:42.061569+0000","last_fullsized":"2024-04-25T19:03:42.061569+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:03:28.578047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005159+0000","last_change":"2024-04-25T18:59:16.434454+0000","last_active":"2024-04-25T19:03:42.005159+0000","last_peered":"2024-04-25T19:03:42.005159+0000","last_clean":"2024-04-25T19:03:42.005159+0000","last_became_active":"2024-04-25T18:59:16.433985+0000","last_became_peered":"2024-04-25T18:59:16.433985+0000","last_unstale":"2024-04-25T19:03:42.005159+0000","last_undegraded":"2024-04-25T19:03:42.005159+0000","last_fullsized":"2024-04-25T19:03:42.005159+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:28:21.091248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862700+0000","last_change":"2024-04-25T18:59:16.439119+0000","last_active":"2024-04-25T19:03:41.862700+0000","last_peered":"2024-04-25T19:03:41.862700+0000","last_clean":"2024-04-25T19:03:41.862700+0000","last_became_active":"2024-04-25T18:59:16.438260+0000","last_became_peered":"2024-04-25T18:59:16.438260+0000","last_unstale":"2024-04-25T19:03:41.862700+0000","last_undegraded":"2024-04-25T19:03:41.862700+0000","last_fullsized":"2024-04-25T19:03:41.862700+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:28:22.401413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862137+0000","last_change":"2024-04-25T18:59:16.455069+0000","last_active":"2024-04-25T19:03:41.862137+0000","last_peered":"2024-04-25T19:03:41.862137+0000","last_clean":"2024-04-25T19:03:41.862137+0000","last_became_active":"2024-04-25T18:59:16.454709+0000","last_became_peered":"2024-04-25T18:59:16.454709+0000","last_unstale":"2024-04-25T19:03:41.862137+0000","last_undegraded":"2024-04-25T19:03:41.862137+0000","last_fullsized":"2024-04-25T19:03:41.862137+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:41:20.907247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.210713+0000","last_change":"2024-04-25T18:59:16.449792+0000","last_active":"2024-04-25T19:03:42.210713+0000","last_peered":"2024-04-25T19:03:42.210713+0000","last_clean":"2024-04-25T19:03:42.210713+0000","last_became_active":"2024-04-25T18:59:16.449248+0000","last_became_peered":"2024-04-25T18:59:16.449248+0000","last_unstale":"2024-04-25T19:03:42.210713+0000","last_undegraded":"2024-04-25T19:03:42.210713+0000","last_fullsized":"2024-04-25T19:03:42.210713+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T19:59:45.152782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171917+0000","last_change":"2024-04-25T18:59:16.450794+0000","last_active":"2024-04-25T19:03:42.171917+0000","last_peered":"2024-04-25T19:03:42.171917+0000","last_clean":"2024-04-25T19:03:42.171917+0000","last_became_active":"2024-04-25T18:59:16.450396+0000","last_became_peered":"2024-04-25T18:59:16.450396+0000","last_unstale":"2024-04-25T19:03:42.171917+0000","last_undegraded":"2024-04-25T19:03:42.171917+0000","last_fullsized":"2024-04-25T19:03:42.171917+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:39:15.451059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005263+0000","last_change":"2024-04-25T18:59:16.432122+0000","last_active":"2024-04-25T19:03:42.005263+0000","last_peered":"2024-04-25T19:03:42.005263+0000","last_clean":"2024-04-25T19:03:42.005263+0000","last_became_active":"2024-04-25T18:59:16.431694+0000","last_became_peered":"2024-04-25T18:59:16.431694+0000","last_unstale":"2024-04-25T19:03:42.005263+0000","last_undegraded":"2024-04-25T19:03:42.005263+0000","last_fullsized":"2024-04-25T19:03:42.005263+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:52:35.542794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.862734+0000","last_change":"2024-04-25T18:59:16.432879+0000","last_active":"2024-04-25T19:03:41.862734+0000","last_peered":"2024-04-25T19:03:41.862734+0000","last_clean":"2024-04-25T19:03:41.862734+0000","last_became_active":"2024-04-25T18:59:16.432498+0000","last_became_peered":"2024-04-25T18:59:16.432498+0000","last_unstale":"2024-04-25T19:03:41.862734+0000","last_undegraded":"2024-04-25T19:03:41.862734+0000","last_fullsized":"2024-04-25T19:03:41.862734+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T21:05:37.824424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.007906+0000","last_change":"2024-04-25T18:59:16.458173+0000","last_active":"2024-04-25T19:03:42.007906+0000","last_peered":"2024-04-25T19:03:42.007906+0000","last_clean":"2024-04-25T19:03:42.007906+0000","last_became_active":"2024-04-25T18:59:16.454727+0000","last_became_peered":"2024-04-25T18:59:16.454727+0000","last_unstale":"2024-04-25T19:03:42.007906+0000","last_undegraded":"2024-04-25T19:03:42.007906+0000","last_fullsized":"2024-04-25T19:03:42.007906+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:54.234559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:41.917577+0000","last_change":"2024-04-25T18:59:16.451769+0000","last_active":"2024-04-25T19:03:41.917577+0000","last_peered":"2024-04-25T19:03:41.917577+0000","last_clean":"2024-04-25T19:03:41.917577+0000","last_became_active":"2024-04-25T18:59:16.451470+0000","last_became_peered":"2024-04-25T18:59:16.451470+0000","last_unstale":"2024-04-25T19:03:41.917577+0000","last_undegraded":"2024-04-25T19:03:41.917577+0000","last_fullsized":"2024-04-25T19:03:41.917577+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:05:01.589313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.006109+0000","last_change":"2024-04-25T18:59:16.453927+0000","last_active":"2024-04-25T19:03:42.006109+0000","last_peered":"2024-04-25T19:03:42.006109+0000","last_clean":"2024-04-25T19:03:42.006109+0000","last_became_active":"2024-04-25T18:59:16.452722+0000","last_became_peered":"2024-04-25T18:59:16.452722+0000","last_unstale":"2024-04-25T19:03:42.006109+0000","last_undegraded":"2024-04-25T19:03:42.006109+0000","last_fullsized":"2024-04-25T19:03:42.006109+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:34:57.770254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.205617+0000","last_change":"2024-04-25T18:59:16.453891+0000","last_active":"2024-04-25T19:03:42.205617+0000","last_peered":"2024-04-25T19:03:42.205617+0000","last_clean":"2024-04-25T19:03:42.205617+0000","last_became_active":"2024-04-25T18:59:16.453554+0000","last_became_peered":"2024-04-25T18:59:16.453554+0000","last_unstale":"2024-04-25T19:03:42.205617+0000","last_undegraded":"2024-04-25T19:03:42.205617+0000","last_fullsized":"2024-04-25T19:03:42.205617+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T23:57:16.364365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.171570+0000","last_change":"2024-04-25T18:59:16.450888+0000","last_active":"2024-04-25T19:03:42.171570+0000","last_peered":"2024-04-25T19:03:42.171570+0000","last_clean":"2024-04-25T19:03:42.171570+0000","last_became_active":"2024-04-25T18:59:16.450264+0000","last_became_peered":"2024-04-25T18:59:16.450264+0000","last_unstale":"2024-04-25T19:03:42.171570+0000","last_undegraded":"2024-04-25T19:03:42.171570+0000","last_fullsized":"2024-04-25T19:03:42.171570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T00:44:27.822535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-25T19:03:42.005171+0000","last_change":"2024-04-25T18:59:16.432316+0000","last_active":"2024-04-25T19:03:42.005171+0000","last_peered":"2024-04-25T19:03:42.005171+0000","last_clean":"2024-04-25T19:03:42.005171+0000","last_became_active":"2024-04-25T18:59:16.431950+0000","last_became_peered":"2024-04-25T18:59:16.431950+0000","last_unstale":"2024-04-25T19:03:42.005171+0000","last_undegraded":"2024-04-25T19:03:42.005171+0000","last_fullsized":"2024-04-25T19:03:42.005171+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-25T18:59:15.379368+0000","last_clean_scrub_stamp":"2024-04-25T18:59:15.379368+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:00:46.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108312,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":806038,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2921,"num_read_kb":1690,"num_write":523,"num_write_kb":2400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1836,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":798720,"data_stored":2418114,"data_compressed":108933,"data_compressed_allocated":147456,"data_compressed_original":2125824,"omap_allocated":0,"internal_metadata":0},"log_size":398,"ondisk_log_size":398,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383752,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1032192,"data_stored":884168,"data_compressed":27963,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645389,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28196,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716956,"statfs":{"total":95995035648,"available":95966162944,"internally_reserved":0,"allocated":1208320,"data_stored":1483545,"data_compressed":61800,"data_compressed_allocated":81920,"data_compressed_original":929792,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808916,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":882789,"data_compressed":27963,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070553,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":489722,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332190,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":1084980,"data_compressed":44778,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495717,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1007616,"data_stored":490487,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574979,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1085440,"data_stored":565347,"data_compressed":10494,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738503,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":491826,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411454,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":492290,"data_compressed":8674,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182519,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1089536,"data_stored":1210329,"data_compressed":43165,"data_compressed_allocated":57344,"data_compressed_original":724992,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920880,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1085440,"data_stored":563792,"data_compressed":10494,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757355,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32288,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712864,"statfs":{"total":95995035648,"available":95961972736,"internally_reserved":0,"allocated":1130496,"data_stored":1410653,"data_compressed":59980,"data_compressed_allocated":77824,"data_compressed_original":921600,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36104,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":77013,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":75458,"data_compressed":1820,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":331834,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":6161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":404726,"data_compressed":17022,"data_compressed_allocated":24576,"data_compressed_original":315392,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":395834,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-25T19:03:57.860 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:03:58.355 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:03:58.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:58 smithi066 ceph-mon[32882]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.467+0000 7f7559600640 1 -- 172.21.15.32:0/2353642601 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7554104d70 msgr2=0x7f7554108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.467+0000 7f7559600640 1 --2- 172.21.15.32:0/2353642601 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7554104d70 0x7f7554108db0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f753c009900 tx=0x7f753c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 -- 172.21.15.32:0/2353642601 shutdown_connections 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 --2- 172.21.15.32:0/2353642601 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7554109490 0x7f7554111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 --2- 172.21.15.32:0/2353642601 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7554104d70 0x7f7554108db0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 --2- 172.21.15.32:0/2353642601 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75541043c0 0x7f75541047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 -- 172.21.15.32:0/2353642601 >> 172.21.15.32:0/2353642601 conn(0x7f75540ffc20 msgr2=0x7f7554102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 -- 172.21.15.32:0/2353642601 shutdown_connections 2024-04-25T19:03:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.468+0000 7f7559600640 1 -- 172.21.15.32:0/2353642601 wait complete. 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.469+0000 7f7559600640 1 Processor -- start 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.469+0000 7f7559600640 1 -- start start 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.469+0000 7f7559600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 0x7f75541a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.469+0000 7f7559600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7554109490 0x7f75541a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.469+0000 7f7559600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f755419a7b0 0x7f755419ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.469+0000 7f7559600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75541143d0 con 0x7f75541043c0 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7559600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7554114250 con 0x7f755419a7b0 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7559600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7554114550 con 0x7f7554109490 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 0x7f75541a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 0x7f75541a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45490/0 (socket says 172.21.15.32:45490) 2024-04-25T19:03:58.473 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 -- 172.21.15.32:0/750224251 learned_addr learned my addr 172.21.15.32:0/750224251 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7553400640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f755419a7b0 0x7f755419ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f754be00640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7554109490 0x7f75541a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 -- 172.21.15.32:0/750224251 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7554109490 msgr2=0x7f75541a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7554109490 0x7f75541a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 -- 172.21.15.32:0/750224251 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f755419a7b0 msgr2=0x7f755419ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f755419a7b0 0x7f755419ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.474 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.470+0000 7f7552a00640 1 -- 172.21.15.32:0/750224251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f755419b340 con 0x7f75541043c0 2024-04-25T19:03:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.471+0000 7f7552a00640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 0x7f75541a0640 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f754400e9f0 tx=0x7f754400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.471+0000 7f754b400640 1 -- 172.21.15.32:0/750224251 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754400cd80 con 0x7f75541043c0 2024-04-25T19:03:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.471+0000 7f754b400640 1 -- 172.21.15.32:0/750224251 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75440108e0 con 0x7f75541043c0 2024-04-25T19:03:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.471+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f755419b630 con 0x7f75541043c0 2024-04-25T19:03:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.471+0000 7f754b400640 1 -- 172.21.15.32:0/750224251 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544018980 con 0x7f75541043c0 2024-04-25T19:03:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.471+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75541a77e0 con 0x7f75541043c0 2024-04-25T19:03:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.475+0000 7f755c419740 1 Processor -- start 2024-04-25T19:03:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 -- start start 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f754b400640 1 -- 172.21.15.32:0/750224251 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f7544010430 con 0x7f75541043c0 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 0x556335905c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x5563359104c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335912df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55633586b900 con 0x556335905820 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556335811ef0 con 0x556335906140 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.476+0000 7f755c419740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5563358678c0 con 0x556335910a00 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 0x556335905c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7552a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x5563359104c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f754be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335912df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 0x556335905c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45496/0 (socket says 172.21.15.32:45496) 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 -- 172.21.15.32:0/3076662430 learned_addr learned my addr 172.21.15.32:0/3076662430 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 -- 172.21.15.32:0/3076662430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 msgr2=0x556335912df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335912df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 -- 172.21.15.32:0/3076662430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 msgr2=0x5563359104c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x5563359104c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 -- 172.21.15.32:0/3076662430 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55633557e210 con 0x556335905820 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f754be00640 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335912df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:58.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.477+0000 7f7553400640 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 0x556335905c00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f754c009f50 tx=0x7f754c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6670f25f6a15a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f7543400640 1 -- 172.21.15.32:0/3076662430 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c004d20 con 0x556335905820 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f7543400640 1 -- 172.21.15.32:0/3076662430 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754c004050 con 0x556335905820 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f7543400640 1 -- 172.21.15.32:0/3076662430 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c005280 con 0x556335905820 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f754b400640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75380a3e30 0x7f75380a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f754b400640 1 -- 172.21.15.32:0/750224251 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f75440d0d80 con 0x7f75541043c0 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f7552a00640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75380a3e30 0x7f75380a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f755c419740 1 -- 172.21.15.32:0/3076662430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 msgr2=0x556335905c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.478+0000 7f755c419740 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 0x556335905c00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f754c009f50 tx=0x7f754c0118d0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 -- 172.21.15.32:0/3076662430 shutdown_connections 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335912df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x5563359104c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 --2- 172.21.15.32:0/3076662430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335905820 0x556335905c00 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 -- 172.21.15.32:0/3076662430 >> 172.21.15.32:0/3076662430 conn(0x556335901d30 msgr2=0x556335902110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 -- 172.21.15.32:0/3076662430 shutdown_connections 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 -- 172.21.15.32:0/3076662430 wait complete. 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f7552a00640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75380a3e30 0x7f75380a62f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f75440ce3c0 tx=0x7f75440d4890 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.479+0000 7f755c419740 1 -- start start 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 Processor -- start 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633590d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x55633590dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 0x55633590e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x556335913630 con 0x556335910a00 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556335825310 con 0x556335906140 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5563359137b0 con 0x556335905820 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f755c419740 10 client.0 _ll_register_callbacks cb 0x5563357f3cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.480+0000 7f7553400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 0x55633590e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 0x55633590e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45512/0 (socket says 172.21.15.32:45512) 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 -- 172.21.15.32:0/3599918957 learned_addr learned my addr 172.21.15.32:0/3599918957 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633590d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f754be00640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x55633590dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 -- 172.21.15.32:0/3599918957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 msgr2=0x55633590d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633590d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 -- 172.21.15.32:0/3599918957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 msgr2=0x55633590dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x55633590dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 -- 172.21.15.32:0/3599918957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55633564a620 con 0x556335910a00 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7553400640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 0x55633590e3e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f754c009250 tx=0x7f754c003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2b8aa8ba8a97356 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.481+0000 7f7537e00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.482+0000 7f7537e00640 1 -- 172.21.15.32:0/3599918957 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754c02d060 con 0x556335910a00 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.482+0000 7f7537e00640 1 -- 172.21.15.32:0/3599918957 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f754c004a40 con 0x556335910a00 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.482+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f754c004050 con 0x556335910a00 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.482+0000 7f7537e00640 1 -- 172.21.15.32:0/3599918957 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f754c004c40 con 0x556335910a00 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.482+0000 7f755c419740 10 client.15129 fetch_fsmap learned FSMap version 29 2024-04-25T19:03:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.482+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55633591f850 con 0x556335910a00 2024-04-25T19:03:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f7537e00640 1 -- 172.21.15.32:0/3599918957 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754c004050 con 0x556335910a00 2024-04-25T19:03:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f7537e00640 1 -- 172.21.15.32:0/3599918957 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f754c005050 con 0x556335910a00 2024-04-25T19:03:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f755c419740 10 client.15129 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:03:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f755c419740 10 client.15129 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:03:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f755c419740 20 client.15129 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f755c419740 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335920cb0 0x5563359230a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f755c419740 4 client.15129 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55633587f8b0 con 0x556335920cb0 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.483+0000 7f754be00640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335920cb0 0x5563359230a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.484+0000 7f754be00640 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335920cb0 0x5563359230a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fb481c4c8961697 server_cookie=40094900430b6248 in_seq=0 out_seq=0 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.484+0000 7f7537e00640 10 client.15129 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f7537e00640 1 -- 172.21.15.32:0/3599918957 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55633587f8b0 con 0x556335920cb0 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f7537e00640 10 client.15129 handle_command_reply: tid=0 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 client.15129 shutdown 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 msgr2=0x55633590e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 0x55633590e3e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f754c009250 tx=0x7f754c003f50 comp rx=0 tx=0).stop 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 shutdown_connections 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335920cb0 0x5563359230a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335910a00 0x55633590e3e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335906140 0x55633590dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 --2- 172.21.15.32:0/3599918957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633590d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f7537e00640 0 client.15129 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 >> 172.21.15.32:0/3599918957 conn(0x556335901d30 msgr2=0x556335907ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 shutdown_connections 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 1 -- 172.21.15.32:0/3599918957 wait complete. 2024-04-25T19:03:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.485+0000 7f755c419740 20 client.15129 trim_cache size 0 max 16384 2024-04-25T19:03:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 Processor -- start 2024-04-25T19:03:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 -- start start 2024-04-25T19:03:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633591c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x55633590d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335910a00 0x55633590d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75541afe40 con 0x556335906140 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f75541b1980 con 0x556335910a00 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.502+0000 7f755c419740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f75541b0510 con 0x556335905820 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x55633590d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x55633590d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45528/0 (socket says 172.21.15.32:45528) 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 -- 172.21.15.32:0/2819064288 learned_addr learned my addr 172.21.15.32:0/2819064288 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f7553400640 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335910a00 0x55633590d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f7553400640 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633591c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 -- 172.21.15.32:0/2819064288 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 msgr2=0x55633591c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633591c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 -- 172.21.15.32:0/2819064288 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335910a00 msgr2=0x55633590d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335910a00 0x55633590d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 -- 172.21.15.32:0/2819064288 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556335913160 con 0x556335906140 2024-04-25T19:03:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f7553400640 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335910a00 0x55633590d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:03:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.503+0000 7f754be00640 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x55633590d280 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f753c009850 tx=0x7f753c031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5305fd8c107b4a3a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.504+0000 7f7542a00640 1 -- 172.21.15.32:0/2819064288 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753c04b070 con 0x556335906140 2024-04-25T19:03:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.504+0000 7f7542a00640 1 -- 172.21.15.32:0/2819064288 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f753c046dc0 con 0x556335906140 2024-04-25T19:03:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f7542a00640 1 -- 172.21.15.32:0/2819064288 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753c035040 con 0x556335906140 2024-04-25T19:03:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 -- 172.21.15.32:0/2819064288 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 msgr2=0x55633590d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x55633590d280 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f753c009850 tx=0x7f753c031400 comp rx=0 tx=0).stop 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 -- 172.21.15.32:0/2819064288 shutdown_connections 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335910a00 0x55633590d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x55633590d280 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 --2- 172.21.15.32:0/2819064288 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335905820 0x55633591c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 -- 172.21.15.32:0/2819064288 >> 172.21.15.32:0/2819064288 conn(0x556335901d30 msgr2=0x556335907a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 -- 172.21.15.32:0/2819064288 shutdown_connections 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.505+0000 7f755c419740 1 -- 172.21.15.32:0/2819064288 wait complete. 2024-04-25T19:03:58.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.506+0000 7f755c419740 1 -- start start 2024-04-25T19:03:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.506+0000 7f755c419740 1 Processor -- start 2024-04-25T19:03:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.506+0000 7f755c419740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335905820 0x556335918a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.506+0000 7f755c419740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x556335915fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f755c419740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335916510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f755c419740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75541b12b0 con 0x556335906140 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f755c419740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f75541b0be0 con 0x556335905820 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f755c419740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f75541ade20 con 0x556335910a00 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f755c419740 10 client.0 _ll_register_callbacks cb 0x7f754c003c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x556335915fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f7553400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335905820 0x556335918a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x556335915fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45532/0 (socket says 172.21.15.32:45532) 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f7553400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335905820 0x556335918a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40744/0 (socket says 172.21.15.32:40744) 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 -- 172.21.15.32:0/1834593050 learned_addr learned my addr 172.21.15.32:0/1834593050 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f7553400640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335916510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 -- 172.21.15.32:0/1834593050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 msgr2=0x556335916510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335916510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 -- 172.21.15.32:0/1834593050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335905820 msgr2=0x556335918a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335905820 0x556335918a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f754be00640 1 -- 172.21.15.32:0/1834593050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556335916a50 con 0x556335906140 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.507+0000 7f7553400640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335916510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f754be00640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x556335915fd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f753c009230 tx=0x7f753c046ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=821ac492ce561ad8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f7537e00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f7537e00640 1 -- 172.21.15.32:0/1834593050 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753c053020 con 0x556335906140 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f7537e00640 1 -- 172.21.15.32:0/1834593050 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f753c0043b0 con 0x556335906140 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f753c046dc0 con 0x556335906140 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f7537e00640 1 -- 172.21.15.32:0/1834593050 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f753c05e050 con 0x556335906140 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f755c419740 10 client.15135 fetch_fsmap learned FSMap version 29 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.508+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556335986d00 con 0x556335906140 2024-04-25T19:03:58.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f7537e00640 1 -- 172.21.15.32:0/1834593050 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f753c046dc0 con 0x556335906140 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f7537e00640 1 -- 172.21.15.32:0/1834593050 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f753c04e070 con 0x556335906140 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f755c419740 10 client.15135 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f755c419740 10 client.15135 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f755c419740 20 client.15135 populate_metadata read hostname 'smithi032' 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f755c419740 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335987380 0x5563359897a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f755c419740 4 client.15135 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556335879320 con 0x556335987380 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.509+0000 7f7553400640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335987380 0x5563359897a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.510+0000 7f7553400640 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335987380 0x5563359897a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ff0d482385cfa1c server_cookie=65bd15302a81607a in_seq=0 out_seq=0 2024-04-25T19:03:58.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.510+0000 7f7537e00640 10 client.15135 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:58 smithi064 ceph-mon[32321]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:58.524 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:58 smithi032 ceph-mon[28041]: from='client.25226 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f7537e00640 1 -- 172.21.15.32:0/1834593050 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556335879320 con 0x556335987380 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f7537e00640 10 client.15135 handle_command_reply: tid=0 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 client.15135 shutdown 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 msgr2=0x556335915fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x556335915fd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f753c009230 tx=0x7f753c046ae0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 shutdown_connections 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556335987380 0x5563359897a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556335910a00 0x556335916510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556335906140 0x556335915fd0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f7537e00640 0 client.15135 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 --2- 172.21.15.32:0/1834593050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556335905820 0x556335918a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 >> 172.21.15.32:0/1834593050 conn(0x556335901d30 msgr2=0x55633590f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 shutdown_connections 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.524+0000 7f755c419740 1 -- 172.21.15.32:0/1834593050 wait complete. 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f755c419740 20 client.15135 trim_cache size 0 max 16384 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:03:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:03:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:03:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75380a3e30 msgr2=0x7f75380a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75380a3e30 0x7f75380a62f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f75440ce3c0 tx=0x7f75440d4890 comp rx=0 tx=0).stop 2024-04-25T19:03:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 msgr2=0x7f75541a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 0x7f75541a0640 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f754400e9f0 tx=0x7f754400eeb0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 shutdown_connections 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75380a3e30 0x7f75380a62f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f755419a7b0 0x7f755419ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.525+0000 7f7559600640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7554109490 0x7f75541a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.526+0000 7f7559600640 1 --2- 172.21.15.32:0/750224251 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75541043c0 0x7f75541a0640 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.526+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 >> 172.21.15.32:0/750224251 conn(0x7f75540ffc20 msgr2=0x7f7554100f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.526+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 shutdown_connections 2024-04-25T19:03:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:03:58.526+0000 7f7559600640 1 -- 172.21.15.32:0/750224251 wait complete. 2024-04-25T19:03:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:03:59 smithi032 ceph-mon[28041]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 53 op/s 2024-04-25T19:03:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:03:59 smithi066 ceph-mon[32882]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 53 op/s 2024-04-25T19:03:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:03:59 smithi064 ceph-mon[32321]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 53 op/s 2024-04-25T19:04:00.278 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:04:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:04:00.093+0000 7f458c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:04:00.278 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:04:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:04:00.093+0000 7f458c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:04:00.278 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:04:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:04:00.093+0000 7f458c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:04:00.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:04:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:04:00.093+0000 7f458c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:04:00.279 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:04:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:04:00.093+0000 7f458c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-25T19:04:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 -- 172.21.15.32:0/3062321071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 msgr2=0x7f4aec1098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 --2- 172.21.15.32:0/3062321071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec1098c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4ad80098f0 tx=0x7f4ad8009c00 comp rx=0 tx=0).stop 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 -- 172.21.15.32:0/3062321071 shutdown_connections 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 --2- 172.21.15.32:0/3062321071 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 0x7f4aec111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 --2- 172.21.15.32:0/3062321071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec1052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 --2- 172.21.15.32:0/3062321071 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec1098c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 -- 172.21.15.32:0/3062321071 >> 172.21.15.32:0/3062321071 conn(0x7f4aec100750 msgr2=0x7f4aec102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 -- 172.21.15.32:0/3062321071 shutdown_connections 2024-04-25T19:04:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.853+0000 7f4af2a00700 1 -- 172.21.15.32:0/3062321071 wait complete. 2024-04-25T19:04:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.855+0000 7f4af2a00700 1 Processor -- start 2024-04-25T19:04:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.855+0000 7f4af2a00700 1 -- start start 2024-04-25T19:04:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af2a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec19b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af2a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec19b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:00.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af2a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 0x7f4aec19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:00.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af2a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4aec114e60 con 0x7f4aec109fa0 2024-04-25T19:04:00.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af2a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4aec114ce0 con 0x7f4aec105870 2024-04-25T19:04:00.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af2a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4aec114fe0 con 0x7f4aec104ec0 2024-04-25T19:04:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4aebe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec19b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4aebe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec19b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51438/0 (socket says 172.21.15.32:51438) 2024-04-25T19:04:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4aebe00700 1 -- 172.21.15.32:0/4212377238 learned_addr learned my addr 172.21.15.32:0/4212377238 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4aeb400700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec19b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.856+0000 7f4af0a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 0x7f4aec19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aeb400700 1 -- 172.21.15.32:0/4212377238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 msgr2=0x7f4aec19b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aeb400700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec19b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aeb400700 1 -- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 msgr2=0x7f4aec19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aeb400700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 0x7f4aec19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aeb400700 1 -- 172.21.15.32:0/4212377238 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aec1a03c0 con 0x7f4aec105870 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4af0a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 0x7f4aec19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aebe00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec19b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4aeb400700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec19b940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8000c00 tx=0x7f4ad800fa20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.857+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad80050c0 con 0x7f4aec105870 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.858+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aec1a0650 con 0x7f4aec105870 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.858+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ad800b560 con 0x7f4aec105870 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.858+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad80039b0 con 0x7f4aec105870 2024-04-25T19:04:00.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.858+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aec1a7f30 con 0x7f4aec105870 2024-04-25T19:04:00.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.859+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4aec1063a0 con 0x7f4aec105870 2024-04-25T19:04:00.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.861+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f4ad800b9e0 con 0x7f4aec105870 2024-04-25T19:04:00.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.862+0000 7f4ae8c00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ad00a3f50 0x7f4ad00a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:00.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.862+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4ad80d1ae0 con 0x7f4aec105870 2024-04-25T19:04:00.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.863+0000 7f4aebe00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ad00a3f50 0x7f4ad00a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:00.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.863+0000 7f4aebe00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ad00a3f50 0x7f4ad00a6410 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4adc011550 tx=0x7f4adc009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:00.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:00.865+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ad8013030 con 0x7f4aec105870 2024-04-25T19:04:01.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.152+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4aec19c710 con 0x7f4aec105870 2024-04-25T19:04:01.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.153+0000 7f4ae8c00700 1 -- 172.21.15.32:0/4212377238 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f4ad800e3e0 con 0x7f4aec105870 2024-04-25T19:04:01.155 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:04:01.156 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:04:01.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ad00a3f50 msgr2=0x7f4ad00a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:01.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ad00a3f50 0x7f4ad00a6410 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4adc011550 tx=0x7f4adc009260 comp rx=0 tx=0).stop 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 msgr2=0x7f4aec19b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec19b940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8000c00 tx=0x7f4ad800fa20 comp rx=0 tx=0).stop 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 shutdown_connections 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ad00a3f50 0x7f4ad00a6410 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4aec109fa0 0x7f4aec19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aec104ec0 0x7f4aec19b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 --2- 172.21.15.32:0/4212377238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4aec105870 0x7f4aec19b940 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 >> 172.21.15.32:0/4212377238 conn(0x7f4aec100750 msgr2=0x7f4aec101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.156+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 shutdown_connections 2024-04-25T19:04:01.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:01.157+0000 7f4af2a00700 1 -- 172.21.15.32:0/4212377238 wait complete. 2024-04-25T19:04:01.160 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:04:01.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:01 smithi066 ceph-mon[32882]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 426 B/s wr, 21 op/s 2024-04-25T19:04:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:01 smithi064 ceph-mon[32321]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 426 B/s wr, 21 op/s 2024-04-25T19:04:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:01 smithi032 ceph-mon[28041]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 426 B/s wr, 21 op/s 2024-04-25T19:04:02.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:04:02.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:02 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4212377238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:02.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:02 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4212377238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:02.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:02 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4212377238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:02.595 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:03 smithi066 ceph-mon[32882]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T19:04:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:03 smithi066 ceph-mon[32882]: mgrmap e25: x(active, since 20s), standbys: z, y 2024-04-25T19:04:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:03 smithi064 ceph-mon[32321]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T19:04:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:03 smithi064 ceph-mon[32321]: mgrmap e25: x(active, since 20s), standbys: z, y 2024-04-25T19:04:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:03 smithi032 ceph-mon[28041]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T19:04:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:03 smithi032 ceph-mon[28041]: mgrmap e25: x(active, since 20s), standbys: z, y 2024-04-25T19:04:05.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 -- 172.21.15.32:0/3733181552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 msgr2=0x7f57bc108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:05.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 --2- 172.21.15.32:0/3733181552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc108e10 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f57ac009990 tx=0x7f57ac009ca0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 -- 172.21.15.32:0/3733181552 shutdown_connections 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 --2- 172.21.15.32:0/3733181552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc108e10 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 --2- 172.21.15.32:0/3733181552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 0x7f57bc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 --2- 172.21.15.32:0/3733181552 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 -- 172.21.15.32:0/3733181552 >> 172.21.15.32:0/3733181552 conn(0x7f57bc0788f0 msgr2=0x7f57bc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 -- 172.21.15.32:0/3733181552 shutdown_connections 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.103+0000 7f57c2000700 1 -- 172.21.15.32:0/3733181552 wait complete. 2024-04-25T19:04:05.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.105+0000 7f57c2000700 1 Processor -- start 2024-04-25T19:04:05.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.105+0000 7f57c2000700 1 -- start start 2024-04-25T19:04:05.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.105+0000 7f57c2000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc19b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:05.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.105+0000 7f57c2000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 0x7f57bc19b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:05.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57c2000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57c2000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f57bc112c00 con 0x7f57bc108a30 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57c2000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f57bc112a80 con 0x7f57bc06a750 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57c2000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f57bc112d80 con 0x7f57bc06b0f0 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57bb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc19b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57baa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 0x7f57bc19b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57bb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc19b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47782/0 (socket says 172.21.15.32:47782) 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57bb400700 1 -- 172.21.15.32:0/2913436840 learned_addr learned my addr 172.21.15.32:0/2913436840 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:05.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57bbe00700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:05.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57baa00700 1 -- 172.21.15.32:0/2913436840 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 msgr2=0x7f57bc19b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:05.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.106+0000 7f57baa00700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc19b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57baa00700 1 -- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 msgr2=0x7f57bc19fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:05.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57baa00700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc19fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57baa00700 1 -- 172.21.15.32:0/2913436840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57bc1a0340 con 0x7f57bc06b0f0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57bb400700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc19b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57bbe00700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc19fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57baa00700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 0x7f57bc19b870 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f57a800e9f0 tx=0x7f57a800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57a800c9c0 con 0x7f57bc06b0f0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57bc1a0630 con 0x7f57bc06b0f0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57a800cb60 con 0x7f57bc06b0f0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57a8018680 con 0x7f57bc06b0f0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.107+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57bc1a7eb0 con 0x7f57bc06b0f0 2024-04-25T19:04:05.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.109+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57bc069730 con 0x7f57bc06b0f0 2024-04-25T19:04:05.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.111+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f57a8010430 con 0x7f57bc06b0f0 2024-04-25T19:04:05.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.112+0000 7f57b3e00700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57a00a3f60 0x7f57a00a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:05.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.113+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f57a80d0e30 con 0x7f57bc06b0f0 2024-04-25T19:04:05.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.113+0000 7f57bb400700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57a00a3f60 0x7f57a00a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:05.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.114+0000 7f57bb400700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57a00a3f60 0x7f57a00a6420 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f57ac006010 tx=0x7f57ac00b280 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:05.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.115+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f57a809d2a0 con 0x7f57bc06b0f0 2024-04-25T19:04:05.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:05 smithi032 ceph-mon[28041]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-25T19:04:05.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.397+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f57bc02df80 con 0x7f57bc06b0f0 2024-04-25T19:04:05.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.399+0000 7f57b3e00700 1 -- 172.21.15.32:0/2913436840 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f57a809cba0 con 0x7f57bc06b0f0 2024-04-25T19:04:05.401 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:04:05.401 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57a00a3f60 msgr2=0x7f57a00a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57a00a3f60 0x7f57a00a6420 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f57ac006010 tx=0x7f57ac00b280 comp rx=0 tx=0).stop 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 msgr2=0x7f57bc19b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 0x7f57bc19b870 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f57a800e9f0 tx=0x7f57a800ed00 comp rx=0 tx=0).stop 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 shutdown_connections 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57a00a3f60 0x7f57a00a6420 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57bc108a30 0x7f57bc19fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57bc06a750 0x7f57bc19b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 --2- 172.21.15.32:0/2913436840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57bc06b0f0 0x7f57bc19b870 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:05.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 >> 172.21.15.32:0/2913436840 conn(0x7f57bc0788f0 msgr2=0x7f57bc10de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:05.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 shutdown_connections 2024-04-25T19:04:05.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:05.402+0000 7f57c2000700 1 -- 172.21.15.32:0/2913436840 wait complete. 2024-04-25T19:04:05.405 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:04:05.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:05 smithi066 ceph-mon[32882]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-25T19:04:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:05 smithi064 ceph-mon[32321]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-25T19:04:06.375 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:06 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2913436840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:06.378 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:04:06.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:06 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2913436840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:06.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:06 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2913436840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:06.847 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:07.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:07 smithi032 ceph-mon[28041]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-25T19:04:07.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:07 smithi066 ceph-mon[32882]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-25T19:04:07.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:07 smithi064 ceph-mon[32321]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-25T19:04:09.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2926137729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 msgr2=0x7fe9d0111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:09.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2926137729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d0111b70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe9c800b0d0 tx=0x7fe9c800b3e0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2926137729 shutdown_connections 2024-04-25T19:04:09.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2926137729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d0111b70 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2926137729 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d01052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2926137729 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 0x7fe9d01098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2926137729 >> 172.21.15.32:0/2926137729 conn(0x7fe9d0100750 msgr2=0x7fe9d0102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:09.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2926137729 shutdown_connections 2024-04-25T19:04:09.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.260+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2926137729 wait complete. 2024-04-25T19:04:09.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.261+0000 7fe9d6a00700 1 Processor -- start 2024-04-25T19:04:09.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.261+0000 7fe9d6a00700 1 -- start start 2024-04-25T19:04:09.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.261+0000 7fe9d6a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d019b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:09.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.261+0000 7fe9d6a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 0x7fe9d019b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:09.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9d6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d019fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9d6a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d0114e90 con 0x7fe9d0109fa0 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9d6a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d0114d10 con 0x7fe9d0104ec0 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9d6a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d0115010 con 0x7fe9d0105870 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9d4a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d019fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cfe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d019b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cfe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d019b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47788/0 (socket says 172.21.15.32:47788) 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cf400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 0x7fe9d019b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cfe00700 1 -- 172.21.15.32:0/2092628098 learned_addr learned my addr 172.21.15.32:0/2092628098 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9d4a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d019fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38378/0 (socket says 172.21.15.32:38378) 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cf400700 1 -- 172.21.15.32:0/2092628098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 msgr2=0x7fe9d019b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cf400700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d019b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cf400700 1 -- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 msgr2=0x7fe9d019fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cf400700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d019fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cf400700 1 -- 172.21.15.32:0/2092628098 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d01a02e0 con 0x7fe9d0105870 2024-04-25T19:04:09.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.262+0000 7fe9cfe00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d019b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:09.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.263+0000 7fe9cf400700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 0x7fe9d019b860 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00e9c0 tx=0x7fe9bc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:09.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.263+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc00c9c0 con 0x7fe9d0105870 2024-04-25T19:04:09.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.263+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9d01a05d0 con 0x7fe9d0105870 2024-04-25T19:04:09.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.263+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9bc00cb60 con 0x7fe9d0105870 2024-04-25T19:04:09.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.263+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc018680 con 0x7fe9d0105870 2024-04-25T19:04:09.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.263+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9d01a7e50 con 0x7fe9d0105870 2024-04-25T19:04:09.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.264+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9d0069730 con 0x7fe9d0105870 2024-04-25T19:04:09.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.266+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fe9bc010430 con 0x7fe9d0105870 2024-04-25T19:04:09.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.268+0000 7fe9ccc00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9b40a3f60 0x7fe9b40a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:09.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.268+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe9bc0d0be0 con 0x7fe9d0105870 2024-04-25T19:04:09.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.268+0000 7fe9cfe00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9b40a3f60 0x7fe9b40a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:09.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.269+0000 7fe9cfe00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9b40a3f60 0x7fe9b40a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0011550 tx=0x7fe9c0009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:09.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.272+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe9bc09d050 con 0x7fe9d0105870 2024-04-25T19:04:09.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:09 smithi066 ceph-mon[32882]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-25T19:04:09.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.493+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe9d019c630 con 0x7fe9d0105870 2024-04-25T19:04:09.495 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:09 smithi032 ceph-mon[28041]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-25T19:04:09.497 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:04:09.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.495+0000 7fe9ccc00700 1 -- 172.21.15.32:0/2092628098 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22941 (secure 0 0 0) 0x7fe9bc09c950 con 0x7fe9d0105870 2024-04-25T19:04:09.498 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":91,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T19:03:41.851030+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2999824847":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/3503740824":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/3623456021":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6801/396827153":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6800/396827153":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/592830664":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.497+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9b40a3f60 msgr2=0x7fe9b40a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9b40a3f60 0x7fe9b40a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe9c0011550 tx=0x7fe9c0009260 comp rx=0 tx=0).stop 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 msgr2=0x7fe9d019b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 0x7fe9d019b860 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00e9c0 tx=0x7fe9bc00ecd0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 shutdown_connections 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9b40a3f60 0x7fe9b40a6420 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe9d0109fa0 0x7fe9d019fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe9d0104ec0 0x7fe9d019b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 --2- 172.21.15.32:0/2092628098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9d0105870 0x7fe9d019b860 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 >> 172.21.15.32:0/2092628098 conn(0x7fe9d0100750 msgr2=0x7fe9d0102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:09.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 shutdown_connections 2024-04-25T19:04:09.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:09.498+0000 7fe9d6a00700 1 -- 172.21.15.32:0/2092628098 wait complete. 2024-04-25T19:04:09.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:09 smithi064 ceph-mon[32321]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 32 op/s 2024-04-25T19:04:10.449 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:10 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2092628098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:04:10.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:10 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2092628098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:04:10.454 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-04-25T19:04:10.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:10 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2092628098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:04:10.944 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:11.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:11 smithi032 ceph-mon[28041]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-25T19:04:11.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:11 smithi066 ceph-mon[32882]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-25T19:04:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:11 smithi064 ceph-mon[32321]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 -- 172.21.15.32:0/39798262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041092c0 msgr2=0x7fc504110e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 --2- 172.21.15.32:0/39798262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041092c0 0x7fc504110e90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc009ca0 tx=0x7fc4fc02a8c0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 -- 172.21.15.32:0/39798262 shutdown_connections 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 --2- 172.21.15.32:0/39798262 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041092c0 0x7fc504110e90 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 --2- 172.21.15.32:0/39798262 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc504104ba0 0x7fc504108be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 --2- 172.21.15.32:0/39798262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5041041f0 0x7fc5041045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 -- 172.21.15.32:0/39798262 >> 172.21.15.32:0/39798262 conn(0x7fc5040ffa50 msgr2=0x7fc504101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 -- 172.21.15.32:0/39798262 shutdown_connections 2024-04-25T19:04:11.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.668+0000 7fc50a000640 1 -- 172.21.15.32:0/39798262 wait complete. 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.669+0000 7fc50a000640 1 Processor -- start 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.669+0000 7fc50a000640 1 -- start start 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.669+0000 7fc50a000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 0x7fc5041a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc50a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5041092c0 0x7fc5041a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc50a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc50419a600 0x7fc50419aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc50a000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc504114260 con 0x7fc5041092c0 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc50a000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041140e0 con 0x7fc5041041f0 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc50a000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041143e0 con 0x7fc50419a600 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 0x7fc5041a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 0x7fc5041a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47806/0 (socket says 172.21.15.32:47806) 2024-04-25T19:04:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 -- 172.21.15.32:0/1725042986 learned_addr learned my addr 172.21.15.32:0/1725042986 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc503e00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5041092c0 0x7fc5041a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc509600640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc50419a600 0x7fc50419aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 -- 172.21.15.32:0/1725042986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc50419a600 msgr2=0x7fc50419aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc50419a600 0x7fc50419aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 -- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5041092c0 msgr2=0x7fc5041a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5041092c0 0x7fc5041a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc508c00640 1 -- 172.21.15.32:0/1725042986 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc50419b120 con 0x7fc5041041f0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc509600640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc50419a600 0x7fc50419aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.670+0000 7fc503e00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5041092c0 0x7fc5041a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.671+0000 7fc508c00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 0x7fc5041a0400 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc4f800d950 tx=0x7fc4f800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.671+0000 7fc501600640 1 -- 172.21.15.32:0/1725042986 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f8017030 con 0x7fc5041041f0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.671+0000 7fc501600640 1 -- 172.21.15.32:0/1725042986 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4f8004020 con 0x7fc5041041f0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.671+0000 7fc501600640 1 -- 172.21.15.32:0/1725042986 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f80047a0 con 0x7fc5041041f0 2024-04-25T19:04:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.671+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc50419b410 con 0x7fc5041041f0 2024-04-25T19:04:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.671+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5041a7660 con 0x7fc5041041f0 2024-04-25T19:04:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.674+0000 7fc50e3a4740 1 Processor -- start 2024-04-25T19:04:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.674+0000 7fc501600640 1 -- 172.21.15.32:0/1725042986 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fc4f8009a30 con 0x7fc5041041f0 2024-04-25T19:04:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 -- start start 2024-04-25T19:04:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900a8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55bc9000e900 con 0x55bc900a92d0 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bc8ffb4ef0 con 0x55bc900a89b0 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc9000a8c0 con 0x55bc900b3b90 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc509600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900a8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc508c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc509600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900a8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47820/0 (socket says 172.21.15.32:47820) 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc509600640 1 -- 172.21.15.32:0/2002184796 learned_addr learned my addr 172.21.15.32:0/2002184796 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.675+0000 7fc503e00640 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc509600640 1 -- 172.21.15.32:0/2002184796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 msgr2=0x55bc900b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc509600640 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc509600640 1 -- 172.21.15.32:0/2002184796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 msgr2=0x55bc900b3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc509600640 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc509600640 1 -- 172.21.15.32:0/2002184796 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc8fd21210 con 0x55bc900a89b0 2024-04-25T19:04:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc503e00640 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc509600640 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900a8d90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc035000 tx=0x7fc4fc009800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89b4ad73c2fe96ae server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc501600640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4ec0a3f30 0x7fc4ec0a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc4f5c00640 1 -- 172.21.15.32:0/2002184796 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc031cf0 con 0x55bc900a89b0 2024-04-25T19:04:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc4f5c00640 1 -- 172.21.15.32:0/2002184796 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4fc036040 con 0x55bc900a89b0 2024-04-25T19:04:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.676+0000 7fc4f5c00640 1 -- 172.21.15.32:0/2002184796 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc0042a0 con 0x55bc900a89b0 2024-04-25T19:04:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc501600640 1 -- 172.21.15.32:0/1725042986 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc4f80d04c0 con 0x7fc5041041f0 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc508c00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4ec0a3f30 0x7fc4ec0a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2002184796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 msgr2=0x55bc900a8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900a8d90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc035000 tx=0x7fc4fc009800 comp rx=0 tx=0).stop 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2002184796 shutdown_connections 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2002184796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900a8d90 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc508c00640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4ec0a3f30 0x7fc4ec0a63f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc4f80cda40 tx=0x7fc4f80d3f70 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2002184796 >> 172.21.15.32:0/2002184796 conn(0x55bc900a4ec0 msgr2=0x55bc900a52a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2002184796 shutdown_connections 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.677+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2002184796 wait complete. 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.678+0000 7fc50e3a4740 1 -- start start 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.678+0000 7fc50e3a4740 1 Processor -- start 2024-04-25T19:04:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 0x55bc900b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900b3b90 0x55bc900b15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55bc900b6760 con 0x55bc900a89b0 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bc8ffc8310 con 0x55bc900b3b90 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc900b68e0 con 0x55bc900a92d0 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc50e3a4740 10 client.0 _ll_register_callbacks cb 0x55bc8ff96cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 0x55bc900b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 0x55bc900b0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38418/0 (socket says 172.21.15.32:38418) 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 -- 172.21.15.32:0/1259154746 learned_addr learned my addr 172.21.15.32:0/1259154746 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc503e00640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900b3b90 0x55bc900b15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 -- 172.21.15.32:0/1259154746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 msgr2=0x55bc900b1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 -- 172.21.15.32:0/1259154746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900b3b90 msgr2=0x55bc900b15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900b3b90 0x55bc900b15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.679+0000 7fc509600640 1 -- 172.21.15.32:0/1259154746 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc8fded620 con 0x55bc900a89b0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc509600640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 0x55bc900b0b30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc02a900 tx=0x7fc4fc009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3cfc0ba29b09f94 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc4ea000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc4ea000640 1 -- 172.21.15.32:0/1259154746 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc058060 con 0x55bc900a89b0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc4ea000640 1 -- 172.21.15.32:0/1259154746 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc4fc031450 con 0x55bc900a89b0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4fc036040 con 0x55bc900a89b0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc4ea000640 1 -- 172.21.15.32:0/1259154746 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc4fc031650 con 0x55bc900a89b0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc50e3a4740 10 client.15171 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.680+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bc900b6760 con 0x55bc900a89b0 2024-04-25T19:04:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc4ea000640 1 -- 172.21.15.32:0/1259154746 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4fc036040 con 0x55bc900a89b0 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc4ea000640 1 -- 172.21.15.32:0/1259154746 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc4fc003f50 con 0x55bc900a89b0 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc50e3a4740 10 client.15171 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc50e3a4740 10 client.15171 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc50e3a4740 20 client.15171 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc900c3ba0 0x55bc900c5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc50e3a4740 4 client.15171 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc900228b0 con 0x55bc900c3ba0 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.681+0000 7fc503e00640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc900c3ba0 0x55bc900c5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.682+0000 7fc503e00640 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc900c3ba0 0x55bc900c5f90 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c791498508a1aca4 server_cookie=da1475be822df4c0 in_seq=0 out_seq=0 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.682+0000 7fc4ea000640 10 client.15171 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc4ea000640 1 -- 172.21.15.32:0/1259154746 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bc900228b0 con 0x55bc900c3ba0 2024-04-25T19:04:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc4ea000640 10 client.15171 handle_command_reply: tid=0 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 client.15171 shutdown 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 msgr2=0x55bc900b0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 0x55bc900b0b30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc02a900 tx=0x7fc4fc009a20 comp rx=0 tx=0).stop 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 shutdown_connections 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc900c3ba0 0x55bc900c5f90 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900b3b90 0x55bc900b15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/1259154746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a89b0 0x55bc900b0b30 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 >> 172.21.15.32:0/1259154746 conn(0x55bc900a4ec0 msgr2=0x55bc900aac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.683+0000 7fc4ea000640 0 client.15171 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.684+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 shutdown_connections 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.684+0000 7fc50e3a4740 1 -- 172.21.15.32:0/1259154746 wait complete. 2024-04-25T19:04:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.684+0000 7fc50e3a4740 20 client.15171 trim_cache size 0 max 16384 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.700+0000 7fc50e3a4740 1 Processor -- start 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.700+0000 7fc50e3a4740 1 -- start start 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900b3b90 0x55bc900cb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041afd10 con 0x55bc900b3b90 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041b1850 con 0x55bc900a89b0 2024-04-25T19:04:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041b03e0 con 0x55bc900a92d0 2024-04-25T19:04:11.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900b3b90 0x55bc900cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc503e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bf620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47832/0 (socket says 172.21.15.32:47832) 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 -- 172.21.15.32:0/596827078 learned_addr learned my addr 172.21.15.32:0/596827078 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 -- 172.21.15.32:0/596827078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 msgr2=0x55bc900b1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 -- 172.21.15.32:0/596827078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900b3b90 msgr2=0x55bc900cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900b3b90 0x55bc900cb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.701+0000 7fc509600640 1 -- 172.21.15.32:0/596827078 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc900a0820 con 0x55bc900a89b0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.702+0000 7fc509600640 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bf620 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc005d50 tx=0x7fc4fc005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f0a114cdfc42b38 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.702+0000 7fc4f5200640 1 -- 172.21.15.32:0/596827078 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc058030 con 0x55bc900a89b0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.702+0000 7fc4f5200640 1 -- 172.21.15.32:0/596827078 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4fc036040 con 0x55bc900a89b0 2024-04-25T19:04:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.702+0000 7fc4f5200640 1 -- 172.21.15.32:0/596827078 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc004730 con 0x55bc900a89b0 2024-04-25T19:04:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 -- 172.21.15.32:0/596827078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 msgr2=0x55bc900bf620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bf620 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc005d50 tx=0x7fc4fc005fd0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 -- 172.21.15.32:0/596827078 shutdown_connections 2024-04-25T19:04:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900b3b90 0x55bc900cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900a92d0 0x55bc900b1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/596827078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bf620 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 -- 172.21.15.32:0/596827078 >> 172.21.15.32:0/596827078 conn(0x55bc900a4ec0 msgr2=0x55bc900b0af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 -- 172.21.15.32:0/596827078 shutdown_connections 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 -- 172.21.15.32:0/596827078 wait complete. 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.703+0000 7fc50e3a4740 1 -- start start 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 Processor -- start 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bbc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041b1180 con 0x55bc900a92d0 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041b0ab0 con 0x55bc900a89b0 2024-04-25T19:04:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc5041adcf0 con 0x55bc900b3b90 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc50e3a4740 10 client.0 _ll_register_callbacks cb 0x7fc4fc003a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc503e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc509600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.704+0000 7fc503e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b9100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38442/0 (socket says 172.21.15.32:38442) 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 -- 172.21.15.32:0/2122649543 learned_addr learned my addr 172.21.15.32:0/2122649543 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc509600640 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 -- 172.21.15.32:0/2122649543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 msgr2=0x55bc900b9640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b9640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 -- 172.21.15.32:0/2122649543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 msgr2=0x55bc900bbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 -- 172.21.15.32:0/2122649543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc900b9bb0 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc503e00640 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b9100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc5040fff00 tx=0x7fc4f0012ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5272f92caaf337 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc4ea000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.705+0000 7fc4ea000640 1 -- 172.21.15.32:0/2122649543 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f0026070 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc4ea000640 1 -- 172.21.15.32:0/2122649543 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc4f0005020 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4fc036040 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc4ea000640 1 -- 172.21.15.32:0/2122649543 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc4f0031050 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 10 client.15177 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bc90129d00 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc4ea000640 1 -- 172.21.15.32:0/2122649543 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4fc036040 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc4ea000640 1 -- 172.21.15.32:0/2122649543 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc4f0011660 con 0x55bc900a92d0 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 10 client.15177 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 10 client.15177 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 20 client.15177 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc9012a4b0 0x55bc9012c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 4 client.15177 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:04:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.706+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc9001c320 con 0x55bc9012a4b0 2024-04-25T19:04:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.707+0000 7fc509600640 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc9012a4b0 0x55bc9012c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.707+0000 7fc509600640 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc9012a4b0 0x55bc9012c8d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8711f6833c95eaf server_cookie=cb2da0cd147cc328 in_seq=0 out_seq=0 2024-04-25T19:04:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.707+0000 7fc4ea000640 10 client.15177 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc4ea000640 1 -- 172.21.15.32:0/2122649543 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bc9001c320 con 0x55bc9012a4b0 2024-04-25T19:04:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc4ea000640 10 client.15177 handle_command_reply: tid=0 2024-04-25T19:04:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 client.15177 shutdown 2024-04-25T19:04:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 msgr2=0x55bc900b9100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b9100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc5040fff00 tx=0x7fc4f0012ac0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 shutdown_connections 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc9012a4b0 0x55bc9012c8d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc900b3b90 0x55bc900b9640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc900a92d0 0x55bc900b9100 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 --2- 172.21.15.32:0/2122649543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc900a89b0 0x55bc900bbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc4ea000640 0 client.15177 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 >> 172.21.15.32:0/2122649543 conn(0x55bc900a4ec0 msgr2=0x55bc900aab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 shutdown_connections 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.714+0000 7fc50e3a4740 1 -- 172.21.15.32:0/2122649543 wait complete. 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50e3a4740 20 client.15177 trim_cache size 0 max 16384 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:04:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:04:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:04:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4ec0a3f30 msgr2=0x7fc4ec0a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4ec0a3f30 0x7fc4ec0a63f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc4f80cda40 tx=0x7fc4f80d3f70 comp rx=0 tx=0).stop 2024-04-25T19:04:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 msgr2=0x7fc5041a0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 0x7fc5041a0400 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc4f800d950 tx=0x7fc4f800de10 comp rx=0 tx=0).stop 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 shutdown_connections 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4ec0a3f30 0x7fc4ec0a63f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc50419a600 0x7fc50419aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5041092c0 0x7fc5041a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.715+0000 7fc50a000640 1 --2- 172.21.15.32:0/1725042986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc5041041f0 0x7fc5041a0400 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.716+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 >> 172.21.15.32:0/1725042986 conn(0x7fc5040ffa50 msgr2=0x7fc504100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.716+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 shutdown_connections 2024-04-25T19:04:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:11.716+0000 7fc50a000640 1 -- 172.21.15.32:0/1725042986 wait complete. 2024-04-25T19:04:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:13 smithi066 ceph-mon[32882]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-25T19:04:13.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:13 smithi064 ceph-mon[32321]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-25T19:04:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:13 smithi032 ceph-mon[28041]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-25T19:04:14.213 INFO:teuthology.orchestra.run.smithi032.stdout:{"run_dir":"/var/run/ceph"} 2024-04-25T19:04:14.214 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-04-25T19:04:14.214 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with random seed 557931 2024-04-25T19:04:14.214 DEBUG:tasks.quiescer:Yielding 2024-04-25T19:04:14.214 INFO:teuthology.run_tasks:Running task workunit... 2024-04-25T19:04:14.228 INFO:tasks.workunit:Pulling workunits from ref 7797745e6d8b3ac036504dc61491d368615024da 2024-04-25T19:04:14.228 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-25T19:04:14.228 INFO:tasks.workunit:timeout=3h 2024-04-25T19:04:14.228 INFO:tasks.workunit:cleanup=True 2024-04-25T19:04:14.228 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-25T19:04:14.229 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:04:14.283 INFO:teuthology.orchestra.run.smithi032.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-25T19:04:14.283 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-25T19:04:14.283 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 72h/114d Inode: 1099511628283 Links: 2 2024-04-25T19:04:14.284 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-25T19:04:14.284 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-25T19:04:14.284 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-25 19:00:00.251287262 +0000 2024-04-25T19:04:14.284 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-25 19:00:00.251287262 +0000 2024-04-25T19:04:14.284 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-25 19:03:40.458350321 +0000 2024-04-25T19:04:14.284 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: 2024-04-25 19:00:00.251287262 +0000 2024-04-25T19:04:14.284 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-25T19:04:14.285 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-25T19:04:14.421 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7797745e6d8b3ac036504dc61491d368615024da 2024-04-25T19:04:14.477 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-25T19:04:14.692 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:15 smithi066 ceph-mon[32882]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-04-25T19:04:15.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:15 smithi064 ceph-mon[32321]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-04-25T19:04:15.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:15 smithi032 ceph-mon[28041]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.037+0000 7f75d1a00700 1 -- 172.21.15.32:0/1427464094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 msgr2=0x7f75cc06ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.037+0000 7f75d1a00700 1 --2- 172.21.15.32:0/1427464094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc06ab30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f75bc009990 tx=0x7f75bc009ca0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 -- 172.21.15.32:0/1427464094 shutdown_connections 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 --2- 172.21.15.32:0/1427464094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc06ab30 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 --2- 172.21.15.32:0/1427464094 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75cc10f4f0 0x7f75cc1118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 --2- 172.21.15.32:0/1427464094 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75cc06b070 0x7f75cc10efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 -- 172.21.15.32:0/1427464094 >> 172.21.15.32:0/1427464094 conn(0x7f75cc0788f0 msgr2=0x7f75cc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 -- 172.21.15.32:0/1427464094 shutdown_connections 2024-04-25T19:04:17.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.038+0000 7f75d1a00700 1 -- 172.21.15.32:0/1427464094 wait complete. 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.039+0000 7f75d1a00700 1 Processor -- start 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.039+0000 7f75d1a00700 1 -- start start 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.039+0000 7f75d1a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc19b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.039+0000 7f75d1a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75cc06b070 0x7f75cc19b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.039+0000 7f75d1a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75cc10f4f0 0x7f75cc19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.039+0000 7f75d1a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc114e70 con 0x7f75cc06a750 2024-04-25T19:04:17.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75d1a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc114cf0 con 0x7f75cc10f4f0 2024-04-25T19:04:17.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75d1a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc114ff0 con 0x7f75cc06b070 2024-04-25T19:04:17.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc19b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc19b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53942/0 (socket says 172.21.15.32:53942) 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 -- 172.21.15.32:0/699155884 learned_addr learned my addr 172.21.15.32:0/699155884 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75ca000700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75cc06b070 0x7f75cc19b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75cb400700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75cc10f4f0 0x7f75cc19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 -- 172.21.15.32:0/699155884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75cc06b070 msgr2=0x7f75cc19b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75cc06b070 0x7f75cc19b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 -- 172.21.15.32:0/699155884 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75cc10f4f0 msgr2=0x7f75cc19fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75cc10f4f0 0x7f75cc19fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.040+0000 7f75caa00700 1 -- 172.21.15.32:0/699155884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75cc1a0370 con 0x7f75cc06a750 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.041+0000 7f75caa00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc19b360 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f75bc000c00 tx=0x7f75bc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.041+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75bc027070 con 0x7f75cc06a750 2024-04-25T19:04:17.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.041+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75bc022470 con 0x7f75cc06a750 2024-04-25T19:04:17.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.041+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75cc1a0600 con 0x7f75cc06a750 2024-04-25T19:04:17.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.041+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75bc017650 con 0x7f75cc06a750 2024-04-25T19:04:17.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.041+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75cc1a7ee0 con 0x7f75cc06a750 2024-04-25T19:04:17.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.042+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75cc069730 con 0x7f75cc06a750 2024-04-25T19:04:17.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.044+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f75bc02a070 con 0x7f75cc06a750 2024-04-25T19:04:17.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.046+0000 7f75c3400700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75b00a3fe0 0x7f75b00a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:17.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.046+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f75bc0d16b0 con 0x7f75cc06a750 2024-04-25T19:04:17.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.046+0000 7f75ca000700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75b00a3fe0 0x7f75b00a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:17.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.047+0000 7f75ca000700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75b00a3fe0 0x7f75b00a64a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f75cc102f00 tx=0x7f75b8009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:17.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.052+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75bc013070 con 0x7f75cc06a750 2024-04-25T19:04:17.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.335+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75cc02df80 con 0x7f75cc06a750 2024-04-25T19:04:17.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.336+0000 7f75c3400700 1 -- 172.21.15.32:0/699155884 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f75bc09dbb0 con 0x7f75cc06a750 2024-04-25T19:04:17.339 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:04:17.339 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:04:17.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75b00a3fe0 msgr2=0x7f75b00a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:17.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75b00a3fe0 0x7f75b00a64a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f75cc102f00 tx=0x7f75b8009260 comp rx=0 tx=0).stop 2024-04-25T19:04:17.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 msgr2=0x7f75cc19b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc19b360 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f75bc000c00 tx=0x7f75bc0057c0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 shutdown_connections 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75b00a3fe0 0x7f75b00a64a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75cc06a750 0x7f75cc19b360 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f75cc10f4f0 0x7f75cc19fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 --2- 172.21.15.32:0/699155884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75cc06b070 0x7f75cc19b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.340+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 >> 172.21.15.32:0/699155884 conn(0x7f75cc0788f0 msgr2=0x7f75cc1109a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.341+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 shutdown_connections 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:17.341+0000 7f75d1a00700 1 -- 172.21.15.32:0/699155884 wait complete. 2024-04-25T19:04:17.343 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:04:17.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:17 smithi066 ceph-mon[32882]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 9 op/s 2024-04-25T19:04:17.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:17 smithi064 ceph-mon[32321]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 9 op/s 2024-04-25T19:04:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:17 smithi032 ceph-mon[28041]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 9 op/s 2024-04-25T19:04:18.339 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-25T18:59:19.404156+0000', 'modified': '2024-04-25T19:03:41.495622+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24538, 'mds_1': 24532, 'mds_2': 24524, 'mds_3': 24514, 'mds_4': 24512}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24463': {'gid': 24463, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.66:6833/2769112319', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2769112319}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 2769112319}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6835/1715562856', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6834', 'nonce': 1715562856}, {'type': 'v1', 'addr': '172.21.15.64:6835', 'nonce': 1715562856}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'd', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.32:6837/2757957725', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6836', 'nonce': 2757957725}, {'type': 'v1', 'addr': '172.21.15.32:6837', 'nonce': 2757957725}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24485': {'gid': 24485, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.64:6837/3320477701', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6836', 'nonce': 3320477701}, {'type': 'v1', 'addr': '172.21.15.64:6837', 'nonce': 3320477701}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24502': {'gid': 24502, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.66:6835/2220524986', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 2220524986}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2220524986}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'a', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.32:6841/3965799969', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6840', 'nonce': 3965799969}, {'type': 'v1', 'addr': '172.21.15.32:6841', 'nonce': 3965799969}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24514': {'gid': 24514, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.66:6837/445407892', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6836', 'nonce': 445407892}, {'type': 'v1', 'addr': '172.21.15.66:6837', 'nonce': 445407892}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'b', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.64:6839/1611733872', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.64:6838', 'nonce': 1611733872}, {'type': 'v1', 'addr': '172.21.15.64:6839', 'nonce': 1611733872}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24532': {'gid': 24532, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.66:6839/3597960246', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6838', 'nonce': 3597960246}, {'type': 'v1', 'addr': '172.21.15.66:6839', 'nonce': 3597960246}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'g', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.32:6839/621320196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6838', 'nonce': 621320196}, {'type': 'v1', 'addr': '172.21.15.32:6839', 'nonce': 621320196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24538, 'qdb_cluster': [24524, 24538, 24532, 24512, 24514]} 2024-04-25T19:04:18.339 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-25T19:04:18.339 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-25T19:04:18.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:18 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/699155884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:18.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:18 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/699155884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:18.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:18 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/699155884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:18.808 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:19.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:19 smithi032 ceph-mon[28041]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-25T19:04:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:19 smithi066 ceph-mon[32882]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-25T19:04:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:19 smithi064 ceph-mon[32321]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-25T19:04:21.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2683900633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 msgr2=0x7fe5c8111a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2683900633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c8111a60 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000b0d0 tx=0x7fe5c000b3e0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2683900633 shutdown_connections 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2683900633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c8111a60 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2683900633 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8104db0 0x7fe5c8105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2683900633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8105760 0x7fe5c81097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2683900633 >> 172.21.15.32:0/2683900633 conn(0x7fe5c8100620 msgr2=0x7fe5c8102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2683900633 shutdown_connections 2024-04-25T19:04:21.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.285+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2683900633 wait complete. 2024-04-25T19:04:21.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 Processor -- start 2024-04-25T19:04:21.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 -- start start 2024-04-25T19:04:21.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 0x7fe5c819b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8105760 0x7fe5c819b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c819fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c8114d20 con 0x7fe5c8109e90 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c8114ba0 con 0x7fe5c8104db0 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.287+0000 7fe5c7e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c8114ea0 con 0x7fe5c8105760 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c819fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 0x7fe5c819b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8105760 0x7fe5c819b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 0x7fe5c819b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:39596/0 (socket says 172.21.15.32:39596) 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8105760 0x7fe5c819b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52518/0 (socket says 172.21.15.32:52518) 2024-04-25T19:04:21.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 -- 172.21.15.32:0/2153521495 learned_addr learned my addr 172.21.15.32:0/2153521495 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:21.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 -- 172.21.15.32:0/2153521495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8105760 msgr2=0x7fe5c819b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8105760 0x7fe5c819b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 -- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 msgr2=0x7fe5c819fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c819fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c6a00700 1 -- 172.21.15.32:0/2153521495 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c81a01a0 con 0x7fe5c8104db0 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.288+0000 7fe5c7400700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c819fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.289+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 0x7fe5c819b190 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe5b800e9a0 tx=0x7fe5b800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.289+0000 7fe5bf400700 1 -- 172.21.15.32:0/2153521495 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b800ca10 con 0x7fe5c8104db0 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.289+0000 7fe5bf400700 1 -- 172.21.15.32:0/2153521495 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b800cbb0 con 0x7fe5c8104db0 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.289+0000 7fe5bf400700 1 -- 172.21.15.32:0/2153521495 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b8018680 con 0x7fe5c8104db0 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.289+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5c81a0490 con 0x7fe5c8104db0 2024-04-25T19:04:21.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.289+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5c81a7d10 con 0x7fe5c8104db0 2024-04-25T19:04:21.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.292+0000 7fe5bf400700 1 -- 172.21.15.32:0/2153521495 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fe5b8010430 con 0x7fe5c8104db0 2024-04-25T19:04:21.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.294+0000 7fe5bf400700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5ac0a3fe0 0x7fe5ac0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.294+0000 7fe5bf400700 1 -- 172.21.15.32:0/2153521495 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe5b80d0c10 con 0x7fe5c8104db0 2024-04-25T19:04:21.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.295+0000 7fe5c6000700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5ac0a3fe0 0x7fe5ac0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.296+0000 7fe5c6000700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5ac0a3fe0 0x7fe5ac0a64a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4009680 tx=0x7fe5b4009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:21.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.296+0000 7fe5d8357b80 1 Processor -- start 2024-04-25T19:04:21.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.296+0000 7fe5d8357b80 1 -- start start 2024-04-25T19:04:21.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a198b0 0x55a622a19c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a24b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a27470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a62296ce40 con 0x55a622a1a1d0 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a6229136e0 con 0x55a622a198b0 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a622968e00 con 0x55a622a25080 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5c7400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a27470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5c7400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a27470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52530/0 (socket says 172.21.15.32:52530) 2024-04-25T19:04:21.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5c7400700 1 -- 172.21.15.32:0/2817229172 learned_addr learned my addr 172.21.15.32:0/2817229172 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:21.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a198b0 0x55a622a19c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.297+0000 7fe5c6000700 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a24b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c7400700 1 -- 172.21.15.32:0/2817229172 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a198b0 msgr2=0x55a622a19c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c7400700 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a198b0 0x55a622a19c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c7400700 1 -- 172.21.15.32:0/2817229172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 msgr2=0x55a622a24b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c7400700 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a24b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c7400700 1 -- 172.21.15.32:0/2817229172 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a622909630 con 0x55a622a25080 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.298+0000 7fe5c7400700 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a27470 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000bf30 tx=0x7fe5c000bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc4c8c6c39ff3d44 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.299+0000 7fe5b3e00700 1 -- 172.21.15.32:0/2817229172 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c00092e0 con 0x55a622a25080 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.299+0000 7fe5b3e00700 1 -- 172.21.15.32:0/2817229172 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5c0009480 con 0x55a622a25080 2024-04-25T19:04:21.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.299+0000 7fe5b3e00700 1 -- 172.21.15.32:0/2817229172 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0007740 con 0x55a622a25080 2024-04-25T19:04:21.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2817229172 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 msgr2=0x55a622a27470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a27470 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000bf30 tx=0x7fe5c000bf60 comp rx=0 tx=0).stop 2024-04-25T19:04:21.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2817229172 shutdown_connections 2024-04-25T19:04:21.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a27470 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a198b0 0x55a622a19c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2817229172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a24b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2817229172 >> 172.21.15.32:0/2817229172 conn(0x55a622948f00 msgr2=0x55a622a15d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2817229172 shutdown_connections 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.300+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2817229172 wait complete. 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.301+0000 7fe5d8357b80 1 -- start start 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.301+0000 7fe5d8357b80 1 Processor -- start 2024-04-25T19:04:21.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 0x55a622a247c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a1a1d0 0x55a622a21ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a25080 0x55a622a22000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a622a27ba0 con 0x55a622a198b0 2024-04-25T19:04:21.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a622926810 con 0x55a622a25080 2024-04-25T19:04:21.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a622a27d20 con 0x55a622a1a1d0 2024-04-25T19:04:21.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5d8357b80 10 client.0 _ll_register_callbacks cb 0x55a6229056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:21.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5c6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 0x55a622a247c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5c6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 0x55a622a247c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53974/0 (socket says 172.21.15.32:53974) 2024-04-25T19:04:21.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5c6a00700 1 -- 172.21.15.32:0/3434120824 learned_addr learned my addr 172.21.15.32:0/3434120824 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:21.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.302+0000 7fe5c6000700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a1a1d0 0x55a622a21ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c7400700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a25080 0x55a622a22000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c6a00700 1 -- 172.21.15.32:0/3434120824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a1a1d0 msgr2=0x55a622a21ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a1a1d0 0x55a622a21ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c6a00700 1 -- 172.21.15.32:0/3434120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a25080 msgr2=0x55a622a22000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a25080 0x55a622a22000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c6a00700 1 -- 172.21.15.32:0/3434120824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6228ba880 con 0x55a622a198b0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 0x55a622a247c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe5b809c910 tx=0x7fe5b809cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3498d16be7578678 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5b0c00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3434120824 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b80872b0 con 0x55a622a198b0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3434120824 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe5b80bbb40 con 0x55a622a198b0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.303+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5c0009480 con 0x55a622a198b0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3434120824 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe5b80a0d30 con 0x55a622a198b0 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 10 client.15195 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:21.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a622903aa0 con 0x55a622a198b0 2024-04-25T19:04:21.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3434120824 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5c0009480 con 0x55a622a198b0 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3434120824 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe5b80ba020 con 0x55a622a198b0 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 10 client.15195 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 10 client.15195 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 20 client.15195 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622a34910 0x55a622a35d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 4 client.15195 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.304+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 --> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a62297a630 con 0x55a622a34910 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.305+0000 7fe5c6000700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622a34910 0x55a622a35d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.306+0000 7fe5c6000700 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622a34910 0x55a622a35d80 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7271e33cdc35a445 server_cookie=8659ac1938fedf94 in_seq=0 out_seq=0 2024-04-25T19:04:21.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.306+0000 7fe5b0c00700 10 client.15195 ms_handle_connect on v2:172.21.15.32:6840/3965799969 2024-04-25T19:04:21.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3434120824 <== mds.4 v2:172.21.15.32:6840/3965799969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a62297a630 con 0x55a622a34910 2024-04-25T19:04:21.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5b0c00700 10 client.15195 handle_command_reply: tid=0 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 client.15195 shutdown 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 msgr2=0x55a622a247c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 0x55a622a247c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe5b809c910 tx=0x7fe5b809cec0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 shutdown_connections 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622a34910 0x55a622a35d80 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a198b0 0x55a622a247c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a25080 0x55a622a22000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3434120824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a1a1d0 0x55a622a21ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 >> 172.21.15.32:0/3434120824 conn(0x55a622948f00 msgr2=0x55a622a15920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.307+0000 7fe5b0c00700 0 client.15195 ms_handle_reset on v2:172.21.15.32:6840/3965799969 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.308+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 shutdown_connections 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.308+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3434120824 wait complete. 2024-04-25T19:04:21.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.308+0000 7fe5d8357b80 20 client.15195 trim_cache size 0 max 16384 2024-04-25T19:04:21.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 Processor -- start 2024-04-25T19:04:21.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 -- start start 2024-04-25T19:04:21.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a35d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a20b00 0x55a622a3f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a622a340c0 con 0x55a622a1a1d0 2024-04-25T19:04:21.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a622a34790 con 0x55a622a20b00 2024-04-25T19:04:21.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.333+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a622a34e60 con 0x55a622a25080 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a35d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52548/0 (socket says 172.21.15.32:52548) 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 -- 172.21.15.32:0/2880018595 learned_addr learned my addr 172.21.15.32:0/2880018595 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a35d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53982/0 (socket says 172.21.15.32:53982) 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c7400700 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a20b00 0x55a622a3f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 -- 172.21.15.32:0/2880018595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a20b00 msgr2=0x55a622a3f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a20b00 0x55a622a3f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 -- 172.21.15.32:0/2880018595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 msgr2=0x55a622a35d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a35d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.334+0000 7fe5c6000700 1 -- 172.21.15.32:0/2880018595 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a622a14aa0 con 0x55a622a25080 2024-04-25T19:04:21.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.335+0000 7fe5c6000700 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3f1f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe5c810b3f0 tx=0x7fe5b4014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8309a7415162edbe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:21.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.335+0000 7fe5b3400700 1 -- 172.21.15.32:0/2880018595 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b4030070 con 0x55a622a25080 2024-04-25T19:04:21.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.335+0000 7fe5b3400700 1 -- 172.21.15.32:0/2880018595 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b40044a0 con 0x55a622a25080 2024-04-25T19:04:21.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.335+0000 7fe5b3400700 1 -- 172.21.15.32:0/2880018595 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b402b670 con 0x55a622a25080 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2880018595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 msgr2=0x55a622a3f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3f1f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe5c810b3f0 tx=0x7fe5b4014000 comp rx=0 tx=0).stop 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2880018595 shutdown_connections 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a1a1d0 0x55a622a35d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a20b00 0x55a622a3f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/2880018595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3f1f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.336+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2880018595 >> 172.21.15.32:0/2880018595 conn(0x55a622948f00 msgr2=0x55a622a203f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.337+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2880018595 shutdown_connections 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.337+0000 7fe5d8357b80 1 -- 172.21.15.32:0/2880018595 wait complete. 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.337+0000 7fe5d8357b80 1 -- start start 2024-04-25T19:04:21.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.337+0000 7fe5d8357b80 1 Processor -- start 2024-04-25T19:04:21.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a1a1d0 0x55a622a3f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 0x55a622a3b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a622a35c00 con 0x55a622a20b00 2024-04-25T19:04:21.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a622a35530 con 0x55a622a1a1d0 2024-04-25T19:04:21.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a622a362d0 con 0x55a622a25080 2024-04-25T19:04:21.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5d8357b80 10 client.0 _ll_register_callbacks cb 0x55a6229056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:21.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5c6000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 0x55a622a3b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5c6000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 0x55a622a3b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53986/0 (socket says 172.21.15.32:53986) 2024-04-25T19:04:21.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5c6000700 1 -- 172.21.15.32:0/3636521805 learned_addr learned my addr 172.21.15.32:0/3636521805 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:21.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.338+0000 7fe5c7400700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a1a1d0 0x55a622a3f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c7400700 1 -- 172.21.15.32:0/3636521805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a1a1d0 msgr2=0x55a622a3f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c7400700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a1a1d0 0x55a622a3f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c7400700 1 -- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 msgr2=0x55a622a3b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c7400700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 0x55a622a3b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c7400700 1 -- 172.21.15.32:0/3636521805 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a622a3c600 con 0x55a622a25080 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c6000700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 0x55a622a3b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:21.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5c7400700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3bdc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000b0d0 tx=0x7fe5c0006160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81e5d98d2ac65a8b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.339+0000 7fe5b0c00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3636521805 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0035060 con 0x55a622a25080 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3636521805 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe5c0003cd0 con 0x55a622a25080 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5b40044a0 con 0x55a622a25080 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3636521805 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe5c00050d0 con 0x55a622a25080 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5d8357b80 10 client.25354 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a622a9ca00 con 0x55a622a25080 2024-04-25T19:04:21.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.340+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3636521805 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b40044a0 con 0x55a622a25080 2024-04-25T19:04:21.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3636521805 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe5c0011070 con 0x55a622a25080 2024-04-25T19:04:21.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5d8357b80 10 client.25354 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5d8357b80 10 client.25354 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5d8357b80 20 client.25354 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622aa1020 0x55a622a9fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5d8357b80 4 client.25354 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 --> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] -- command(tid 0: {"prefix": "status"}) -- 0x55a6229746d0 con 0x55a622aa1020 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.341+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622aa1020 0x55a622a9fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.342+0000 7fe5c6a00700 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622aa1020 0x55a622a9fd30 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dea36cbefbe6a112 server_cookie=3f8994dd44f32500 in_seq=0 out_seq=0 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.342+0000 7fe5b0c00700 10 client.25354 ms_handle_connect on v2:172.21.15.32:6840/3965799969 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.342+0000 7fe5b0c00700 1 -- 172.21.15.32:0/3636521805 <== mds.4 v2:172.21.15.32:6840/3965799969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55a6229746d0 con 0x55a622aa1020 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.342+0000 7fe5b0c00700 10 client.25354 handle_command_reply: tid=0 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.342+0000 7fe5d8357b80 1 client.25354 shutdown 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 msgr2=0x55a622a3bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3bdc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000b0d0 tx=0x7fe5c0006160 comp rx=0 tx=0).stop 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 shutdown_connections 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:6840/3965799969,v1:172.21.15.32:6841/3965799969] conn(0x55a622aa1020 0x55a622a9fd30 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a622a25080 0x55a622a3bdc0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a622a1a1d0 0x55a622a3f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 --2- 172.21.15.32:0/3636521805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a622a20b00 0x55a622a3b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 >> 172.21.15.32:0/3636521805 conn(0x55a622948f00 msgr2=0x55a622a15830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5b0c00700 0 client.25354 ms_handle_reset on v2:172.21.15.32:6840/3965799969 2024-04-25T19:04:21.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 shutdown_connections 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 1 -- 172.21.15.32:0/3636521805 wait complete. 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.343+0000 7fe5d8357b80 20 client.25354 trim_cache size 0 max 16384 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 4, 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24512, 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:04:21.347 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 282.80502720300001, 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 29, 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 91, 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 90, 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 328.588281118 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5ac0a3fe0 msgr2=0x7fe5ac0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5ac0a3fe0 0x7fe5ac0a64a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4009680 tx=0x7fe5b4009260 comp rx=0 tx=0).stop 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 msgr2=0x7fe5c819b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 0x7fe5c819b190 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe5b800e9a0 tx=0x7fe5b800ecb0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 shutdown_connections 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5ac0a3fe0 0x7fe5ac0a64a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5c8109e90 0x7fe5c819fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5c8104db0 0x7fe5c819b190 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 --2- 172.21.15.32:0/2153521495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5c8105760 0x7fe5c819b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 >> 172.21.15.32:0/2153521495 conn(0x7fe5c8100620 msgr2=0x7fe5c81028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.344+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 shutdown_connections 2024-04-25T19:04:21.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:21.345+0000 7fe5c7e00700 1 -- 172.21.15.32:0/2153521495 wait complete. 2024-04-25T19:04:21.370 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:21 smithi032 ceph-mon[28041]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:04:21.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:21 smithi066 ceph-mon[32882]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:04:21.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:21 smithi064 ceph-mon[32321]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:04:22.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-25T19:04:22.951 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:23 smithi066 ceph-mon[32882]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:04:23.456 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:23 smithi032 ceph-mon[28041]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:04:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:23 smithi064 ceph-mon[32321]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:04:24.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 -- 172.21.15.32:0/4280500169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1041f0 msgr2=0x7fc9fc1045d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 --2- 172.21.15.32:0/4280500169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1041f0 0x7fc9fc1045d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec009900 tx=0x7fc9ec02a410 comp rx=0 tx=0).stop 2024-04-25T19:04:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 -- 172.21.15.32:0/4280500169 shutdown_connections 2024-04-25T19:04:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 --2- 172.21.15.32:0/4280500169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 --2- 172.21.15.32:0/4280500169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc104ba0 0x7fc9fc108be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 --2- 172.21.15.32:0/4280500169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1041f0 0x7fc9fc1045d0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.877+0000 7fc9fb200640 1 -- 172.21.15.32:0/4280500169 >> 172.21.15.32:0/4280500169 conn(0x7fc9fc0ffa50 msgr2=0x7fc9fc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.878+0000 7fc9fb200640 1 -- 172.21.15.32:0/4280500169 shutdown_connections 2024-04-25T19:04:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.878+0000 7fc9fb200640 1 -- 172.21.15.32:0/4280500169 wait complete. 2024-04-25T19:04:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 Processor -- start 2024-04-25T19:04:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 -- start start 2024-04-25T19:04:24.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc1041f0 0x7fc9fc1a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc1a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc9fc19a600 0x7fc9fc19aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc114280 con 0x7fc9fc1041f0 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc114100 con 0x7fc9fc19a600 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9fb200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc114400 con 0x7fc9fc1092c0 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9f3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc1a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc1041f0 0x7fc9fc1a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9f3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc1a0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59568/0 (socket says 172.21.15.32:59568) 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.879+0000 7fc9f3e00640 1 -- 172.21.15.32:0/565763224 learned_addr learned my addr 172.21.15.32:0/565763224 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9fa800640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc9fc19a600 0x7fc9fc19aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f3e00640 1 -- 172.21.15.32:0/565763224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc9fc19a600 msgr2=0x7fc9fc19aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc9fc19a600 0x7fc9fc19aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f3e00640 1 -- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc1041f0 msgr2=0x7fc9fc1a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc1041f0 0x7fc9fc1a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f3e00640 1 -- 172.21.15.32:0/565763224 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9fc19b120 con 0x7fc9fc1092c0 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc1a0990 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc9e400d980 tx=0x7fc9e400de40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.880+0000 7fc9f2a00640 1 -- 172.21.15.32:0/565763224 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e4017070 con 0x7fc9fc1092c0 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.881+0000 7fc9f2a00640 1 -- 172.21.15.32:0/565763224 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9e4009cf0 con 0x7fc9fc1092c0 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.881+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9fc19b410 con 0x7fc9fc1092c0 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.881+0000 7fc9f2a00640 1 -- 172.21.15.32:0/565763224 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e400f740 con 0x7fc9fc1092c0 2024-04-25T19:04:24.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.881+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9fc1a76b0 con 0x7fc9fc1092c0 2024-04-25T19:04:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.885+0000 7fc9f2a00640 1 -- 172.21.15.32:0/565763224 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fc9e401a070 con 0x7fc9fc1092c0 2024-04-25T19:04:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.885+0000 7fca04176740 1 Processor -- start 2024-04-25T19:04:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 -- start start 2024-04-25T19:04:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0aded90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0ae9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0aebf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x562ec0a44900 con 0x562ec0ade9b0 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x562ec09eaef0 con 0x562ec0ae9b90 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fca04176740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x562ec0a408c0 con 0x562ec0adf2d0 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.886+0000 7fc9f2a00640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9e00a3f30 0x7fc9e00a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0ae9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0ae9650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59582/0 (socket says 172.21.15.32:59582) 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 -- 172.21.15.32:0/4125403324 learned_addr learned my addr 172.21.15.32:0/4125403324 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9fa800640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0aded90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0aebf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9fa800640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9e00a3f30 0x7fc9e00a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f2a00640 1 -- 172.21.15.32:0/565763224 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc9e40d0780 con 0x7fc9fc1092c0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 -- 172.21.15.32:0/4125403324 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 msgr2=0x562ec0aebf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0aebf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 -- 172.21.15.32:0/4125403324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 msgr2=0x562ec0aded90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0aded90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 -- 172.21.15.32:0/4125403324 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ec0757210 con 0x562ec0adf2d0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9fa800640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0aded90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0aebf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.887+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0ae9650 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec000c00 tx=0x7fc9ec004170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a58f010008dc0103 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.888+0000 7fc9eb400640 1 -- 172.21.15.32:0/4125403324 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec035040 con 0x562ec0adf2d0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.888+0000 7fc9eb400640 1 -- 172.21.15.32:0/4125403324 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9ec0054f0 con 0x562ec0adf2d0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.888+0000 7fc9fa800640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9e00a3f30 0x7fc9e00a63f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4005c40 tx=0x7fc9f4014040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.888+0000 7fc9eb400640 1 -- 172.21.15.32:0/4125403324 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec0035f0 con 0x562ec0adf2d0 2024-04-25T19:04:24.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 -- 172.21.15.32:0/4125403324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 msgr2=0x562ec0ae9650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0ae9650 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec000c00 tx=0x7fc9ec004170 comp rx=0 tx=0).stop 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 -- 172.21.15.32:0/4125403324 shutdown_connections 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0aebf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0ae9650 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 --2- 172.21.15.32:0/4125403324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0aded90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 -- 172.21.15.32:0/4125403324 >> 172.21.15.32:0/4125403324 conn(0x562ec0adaec0 msgr2=0x562ec0adb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 -- 172.21.15.32:0/4125403324 shutdown_connections 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 -- 172.21.15.32:0/4125403324 wait complete. 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.889+0000 7fca04176740 1 -- start start 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 Processor -- start 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 0x562ec0ae6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0adf2d0 0x562ec0ae6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0ae7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x562ec0aec760 con 0x562ec0adf2d0 2024-04-25T19:04:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x562ec09fe310 con 0x562ec0ae9b90 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x562ec0aec8e0 con 0x562ec0ade9b0 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fca04176740 10 client.0 _ll_register_callbacks cb 0x562ec09cccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 0x562ec0ae6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 0x562ec0ae6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59594/0 (socket says 172.21.15.32:59594) 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fc9f9e00640 1 -- 172.21.15.32:0/1654933524 learned_addr learned my addr 172.21.15.32:0/1654933524 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.890+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0adf2d0 0x562ec0ae6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9f9e00640 1 -- 172.21.15.32:0/1654933524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 msgr2=0x562ec0ae7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9fa800640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0ae7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0ae7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9f9e00640 1 -- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0adf2d0 msgr2=0x562ec0ae6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0adf2d0 0x562ec0ae6fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9f9e00640 1 -- 172.21.15.32:0/1654933524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ec0823620 con 0x562ec0ade9b0 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9fa800640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0ae7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:04:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 0x562ec0ae6a80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec02aa00 tx=0x7fc9ec005710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8ee5901ec748b76 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9dfe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.891+0000 7fc9dfe00640 1 -- 172.21.15.32:0/1654933524 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec052060 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fc9dfe00640 1 -- 172.21.15.32:0/1654933524 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc9ec004770 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9ec0054f0 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fc9dfe00640 1 -- 172.21.15.32:0/1654933524 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc9ec035050 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fca04176740 10 client.25366 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562ec0aec760 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fc9dfe00640 1 -- 172.21.15.32:0/1654933524 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9ec0054f0 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fc9dfe00640 1 -- 172.21.15.32:0/1654933524 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc9ec003af0 con 0x562ec0ade9b0 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fca04176740 10 client.25366 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fca04176740 10 client.25366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.892+0000 7fca04176740 20 client.25366 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.893+0000 7fca04176740 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0af9a10 0x562ec0afbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.893+0000 7fca04176740 4 client.25366 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.893+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ec0a588b0 con 0x562ec0af9a10 2024-04-25T19:04:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.893+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0af9a10 0x562ec0afbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.893+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0af9a10 0x562ec0afbe00 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6d5bccb5967d01f server_cookie=315e3038f7e7d16a in_seq=0 out_seq=0 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.893+0000 7fc9dfe00640 10 client.25366 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.894+0000 7fc9dfe00640 1 -- 172.21.15.32:0/1654933524 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562ec0a588b0 con 0x562ec0af9a10 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.894+0000 7fc9dfe00640 10 client.25366 handle_command_reply: tid=0 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 client.25366 shutdown 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 msgr2=0x562ec0ae6a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 0x562ec0ae6a80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec02aa00 tx=0x7fc9ec005710 comp rx=0 tx=0).stop 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 shutdown_connections 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0af9a10 0x562ec0afbe00 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ae9b90 0x562ec0ae7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0adf2d0 0x562ec0ae6fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 --2- 172.21.15.32:0/1654933524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ade9b0 0x562ec0ae6a80 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 >> 172.21.15.32:0/1654933524 conn(0x562ec0adaec0 msgr2=0x562ec0ae0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fc9dfe00640 0 client.25366 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 shutdown_connections 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 1 -- 172.21.15.32:0/1654933524 wait complete. 2024-04-25T19:04:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.895+0000 7fca04176740 20 client.25366 trim_cache size 0 max 16384 2024-04-25T19:04:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.923+0000 7fca04176740 1 Processor -- start 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.923+0000 7fca04176740 1 -- start start 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.923+0000 7fca04176740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ade9b0 0x562ec0af5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.923+0000 7fca04176740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0b014f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fca04176740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ae9b90 0x562ec0b01a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fca04176740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc1afc20 con 0x562ec0ae9b90 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fca04176740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc1b1760 con 0x562ec0ade9b0 2024-04-25T19:04:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fca04176740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc1b02f0 con 0x562ec0adf2d0 2024-04-25T19:04:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0b014f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ade9b0 0x562ec0af5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9fa800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ae9b90 0x562ec0b01a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0b014f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59604/0 (socket says 172.21.15.32:59604) 2024-04-25T19:04:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 -- 172.21.15.32:0/2891728020 learned_addr learned my addr 172.21.15.32:0/2891728020 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 -- 172.21.15.32:0/2891728020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ade9b0 msgr2=0x562ec0af5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ade9b0 0x562ec0af5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 -- 172.21.15.32:0/2891728020 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ae9b90 msgr2=0x562ec0b01a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ae9b90 0x562ec0b01a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.924+0000 7fc9f3e00640 1 -- 172.21.15.32:0/2891728020 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ec0aec2a0 con 0x562ec0adf2d0 2024-04-25T19:04:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.925+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ade9b0 0x562ec0af5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.925+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0b014f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc9e4098ec0 tx=0x7fc9e4098070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=722e09aa10428681 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.925+0000 7fc9eaa00640 1 -- 172.21.15.32:0/2891728020 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e40b4020 con 0x562ec0adf2d0 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.925+0000 7fc9eaa00640 1 -- 172.21.15.32:0/2891728020 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9e40a08a0 con 0x562ec0adf2d0 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.925+0000 7fc9eaa00640 1 -- 172.21.15.32:0/2891728020 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9e4021040 con 0x562ec0adf2d0 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 -- 172.21.15.32:0/2891728020 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 msgr2=0x562ec0b014f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0b014f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc9e4098ec0 tx=0x7fc9e4098070 comp rx=0 tx=0).stop 2024-04-25T19:04:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 -- 172.21.15.32:0/2891728020 shutdown_connections 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ae9b90 0x562ec0b01a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0adf2d0 0x562ec0b014f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 --2- 172.21.15.32:0/2891728020 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0ade9b0 0x562ec0af5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 -- 172.21.15.32:0/2891728020 >> 172.21.15.32:0/2891728020 conn(0x562ec0adaec0 msgr2=0x562ec0ad5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 -- 172.21.15.32:0/2891728020 shutdown_connections 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.926+0000 7fca04176740 1 -- 172.21.15.32:0/2891728020 wait complete. 2024-04-25T19:04:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.927+0000 7fca04176740 1 -- start start 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.927+0000 7fca04176740 1 Processor -- start 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0af1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0adf2d0 0x562ec0aef330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 0x562ec0aef8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc1b1090 con 0x562ec0ade9b0 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc1b09c0 con 0x562ec0adf2d0 2024-04-25T19:04:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9fc1adc20 con 0x562ec0ae9b90 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fca04176740 10 client.0 _ll_register_callbacks cb 0x7fc9ec005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fc9f9e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0af1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fc9fa800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 0x562ec0aef8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fc9fa800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 0x562ec0aef8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59618/0 (socket says 172.21.15.32:59618) 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fc9fa800640 1 -- 172.21.15.32:0/2545287015 learned_addr learned my addr 172.21.15.32:0/2545287015 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.928+0000 7fc9f3e00640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0adf2d0 0x562ec0aef330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9fa800640 1 -- 172.21.15.32:0/2545287015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0adf2d0 msgr2=0x562ec0aef330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9fa800640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0adf2d0 0x562ec0aef330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9fa800640 1 -- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 msgr2=0x562ec0af1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9fa800640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0af1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9fa800640 1 -- 172.21.15.32:0/2545287015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ec0af0100 con 0x562ec0ae9b90 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0af1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9fa800640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 0x562ec0aef8d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4005fd0 tx=0x7fc9f4004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca036aeca4b74d91 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9dfe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9dfe00640 1 -- 172.21.15.32:0/2545287015 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4004b20 con 0x562ec0ae9b90 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.929+0000 7fc9dfe00640 1 -- 172.21.15.32:0/2545287015 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc9f4004cc0 con 0x562ec0ae9b90 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9e40a08a0 con 0x562ec0ae9b90 2024-04-25T19:04:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fc9dfe00640 1 -- 172.21.15.32:0/2545287015 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc9f4033050 con 0x562ec0ae9b90 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 10 client.25372 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562ec0b5feb0 con 0x562ec0ae9b90 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fc9dfe00640 1 -- 172.21.15.32:0/2545287015 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9e40a08a0 con 0x562ec0ae9b90 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fc9dfe00640 1 -- 172.21.15.32:0/2545287015 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc9f4005280 con 0x562ec0ae9b90 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 10 client.25372 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 10 client.25372 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 20 client.25372 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:24.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0b606b0 0x562ec0b62ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:24.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 4 client.25372 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:04:24.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.930+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562ec0a52320 con 0x562ec0b606b0 2024-04-25T19:04:24.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.931+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0b606b0 0x562ec0b62ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:24.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.931+0000 7fc9f9e00640 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0b606b0 0x562ec0b62ad0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65d04f0f86ad79a9 server_cookie=154a8aeb4f3dd in_seq=0 out_seq=0 2024-04-25T19:04:24.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.931+0000 7fc9dfe00640 10 client.25372 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:24.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.942+0000 7fc9dfe00640 1 -- 172.21.15.32:0/2545287015 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562ec0a52320 con 0x562ec0b606b0 2024-04-25T19:04:24.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.942+0000 7fc9dfe00640 10 client.25372 handle_command_reply: tid=0 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.942+0000 7fca04176740 1 client.25372 shutdown 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.942+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 msgr2=0x562ec0aef8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.942+0000 7fca04176740 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 0x562ec0aef8d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4005fd0 tx=0x7fc9f4004a40 comp rx=0 tx=0).stop 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 shutdown_connections 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562ec0b606b0 0x562ec0b62ad0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562ec0ae9b90 0x562ec0aef8d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562ec0adf2d0 0x562ec0aef330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 --2- 172.21.15.32:0/2545287015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562ec0ade9b0 0x562ec0af1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fc9dfe00640 0 client.25372 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 >> 172.21.15.32:0/2545287015 conn(0x562ec0adaec0 msgr2=0x562ec0ae82b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 shutdown_connections 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 1 -- 172.21.15.32:0/2545287015 wait complete. 2024-04-25T19:04:24.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.943+0000 7fca04176740 20 client.25372 trim_cache size 0 max 16384 2024-04-25T19:04:24.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:04:24.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:04:24.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:04:24.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9e00a3f30 msgr2=0x7fc9e00a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9e00a3f30 0x7fc9e00a63f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4005c40 tx=0x7fc9f4014040 comp rx=0 tx=0).stop 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 msgr2=0x7fc9fc1a0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc1a0990 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc9e400d980 tx=0x7fc9e400de40 comp rx=0 tx=0).stop 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 shutdown_connections 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9e00a3f30 0x7fc9e00a63f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc9fc19a600 0x7fc9fc19aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9fc1092c0 0x7fc9fc1a0990 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 --2- 172.21.15.32:0/565763224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc1041f0 0x7fc9fc1a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:24.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 >> 172.21.15.32:0/565763224 conn(0x7fc9fc0ffa50 msgr2=0x7fc9fc100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 shutdown_connections 2024-04-25T19:04:24.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:24.944+0000 7fc9fb200640 1 -- 172.21.15.32:0/565763224 wait complete. 2024-04-25T19:04:25.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:25 smithi066 ceph-mon[32882]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-04-25T19:04:25.462 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:25 smithi032 ceph-mon[28041]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 -- 172.21.15.32:0/3538655500 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98103460 msgr2=0x7f4d9810f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/3538655500 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98103460 0x7f4d9810f940 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4d9000b0a0 tx=0x7f4d9000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 -- 172.21.15.32:0/3538655500 shutdown_connections 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/3538655500 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98108a70 0x7f4d98108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/3538655500 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98103460 0x7f4d9810f940 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/3538655500 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98102ac0 0x7f4d98102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 -- 172.21.15.32:0/3538655500 >> 172.21.15.32:0/3538655500 conn(0x7f4d98079b10 msgr2=0x7f4d98079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 -- 172.21.15.32:0/3538655500 shutdown_connections 2024-04-25T19:04:25.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.460+0000 7f4d9ee00700 1 -- 172.21.15.32:0/3538655500 wait complete. 2024-04-25T19:04:25.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.462+0000 7f4d9ee00700 1 Processor -- start 2024-04-25T19:04:25.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.462+0000 7f4d9ee00700 1 -- start start 2024-04-25T19:04:25.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.462+0000 7f4d9ee00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 0x7f4d98074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.462+0000 7f4d9ee00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98103460 0x7f4d98075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d9ee00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98108a70 0x7f4d980757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d9ee00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4d98112ca0 con 0x7f4d98103460 2024-04-25T19:04:25.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d9ee00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4d98112b20 con 0x7f4d98108a70 2024-04-25T19:04:25.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d9ee00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4d98112e20 con 0x7f4d98102ac0 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 0x7f4d98074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 0x7f4d98074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59634/0 (socket says 172.21.15.32:59634) 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 -- 172.21.15.32:0/1414489892 learned_addr learned my addr 172.21.15.32:0/1414489892 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d9ce00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98108a70 0x7f4d980757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 -- 172.21.15.32:0/1414489892 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98108a70 msgr2=0x7f4d980757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97400700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98103460 0x7f4d98075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98108a70 0x7f4d980757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 -- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98103460 msgr2=0x7f4d98075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98103460 0x7f4d98075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97e00700 1 -- 172.21.15.32:0/1414489892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d981abb40 con 0x7f4d98102ac0 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d9ce00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98108a70 0x7f4d980757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.463+0000 7f4d97400700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98103460 0x7f4d98075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.464+0000 7f4d97e00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 0x7f4d98074d40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f4d8800e9a0 tx=0x7f4d8800ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.464+0000 7f4d94c00700 1 -- 172.21.15.32:0/1414489892 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8800cbd0 con 0x7f4d98102ac0 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.464+0000 7f4d94c00700 1 -- 172.21.15.32:0/1414489892 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d8800cd70 con 0x7f4d98102ac0 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.464+0000 7f4d94c00700 1 -- 172.21.15.32:0/1414489892 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d880186a0 con 0x7f4d98102ac0 2024-04-25T19:04:25.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.464+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d981a1380 con 0x7f4d98102ac0 2024-04-25T19:04:25.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.464+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d981a1870 con 0x7f4d98102ac0 2024-04-25T19:04:25.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.469+0000 7f4d94c00700 1 -- 172.21.15.32:0/1414489892 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f4d88010970 con 0x7f4d98102ac0 2024-04-25T19:04:25.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.471+0000 7f4da96c9b80 1 Processor -- start 2024-04-25T19:04:25.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.471+0000 7f4d94c00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4d7c0a3fe0 0x7f4d7c0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.471+0000 7f4da96c9b80 1 -- start start 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d94c00700 1 -- 172.21.15.32:0/1414489892 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4d880d0da0 con 0x7f4d98102ac0 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 0x558173c25b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c260a0 0x558173c1f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97400700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4d7c0a3fe0 0x7f4d7c0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c1fef0 0x558173c20330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558173b71e40 con 0x558173c1fef0 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558173b186e0 con 0x558173c260a0 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558173b6de00 con 0x558173c25780 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 0x558173c25b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 0x558173c25b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59646/0 (socket says 172.21.15.32:59646) 2024-04-25T19:04:25.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 -- 172.21.15.32:0/3088529968 learned_addr learned my addr 172.21.15.32:0/3088529968 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:25.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 -- 172.21.15.32:0/3088529968 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c260a0 msgr2=0x558173c1f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c260a0 0x558173c1f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 -- 172.21.15.32:0/3088529968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c1fef0 msgr2=0x558173c20330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.472+0000 7f4d97e00700 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c1fef0 0x558173c20330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.473+0000 7f4d97e00700 1 -- 172.21.15.32:0/3088529968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558173b0e630 con 0x558173c25780 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.473+0000 7f4d97e00700 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 0x558173c25b60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4d8809caa0 tx=0x7f4d8809d2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95393da36d18e05f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.473+0000 7f4d97400700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4d7c0a3fe0 0x7f4d7c0a64a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4d9807a0f0 tx=0x7f4d84009f80 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.473+0000 7f4d8d600700 1 -- 172.21.15.32:0/3088529968 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d880a5780 con 0x558173c25780 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.473+0000 7f4d8d600700 1 -- 172.21.15.32:0/3088529968 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d880bd0b0 con 0x558173c25780 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.473+0000 7f4d8d600700 1 -- 172.21.15.32:0/3088529968 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d880ce5d0 con 0x558173c25780 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3088529968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 msgr2=0x558173c25b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 0x558173c25b60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4d8809caa0 tx=0x7f4d8809d2e0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3088529968 shutdown_connections 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c1fef0 0x558173c20330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c25780 0x558173c25b60 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3088529968 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c260a0 0x558173c1f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3088529968 >> 172.21.15.32:0/3088529968 conn(0x558173b4df00 msgr2=0x558173c1a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3088529968 shutdown_connections 2024-04-25T19:04:25.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.474+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3088529968 wait complete. 2024-04-25T19:04:25.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.475+0000 7f4da96c9b80 1 -- start start 2024-04-25T19:04:25.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.475+0000 7f4da96c9b80 1 Processor -- start 2024-04-25T19:04:25.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 0x558173c2bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c28fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c29510 0x558173c29990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558173c2c8c0 con 0x558173c25780 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558173b2b810 con 0x558173c1fef0 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558173c2ca40 con 0x558173c29510 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4da96c9b80 10 client.0 _ll_register_callbacks cb 0x558173b0a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 0x558173c2bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4d9ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c29510 0x558173c29990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 0x558173c2bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56686/0 (socket says 172.21.15.32:56686) 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4d9ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c29510 0x558173c29990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59648/0 (socket says 172.21.15.32:59648) 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4d97e00700 1 -- 172.21.15.32:0/3295986005 learned_addr learned my addr 172.21.15.32:0/3295986005 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.476+0000 7f4d97400700 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c28fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d97e00700 1 -- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c29510 msgr2=0x558173c29990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d97e00700 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c29510 0x558173c29990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d97e00700 1 -- 172.21.15.32:0/3295986005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 msgr2=0x558173c28fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d97e00700 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c28fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d97e00700 1 -- 172.21.15.32:0/3295986005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558173abf880 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d97e00700 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 0x558173c2bcd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4d880ce3b0 tx=0x7f4d8800efa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9cee3aaf4521265 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d82000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d82000700 1 -- 172.21.15.32:0/3295986005 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d880b5070 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.477+0000 7f4d82000700 1 -- 172.21.15.32:0/3295986005 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4d880ce7e0 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d880bd0b0 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4d82000700 1 -- 172.21.15.32:0/3295986005 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4d880a5780 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4da96c9b80 10 client.25334 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558173b08aa0 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4d82000700 1 -- 172.21.15.32:0/3295986005 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d880bd0b0 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4d82000700 1 -- 172.21.15.32:0/3295986005 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4d8809b9d0 con 0x558173c1fef0 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.478+0000 7f4da96c9b80 10 client.25334 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.479+0000 7f4da96c9b80 10 client.25334 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.479+0000 7f4da96c9b80 20 client.25334 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:25.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.479+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173c38720 0x558173c3a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.479+0000 7f4da96c9b80 4 client.25334 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:25.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.479+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 --> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558173b7f630 con 0x558173c38720 2024-04-25T19:04:25.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.479+0000 7f4d97400700 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173c38720 0x558173c3a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.480+0000 7f4d97400700 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173c38720 0x558173c3a8f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=57e6be9f7c40195e server_cookie=e7d006e7f5ae76fb in_seq=0 out_seq=0 2024-04-25T19:04:25.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.480+0000 7f4d82000700 10 client.25334 ms_handle_connect on v2:172.21.15.66:6836/445407892 2024-04-25T19:04:25.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.480+0000 7f4d82000700 1 -- 172.21.15.32:0/3295986005 <== mds.3 v2:172.21.15.66:6836/445407892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558173b7f630 con 0x558173c38720 2024-04-25T19:04:25.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4d82000700 10 client.25334 handle_command_reply: tid=0 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 client.25334 shutdown 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 msgr2=0x558173c2bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 0x558173c2bcd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4d880ce3b0 tx=0x7f4d8800efa0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 shutdown_connections 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173c38720 0x558173c3a8f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c29510 0x558173c29990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c1fef0 0x558173c2bcd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/3295986005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c28fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4d82000700 0 client.25334 ms_handle_reset on v2:172.21.15.66:6836/445407892 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 >> 172.21.15.32:0/3295986005 conn(0x558173b4df00 msgr2=0x558173c19e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 shutdown_connections 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 1 -- 172.21.15.32:0/3295986005 wait complete. 2024-04-25T19:04:25.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.481+0000 7f4da96c9b80 20 client.25334 trim_cache size 0 max 16384 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 Processor -- start 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 -- start start 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c1f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c25780 0x558173c29990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c29510 0x558173c1a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558173c38c30 con 0x558173c29510 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558173c39300 con 0x558173c25780 2024-04-25T19:04:25.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.504+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558173c399d0 con 0x558173c1fef0 2024-04-25T19:04:25.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c1f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c1f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59656/0 (socket says 172.21.15.32:59656) 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 -- 172.21.15.32:0/4276776896 learned_addr learned my addr 172.21.15.32:0/4276776896 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c25780 0x558173c29990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d9ce00700 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c29510 0x558173c1a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 -- 172.21.15.32:0/4276776896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c25780 msgr2=0x558173c29990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c25780 0x558173c29990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 -- 172.21.15.32:0/4276776896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c29510 msgr2=0x558173c1a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c29510 0x558173c1a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.505+0000 7f4d97e00700 1 -- 172.21.15.32:0/4276776896 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558173c23a60 con 0x558173c1fef0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.506+0000 7f4d97e00700 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c1f9b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4d880a56f0 tx=0x7f4d8809d2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7e2fcf80f13759f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.506+0000 7f4d8cc00700 1 -- 172.21.15.32:0/4276776896 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d880b5070 con 0x558173c1fef0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.506+0000 7f4d8cc00700 1 -- 172.21.15.32:0/4276776896 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d880bd0b0 con 0x558173c1fef0 2024-04-25T19:04:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.506+0000 7f4d8cc00700 1 -- 172.21.15.32:0/4276776896 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8807f080 con 0x558173c1fef0 2024-04-25T19:04:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 -- 172.21.15.32:0/4276776896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 msgr2=0x558173c1f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c1f9b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4d880a56f0 tx=0x7f4d8809d2e0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 -- 172.21.15.32:0/4276776896 shutdown_connections 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c29510 0x558173c1a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c1f9b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/4276776896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c25780 0x558173c29990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 -- 172.21.15.32:0/4276776896 >> 172.21.15.32:0/4276776896 conn(0x558173b4df00 msgr2=0x558173c28db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 -- 172.21.15.32:0/4276776896 shutdown_connections 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.507+0000 7f4da96c9b80 1 -- 172.21.15.32:0/4276776896 wait complete. 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.508+0000 7f4da96c9b80 1 -- start start 2024-04-25T19:04:25.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.508+0000 7f4da96c9b80 1 Processor -- start 2024-04-25T19:04:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c43d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c442b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c29510 0x558173c3ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558173c3a770 con 0x558173c25780 2024-04-25T19:04:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558173c3a0a0 con 0x558173c29510 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558173c3ae40 con 0x558173c1fef0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4da96c9b80 10 client.0 _ll_register_callbacks cb 0x558173b0a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c43d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c43d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59668/0 (socket says 172.21.15.32:59668) 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 -- 172.21.15.32:0/2462509987 learned_addr learned my addr 172.21.15.32:0/2462509987 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97400700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c442b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d9ce00700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c29510 0x558173c3ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 -- 172.21.15.32:0/2462509987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c29510 msgr2=0x558173c3ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c29510 0x558173c3ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 -- 172.21.15.32:0/2462509987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 msgr2=0x558173c442b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c442b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97e00700 1 -- 172.21.15.32:0/2462509987 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558173c3f3f0 con 0x558173c1fef0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.509+0000 7f4d97400700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c442b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.510+0000 7f4d97e00700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c43d70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4d8809d230 tx=0x7f4d88005bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b217b55d9cac0965 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.510+0000 7f4d82000700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:25.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.510+0000 7f4d82000700 1 -- 172.21.15.32:0/2462509987 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8807f020 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.510+0000 7f4d82000700 1 -- 172.21.15.32:0/2462509987 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4d88010430 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.510+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d880bd0b0 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.511+0000 7f4d82000700 1 -- 172.21.15.32:0/2462509987 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4d880b5030 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.511+0000 7f4da96c9b80 10 client.25390 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.511+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558173c3f3f0 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.511+0000 7f4d82000700 1 -- 172.21.15.32:0/2462509987 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d880bd0b0 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4d82000700 1 -- 172.21.15.32:0/2462509987 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4d88082020 con 0x558173c1fef0 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4da96c9b80 10 client.25390 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4da96c9b80 10 client.25390 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4da96c9b80 20 client.25390 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173ca5360 0x558173ca4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4da96c9b80 4 client.25390 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:04:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 --> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] -- command(tid 0: {"prefix": "status"}) -- 0x558173b796d0 con 0x558173ca5360 2024-04-25T19:04:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.512+0000 7f4d97400700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173ca5360 0x558173ca4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4d97400700 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173ca5360 0x558173ca4070 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2289ca757e6f4d31 server_cookie=b6ec9af1f3b168c7 in_seq=0 out_seq=0 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4d82000700 10 client.25390 ms_handle_connect on v2:172.21.15.66:6836/445407892 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4d82000700 1 -- 172.21.15.32:0/2462509987 <== mds.3 v2:172.21.15.66:6836/445407892 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558173b796d0 con 0x558173ca5360 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4d82000700 10 client.25390 handle_command_reply: tid=0 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 client.25390 shutdown 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 msgr2=0x558173c43d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c43d70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4d8809d230 tx=0x7f4d88005bb0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 shutdown_connections 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:6836/445407892,v1:172.21.15.66:6837/445407892] conn(0x558173ca5360 0x558173ca4070 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4d82000700 0 client.25390 ms_handle_reset on v2:172.21.15.66:6836/445407892 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558173c29510 0x558173c3ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558173c1fef0 0x558173c43d70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 --2- 172.21.15.32:0/2462509987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558173c25780 0x558173c442b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 >> 172.21.15.32:0/2462509987 conn(0x558173b4df00 msgr2=0x558173c29990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.513+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 shutdown_connections 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.514+0000 7f4da96c9b80 1 -- 172.21.15.32:0/2462509987 wait complete. 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.514+0000 7f4da96c9b80 20 client.25390 trim_cache size 0 max 16384 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 3, 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24514, 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:04:25.517 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 287.99036534999999, 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 29, 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 91, 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 90, 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 348.24810747800001 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:04:25.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4d7c0a3fe0 msgr2=0x7f4d7c0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4d7c0a3fe0 0x7f4d7c0a64a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4d9807a0f0 tx=0x7f4d84009f80 comp rx=0 tx=0).stop 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 msgr2=0x7f4d98074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 0x7f4d98074d40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f4d8800e9a0 tx=0x7f4d8800ed60 comp rx=0 tx=0).stop 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 shutdown_connections 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4d7c0a3fe0 0x7f4d7c0a64a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4d98108a70 0x7f4d980757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d98102ac0 0x7f4d98074d40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 --2- 172.21.15.32:0/1414489892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4d98103460 0x7f4d98075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 >> 172.21.15.32:0/1414489892 conn(0x7f4d98079b10 msgr2=0x7f4d98100bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 shutdown_connections 2024-04-25T19:04:25.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:25.515+0000 7f4d9ee00700 1 -- 172.21.15.32:0/1414489892 wait complete. 2024-04-25T19:04:25.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:25 smithi064 ceph-mon[32321]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-04-25T19:04:26.549 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-25T19:04:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:27.447 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:27 smithi032 ceph-mon[28041]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 853 B/s wr, 8 op/s 2024-04-25T19:04:27.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:27 smithi066 ceph-mon[32882]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 853 B/s wr, 8 op/s 2024-04-25T19:04:27.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:27 smithi064 ceph-mon[32321]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 853 B/s wr, 8 op/s 2024-04-25T19:04:29.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:29 smithi066 ceph-mon[32882]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-25T19:04:29.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 -- 172.21.15.32:0/4037513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806afb0 msgr2=0x7fb85806b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 --2- 172.21.15.32:0/4037513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806afb0 0x7fb85806b430 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb844009990 tx=0x7fb844009ca0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 -- 172.21.15.32:0/4037513356 shutdown_connections 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 --2- 172.21.15.32:0/4037513356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb858108a20 0x7fb858108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 --2- 172.21.15.32:0/4037513356 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806b970 0x7fb85810f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 --2- 172.21.15.32:0/4037513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806afb0 0x7fb85806b430 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 -- 172.21.15.32:0/4037513356 >> 172.21.15.32:0/4037513356 conn(0x7fb858078780 msgr2=0x7fb858078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 -- 172.21.15.32:0/4037513356 shutdown_connections 2024-04-25T19:04:29.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.457+0000 7fb85d000700 1 -- 172.21.15.32:0/4037513356 wait complete. 2024-04-25T19:04:29.460 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:29 smithi032 ceph-mon[28041]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 Processor -- start 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 -- start start 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 0x7fb85819b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 0x7fb85819b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb858108a20 0x7fb85819fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb858112ba0 con 0x7fb858108a20 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb858112a20 con 0x7fb85806afb0 2024-04-25T19:04:29.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.459+0000 7fb85d000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb858112d20 con 0x7fb85806b970 2024-04-25T19:04:29.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb857400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 0x7fb85819b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb857e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb858108a20 0x7fb85819fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 0x7fb85819b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb857400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 0x7fb85819b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56740/0 (socket says 172.21.15.32:56740) 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb857400700 1 -- 172.21.15.32:0/2490793336 learned_addr learned my addr 172.21.15.32:0/2490793336 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 0x7fb85819b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59690/0 (socket says 172.21.15.32:59690) 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 -- 172.21.15.32:0/2490793336 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 msgr2=0x7fb85819b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 0x7fb85819b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 -- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb858108a20 msgr2=0x7fb85819fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb858108a20 0x7fb85819fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb856a00700 1 -- 172.21.15.32:0/2490793336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8581a0260 con 0x7fb85806b970 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.460+0000 7fb857400700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 0x7fb85819b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.461+0000 7fb856a00700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 0x7fb85819b790 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb844000c00 tx=0x7fb8440047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.461+0000 7fb84fe00700 1 -- 172.21.15.32:0/2490793336 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844026070 con 0x7fb85806b970 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.461+0000 7fb84fe00700 1 -- 172.21.15.32:0/2490793336 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb844021410 con 0x7fb85806b970 2024-04-25T19:04:29.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.461+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8581a04f0 con 0x7fb85806b970 2024-04-25T19:04:29.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.461+0000 7fb84fe00700 1 -- 172.21.15.32:0/2490793336 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844017650 con 0x7fb85806b970 2024-04-25T19:04:29.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.461+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8581a7dd0 con 0x7fb85806b970 2024-04-25T19:04:29.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.465+0000 7fb84fe00700 1 -- 172.21.15.32:0/2490793336 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fb844029070 con 0x7fb85806b970 2024-04-25T19:04:29.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.466+0000 7fb84fe00700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb83c0a3f60 0x7fb83c0a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.466+0000 7fb868ee9b80 1 Processor -- start 2024-04-25T19:04:29.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb84fe00700 1 -- 172.21.15.32:0/2490793336 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb8440d1840 con 0x7fb85806b970 2024-04-25T19:04:29.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 -- start start 2024-04-25T19:04:29.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb857400700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb83c0a3f60 0x7fb83c0a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 0x55dbb78fb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb790f450 0x55dbb7911840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dbb784ee40 con 0x55dbb78fbd00 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dbb77f56e0 con 0x55dbb78fb3e0 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.467+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dbb784ae00 con 0x55dbb790f450 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb83c0a3f60 0x7fb83c0a6420 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb848011550 tx=0x7fb848009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 0x55dbb78fb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 0x55dbb78fb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56744/0 (socket says 172.21.15.32:56744) 2024-04-25T19:04:29.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 -- 172.21.15.32:0/2507184772 learned_addr learned my addr 172.21.15.32:0/2507184772 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb856a00700 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857e00700 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb790f450 0x55dbb7911840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 -- 172.21.15.32:0/2507184772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb790f450 msgr2=0x55dbb7911840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb790f450 0x55dbb7911840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 -- 172.21.15.32:0/2507184772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 msgr2=0x55dbb790ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.468+0000 7fb857400700 1 -- 172.21.15.32:0/2507184772 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbb77eb630 con 0x55dbb78fb3e0 2024-04-25T19:04:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.469+0000 7fb857400700 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 0x55dbb78fb7c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb84800e700 tx=0x7fb848014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7988ca96213757ea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.469+0000 7fb84cc00700 1 -- 172.21.15.32:0/2507184772 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84801e420 con 0x55dbb78fb3e0 2024-04-25T19:04:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.469+0000 7fb84cc00700 1 -- 172.21.15.32:0/2507184772 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb84801ea70 con 0x55dbb78fb3e0 2024-04-25T19:04:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.469+0000 7fb84cc00700 1 -- 172.21.15.32:0/2507184772 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb848026a60 con 0x55dbb78fb3e0 2024-04-25T19:04:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 -- 172.21.15.32:0/2507184772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 msgr2=0x55dbb78fb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 0x55dbb78fb7c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb84800e700 tx=0x7fb848014000 comp rx=0 tx=0).stop 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 -- 172.21.15.32:0/2507184772 shutdown_connections 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb790f450 0x55dbb7911840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fb3e0 0x55dbb78fb7c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/2507184772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 -- 172.21.15.32:0/2507184772 >> 172.21.15.32:0/2507184772 conn(0x55dbb782a550 msgr2=0x55dbb78f7a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 -- 172.21.15.32:0/2507184772 shutdown_connections 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.470+0000 7fb868ee9b80 1 -- 172.21.15.32:0/2507184772 wait complete. 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.471+0000 7fb868ee9b80 1 -- start start 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.471+0000 7fb868ee9b80 1 Processor -- start 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb790eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 0x55dbb790be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb790f450 0x55dbb790c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dbb7911fd0 con 0x55dbb790f450 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dbb7808810 con 0x55dbb78fbd00 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dbb7912150 con 0x55dbb78fb3e0 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb868ee9b80 10 client.0 _ll_register_callbacks cb 0x55dbb77e76d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb856a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 0x55dbb790be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb857400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb790eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb856a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 0x55dbb790be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56754/0 (socket says 172.21.15.32:56754) 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb856a00700 1 -- 172.21.15.32:0/344249515 learned_addr learned my addr 172.21.15.32:0/344249515 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.472+0000 7fb857e00700 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb790f450 0x55dbb790c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb856a00700 1 -- 172.21.15.32:0/344249515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 msgr2=0x55dbb790eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb856a00700 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb790eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb856a00700 1 -- 172.21.15.32:0/344249515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb790f450 msgr2=0x55dbb790c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb856a00700 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb790f450 0x55dbb790c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb856a00700 1 -- 172.21.15.32:0/344249515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbb779c880 con 0x55dbb78fbd00 2024-04-25T19:04:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb856a00700 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 0x55dbb790be60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb84409d5d0 tx=0x7fb84409d270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=645ea8baf3b62641 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb841600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:04:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb841600700 1 -- 172.21.15.32:0/344249515 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84409daa0 con 0x55dbb78fbd00 2024-04-25T19:04:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb841600700 1 -- 172.21.15.32:0/344249515 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb8440a5d90 con 0x55dbb78fbd00 2024-04-25T19:04:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.473+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb84801ea70 con 0x55dbb78fbd00 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb841600700 1 -- 172.21.15.32:0/344249515 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb8440bb050 con 0x55dbb78fbd00 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 10 client.25352 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dbb77e5aa0 con 0x55dbb78fbd00 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb841600700 1 -- 172.21.15.32:0/344249515 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8440b5030 con 0x55dbb78fbd00 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb841600700 1 -- 172.21.15.32:0/344249515 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb844086b80 con 0x55dbb78fbd00 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 10 client.25352 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 10 client.25352 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 20 client.25352 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb791ec30 0x55dbb79200a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 4 client.25352 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.474+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 --> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbb785c630 con 0x55dbb791ec30 2024-04-25T19:04:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.475+0000 7fb857400700 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb791ec30 0x55dbb79200a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.475+0000 7fb857400700 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb791ec30 0x55dbb79200a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bc46854e829c8281 server_cookie=eff1ac390700bbbc in_seq=0 out_seq=0 2024-04-25T19:04:29.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.475+0000 7fb841600700 10 client.25352 ms_handle_connect on v2:172.21.15.64:6838/1611733872 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.476+0000 7fb841600700 1 -- 172.21.15.32:0/344249515 <== mds.2 v2:172.21.15.64:6838/1611733872 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dbb785c630 con 0x55dbb791ec30 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.476+0000 7fb841600700 10 client.25352 handle_command_reply: tid=0 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.476+0000 7fb868ee9b80 1 client.25352 shutdown 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 msgr2=0x55dbb790be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 0x55dbb790be60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb84409d5d0 tx=0x7fb84409d270 comp rx=0 tx=0).stop 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 shutdown_connections 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb790f450 0x55dbb790c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb791ec30 0x55dbb79200a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb790eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/344249515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb78fbd00 0x55dbb790be60 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 >> 172.21.15.32:0/344249515 conn(0x55dbb782a550 msgr2=0x55dbb78f7680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb841600700 0 client.25352 ms_handle_reset on v2:172.21.15.64:6838/1611733872 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 shutdown_connections 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 1 -- 172.21.15.32:0/344249515 wait complete. 2024-04-25T19:04:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.477+0000 7fb868ee9b80 20 client.25352 trim_cache size 0 max 16384 2024-04-25T19:04:29.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.504+0000 7fb868ee9b80 1 Processor -- start 2024-04-25T19:04:29.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.504+0000 7fb868ee9b80 1 -- start start 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb791e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb78f7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dbb791e3e0 con 0x55dbb78fbd00 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dbb791eab0 con 0x55dbb790f450 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dbb791f180 con 0x55dbb78fb3e0 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb857400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb791e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb857400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb791e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59708/0 (socket says 172.21.15.32:59708) 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb857400700 1 -- 172.21.15.32:0/254658093 learned_addr learned my addr 172.21.15.32:0/254658093 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb856a00700 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.505+0000 7fb857e00700 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb78f7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb856a00700 1 -- 172.21.15.32:0/254658093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 msgr2=0x55dbb791e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb856a00700 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb791e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb856a00700 1 -- 172.21.15.32:0/254658093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 msgr2=0x55dbb78f7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb856a00700 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb78f7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb856a00700 1 -- 172.21.15.32:0/254658093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbb7912150 con 0x55dbb78fbd00 2024-04-25T19:04:29.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb857400700 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb791e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:29.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.506+0000 7fb856a00700 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790c350 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb84400b2e0 tx=0x7fb844021c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c880c80e5b9c5c33 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:29.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.507+0000 7fb843e00700 1 -- 172.21.15.32:0/254658093 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8440a6220 con 0x55dbb78fbd00 2024-04-25T19:04:29.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.507+0000 7fb843e00700 1 -- 172.21.15.32:0/254658093 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8440b5070 con 0x55dbb78fbd00 2024-04-25T19:04:29.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.507+0000 7fb843e00700 1 -- 172.21.15.32:0/254658093 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84409dac0 con 0x55dbb78fbd00 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 -- 172.21.15.32:0/254658093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 msgr2=0x55dbb790c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790c350 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb84400b2e0 tx=0x7fb844021c60 comp rx=0 tx=0).stop 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 -- 172.21.15.32:0/254658093 shutdown_connections 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb78f7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fb3e0 0x55dbb791e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/254658093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fbd00 0x55dbb790c350 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 -- 172.21.15.32:0/254658093 >> 172.21.15.32:0/254658093 conn(0x55dbb782a550 msgr2=0x55dbb790bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 -- 172.21.15.32:0/254658093 shutdown_connections 2024-04-25T19:04:29.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 -- 172.21.15.32:0/254658093 wait complete. 2024-04-25T19:04:29.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.508+0000 7fb868ee9b80 1 -- start start 2024-04-25T19:04:29.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 Processor -- start 2024-04-25T19:04:29.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fb3e0 0x55dbb79230e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 0x55dbb7923620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb7923b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dbb791ff20 con 0x55dbb78fb3e0 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dbb791f850 con 0x55dbb790f450 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dbb79205f0 con 0x55dbb78fbd00 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb868ee9b80 10 client.0 _ll_register_callbacks cb 0x55dbb77e76d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.509+0000 7fb857400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fb3e0 0x55dbb79230e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 0x55dbb7923620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 0x55dbb7923620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59724/0 (socket says 172.21.15.32:59724) 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 -- 172.21.15.32:0/3506435204 learned_addr learned my addr 172.21.15.32:0/3506435204 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:29.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb857e00700 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb7923b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 -- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 msgr2=0x55dbb7923b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb7923b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 -- 172.21.15.32:0/3506435204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fb3e0 msgr2=0x55dbb79230e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fb3e0 0x55dbb79230e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 -- 172.21.15.32:0/3506435204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbb7927b20 con 0x55dbb78fbd00 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb856a00700 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 0x55dbb7923620 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb84409a010 tx=0x7fb84409d270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce711f708fcd0c44 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb841600700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.510+0000 7fb841600700 1 -- 172.21.15.32:0/3506435204 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8440a5fe0 con 0x55dbb78fbd00 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.511+0000 7fb841600700 1 -- 172.21.15.32:0/3506435204 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb84409dab0 con 0x55dbb78fbd00 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.511+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8440b5070 con 0x55dbb78fbd00 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.511+0000 7fb841600700 1 -- 172.21.15.32:0/3506435204 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb8440a6220 con 0x55dbb78fbd00 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.511+0000 7fb868ee9b80 10 client.25408 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.511+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dbb7927b20 con 0x55dbb78fbd00 2024-04-25T19:04:29.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.511+0000 7fb841600700 1 -- 172.21.15.32:0/3506435204 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8440b5070 con 0x55dbb78fbd00 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb841600700 1 -- 172.21.15.32:0/3506435204 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb84409ca90 con 0x55dbb78fbd00 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb868ee9b80 10 client.25408 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb868ee9b80 10 client.25408 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb868ee9b80 20 client.25408 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb798a650 0x55dbb7989360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb868ee9b80 4 client.25408 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 --> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] -- command(tid 0: {"prefix": "status"}) -- 0x55dbb78566d0 con 0x55dbb798a650 2024-04-25T19:04:29.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.512+0000 7fb857400700 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb798a650 0x55dbb7989360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:29.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb857400700 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb798a650 0x55dbb7989360 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3d239f0fe6b1eca3 server_cookie=c9900fabfbaceaf6 in_seq=0 out_seq=0 2024-04-25T19:04:29.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb841600700 10 client.25408 ms_handle_connect on v2:172.21.15.64:6838/1611733872 2024-04-25T19:04:29.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb841600700 1 -- 172.21.15.32:0/3506435204 <== mds.2 v2:172.21.15.64:6838/1611733872 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55dbb78566d0 con 0x55dbb798a650 2024-04-25T19:04:29.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb841600700 10 client.25408 handle_command_reply: tid=0 2024-04-25T19:04:29.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 client.25408 shutdown 2024-04-25T19:04:29.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 msgr2=0x55dbb7923620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 0x55dbb7923620 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb84409a010 tx=0x7fb84409d270 comp rx=0 tx=0).stop 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 shutdown_connections 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dbb78fb3e0 0x55dbb79230e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:6838/1611733872,v1:172.21.15.64:6839/1611733872] conn(0x55dbb798a650 0x55dbb7989360 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dbb790f450 0x55dbb7923b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 --2- 172.21.15.32:0/3506435204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dbb78fbd00 0x55dbb7923620 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb841600700 0 client.25408 ms_handle_reset on v2:172.21.15.64:6838/1611733872 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.513+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 >> 172.21.15.32:0/3506435204 conn(0x55dbb782a550 msgr2=0x55dbb790a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 shutdown_connections 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb868ee9b80 1 -- 172.21.15.32:0/3506435204 wait complete. 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb868ee9b80 20 client.25408 trim_cache size 0 max 16384 2024-04-25T19:04:29.517 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 2, 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24524, 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 293.00232609599999, 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 29, 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 91, 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 90, 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 333.86502445899998 2024-04-25T19:04:29.518 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb83c0a3f60 msgr2=0x7fb83c0a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb85d000700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb83c0a3f60 0x7fb83c0a6420 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb848011550 tx=0x7fb848009260 comp rx=0 tx=0).stop 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 msgr2=0x7fb85819b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.514+0000 7fb85d000700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 0x7fb85819b790 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb844000c00 tx=0x7fb8440047b0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 shutdown_connections 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb83c0a3f60 0x7fb83c0a6420 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb858108a20 0x7fb85819fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb85806afb0 0x7fb85819b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 --2- 172.21.15.32:0/2490793336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb85806b970 0x7fb85819b790 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:29.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 >> 172.21.15.32:0/2490793336 conn(0x7fb858078780 msgr2=0x7fb8580ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:29.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 shutdown_connections 2024-04-25T19:04:29.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:29.515+0000 7fb85d000700 1 -- 172.21.15.32:0/2490793336 wait complete. 2024-04-25T19:04:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:29 smithi064 ceph-mon[32321]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-25T19:04:30.555 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-25T19:04:31.011 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:31.417 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:31 smithi032 ceph-mon[28041]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:31 smithi064 ceph-mon[32321]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:31 smithi066 ceph-mon[32882]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:33.464 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:33 smithi032 ceph-mon[28041]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:33 smithi064 ceph-mon[32321]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 -- 172.21.15.32:0/1098919530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec103450 msgr2=0x7f52ec10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 --2- 172.21.15.32:0/1098919530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec103450 0x7f52ec10f8b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f52e400b0a0 tx=0x7f52e400b3b0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 -- 172.21.15.32:0/1098919530 shutdown_connections 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 --2- 172.21.15.32:0/1098919530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec103450 0x7f52ec10f8b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 --2- 172.21.15.32:0/1098919530 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec108a50 0x7f52ec108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 --2- 172.21.15.32:0/1098919530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec102a90 0x7f52ec102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 -- 172.21.15.32:0/1098919530 >> 172.21.15.32:0/1098919530 conn(0x7f52ec079ba0 msgr2=0x7f52ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 -- 172.21.15.32:0/1098919530 shutdown_connections 2024-04-25T19:04:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.537+0000 7f52f1600700 1 -- 172.21.15.32:0/1098919530 wait complete. 2024-04-25T19:04:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.538+0000 7f52f1600700 1 Processor -- start 2024-04-25T19:04:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 -- start start 2024-04-25T19:04:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 0x7f52ec19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec103450 0x7f52ec19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 0x7f52ec19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f52ec112c00 con 0x7f52ec108a50 2024-04-25T19:04:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f52ec112a80 con 0x7f52ec102a90 2024-04-25T19:04:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.539+0000 7f52f1600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f52ec112d80 con 0x7f52ec103450 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eb400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 0x7f52ec19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 0x7f52ec19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52ea000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec103450 0x7f52ec19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 0x7f52ec19b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53048/0 (socket says 172.21.15.32:53048) 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 -- 172.21.15.32:0/473318157 learned_addr learned my addr 172.21.15.32:0/473318157 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eb400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 0x7f52ec19fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59542/0 (socket says 172.21.15.32:59542) 2024-04-25T19:04:33.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 -- 172.21.15.32:0/473318157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec103450 msgr2=0x7f52ec19b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec103450 0x7f52ec19b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 -- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 msgr2=0x7f52ec19fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 0x7f52ec19fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eaa00700 1 -- 172.21.15.32:0/473318157 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ec1a02e0 con 0x7f52ec102a90 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52eb400700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 0x7f52ec19fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.540+0000 7f52ea000700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec103450 0x7f52ec19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.541+0000 7f52eaa00700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 0x7f52ec19b2d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f52dc00eb30 tx=0x7f52dc00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.541+0000 7f52e3400700 1 -- 172.21.15.32:0/473318157 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc00cbd0 con 0x7f52ec102a90 2024-04-25T19:04:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.541+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52ec1a05d0 con 0x7f52ec102a90 2024-04-25T19:04:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.541+0000 7f52e3400700 1 -- 172.21.15.32:0/473318157 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52dc0044d0 con 0x7f52ec102a90 2024-04-25T19:04:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.541+0000 7f52e3400700 1 -- 172.21.15.32:0/473318157 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc003e30 con 0x7f52ec102a90 2024-04-25T19:04:33.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.541+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52ec1a7e50 con 0x7f52ec102a90 2024-04-25T19:04:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 Processor -- start 2024-04-25T19:04:33.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 -- start start 2024-04-25T19:04:33.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 0x5646807ad6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807b8ab0 0x5646807baea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564680700e40 con 0x5646807adc10 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5646806a76e0 con 0x5646807b8ab0 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.546+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5646806fce00 con 0x5646807ad2f0 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 0x5646807ad6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 0x5646807ad6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37308/0 (socket says 172.21.15.32:37308) 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 -- 172.21.15.32:0/21418373 learned_addr learned my addr 172.21.15.32:0/21418373 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:33.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52ea000700 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807b8ab0 0x5646807baea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52e3400700 1 -- 172.21.15.32:0/473318157 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f52dc004000 con 0x7f52ec102a90 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 -- 172.21.15.32:0/21418373 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807b8ab0 msgr2=0x5646807baea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807b8ab0 0x5646807baea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 -- 172.21.15.32:0/21418373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 msgr2=0x5646807b8570 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.547+0000 7f52eb400700 1 -- 172.21.15.32:0/21418373 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56468069d630 con 0x5646807ad2f0 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.548+0000 7f52eb400700 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 0x5646807ad6d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f52e4009d90 tx=0x7f52e4009dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=336ab5fe77fad0d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.548+0000 7f52d7e00700 1 -- 172.21.15.32:0/21418373 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e4021070 con 0x5646807ad2f0 2024-04-25T19:04:33.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.548+0000 7f52d7e00700 1 -- 172.21.15.32:0/21418373 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52e40074e0 con 0x5646807ad2f0 2024-04-25T19:04:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.548+0000 7f52d7e00700 1 -- 172.21.15.32:0/21418373 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e4005240 con 0x5646807ad2f0 2024-04-25T19:04:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.549+0000 7f52fbebcb80 1 -- 172.21.15.32:0/21418373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 msgr2=0x5646807ad6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.549+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 0x5646807ad6d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f52e4009d90 tx=0x7f52e4009dc0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.549+0000 7f52e3400700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f52d00a3fe0 0x7f52d00a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.549+0000 7f52e3400700 1 -- 172.21.15.32:0/473318157 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f52dc0d0d30 con 0x7f52ec102a90 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52fbebcb80 1 -- 172.21.15.32:0/21418373 shutdown_connections 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807b8ab0 0x5646807baea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807ad2f0 0x5646807ad6d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/21418373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52fbebcb80 1 -- 172.21.15.32:0/21418373 >> 172.21.15.32:0/21418373 conn(0x5646806dc550 msgr2=0x5646807a9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52eb400700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f52d00a3fe0 0x7f52d00a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.550+0000 7f52fbebcb80 1 -- 172.21.15.32:0/21418373 shutdown_connections 2024-04-25T19:04:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.551+0000 7f52fbebcb80 1 -- 172.21.15.32:0/21418373 wait complete. 2024-04-25T19:04:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.551+0000 7f52eb400700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f52d00a3fe0 0x7f52d00a64a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f52e40095c0 tx=0x7f52e401d040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.551+0000 7f52fbebcb80 1 -- start start 2024-04-25T19:04:33.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 Processor -- start 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807b8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807b8ab0 0x5646807b5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5646807bb540 con 0x5646807adc10 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5646806ba810 con 0x5646807ad2f0 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5646807bb6c0 con 0x5646807b8ab0 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.552+0000 7f52fbebcb80 10 client.0 _ll_register_callbacks cb 0x5646806996d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:33.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59552/0 (socket says 172.21.15.32:59552) 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 -- 172.21.15.32:0/3980429211 learned_addr learned my addr 172.21.15.32:0/3980429211 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52eb400700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807b8ab0 0x5646807b5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52eaa00700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807b8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 -- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807b8ab0 msgr2=0x5646807b5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807b8ab0 0x5646807b5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 -- 172.21.15.32:0/3980429211 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 msgr2=0x5646807b8220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807b8220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.553+0000 7f52ea000700 1 -- 172.21.15.32:0/3980429211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56468064e880 con 0x5646807adc10 2024-04-25T19:04:33.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.554+0000 7f52ea000700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b5520 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f52d8011d10 tx=0x7f52d800f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c36898c9027485a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:33.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.554+0000 7f52d4c00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.554+0000 7f52d4c00700 1 -- 172.21.15.32:0/3980429211 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d801f060 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.554+0000 7f52d4c00700 1 -- 172.21.15.32:0/3980429211 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f52d800fd90 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.554+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52e40074e0 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.555+0000 7f52d4c00700 1 -- 172.21.15.32:0/3980429211 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f52d8004050 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.555+0000 7f52fbebcb80 10 client.15255 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.555+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564680697aa0 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.555+0000 7f52d4c00700 1 -- 172.21.15.32:0/3980429211 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52e40074e0 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.555+0000 7f52d4c00700 1 -- 172.21.15.32:0/3980429211 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f52d80223a0 con 0x5646807adc10 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52fbebcb80 10 client.15255 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52fbebcb80 10 client.15255 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52fbebcb80 20 client.15255 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807c8790 0x5646807c9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52fbebcb80 4 client.15255 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:33.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 --> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56468070e630 con 0x5646807c8790 2024-04-25T19:04:33.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.556+0000 7f52eaa00700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807c8790 0x5646807c9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.557+0000 7f52eaa00700 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807c8790 0x5646807c9c00 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8e75bf956f153f63 server_cookie=d66088e0ddf6206d in_seq=0 out_seq=0 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.557+0000 7f52d4c00700 10 client.15255 ms_handle_connect on v2:172.21.15.66:6838/3597960246 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.557+0000 7f52d4c00700 1 -- 172.21.15.32:0/3980429211 <== mds.1 v2:172.21.15.66:6838/3597960246 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56468070e630 con 0x5646807c8790 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.557+0000 7f52d4c00700 10 client.15255 handle_command_reply: tid=0 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.557+0000 7f52fbebcb80 1 client.15255 shutdown 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 msgr2=0x5646807b5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b5520 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f52d8011d10 tx=0x7f52d800f6a0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 shutdown_connections 2024-04-25T19:04:33.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807c8790 0x5646807c9c00 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807b8ab0 0x5646807b5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52d4c00700 0 client.15255 ms_handle_reset on v2:172.21.15.66:6838/3597960246 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807b8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/3980429211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807adc10 0x5646807b5520 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 >> 172.21.15.32:0/3980429211 conn(0x5646806dc550 msgr2=0x5646807a8950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 shutdown_connections 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.558+0000 7f52fbebcb80 1 -- 172.21.15.32:0/3980429211 wait complete. 2024-04-25T19:04:33.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.559+0000 7f52fbebcb80 20 client.15255 trim_cache size 0 max 16384 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 Processor -- start 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 -- start start 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646806dc550 0x5646807b0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807d3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 0x5646807d35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5646807c7f40 con 0x5646806dc550 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5646807c8610 con 0x5646807ad2f0 2024-04-25T19:04:33.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.582+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5646807c8ce0 con 0x5646807adc10 2024-04-25T19:04:33.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52eaa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646806dc550 0x5646807b0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52eb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 0x5646807d35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52ea000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807d3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52eaa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646806dc550 0x5646807b0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59564/0 (socket says 172.21.15.32:59564) 2024-04-25T19:04:33.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52eb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 0x5646807d35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37328/0 (socket says 172.21.15.32:37328) 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52eaa00700 1 -- 172.21.15.32:0/922893154 learned_addr learned my addr 172.21.15.32:0/922893154 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52ea000700 1 -- 172.21.15.32:0/922893154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 msgr2=0x5646807d35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52ea000700 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 0x5646807d35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52ea000700 1 -- 172.21.15.32:0/922893154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646806dc550 msgr2=0x5646807b0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52ea000700 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646806dc550 0x5646807b0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52ea000700 1 -- 172.21.15.32:0/922893154 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646807b1140 con 0x5646807ad2f0 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.583+0000 7f52eb400700 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 0x5646807d35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:33.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.584+0000 7f52ea000700 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807d3060 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f52d80227c0 tx=0x7f52d800f9f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=353c6668cbde0f42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.584+0000 7f52d7400700 1 -- 172.21.15.32:0/922893154 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d8022d80 con 0x5646807ad2f0 2024-04-25T19:04:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.584+0000 7f52d7400700 1 -- 172.21.15.32:0/922893154 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52d80223a0 con 0x5646807ad2f0 2024-04-25T19:04:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.584+0000 7f52d7400700 1 -- 172.21.15.32:0/922893154 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d80038e0 con 0x5646807ad2f0 2024-04-25T19:04:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 -- 172.21.15.32:0/922893154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 msgr2=0x5646807d3060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807d3060 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f52d80227c0 tx=0x7f52d800f9f0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 -- 172.21.15.32:0/922893154 shutdown_connections 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646806dc550 0x5646807b0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646807adc10 0x5646807d35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/922893154 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807ad2f0 0x5646807d3060 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 -- 172.21.15.32:0/922893154 >> 172.21.15.32:0/922893154 conn(0x5646807b8580 msgr2=0x5646807b04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 -- 172.21.15.32:0/922893154 shutdown_connections 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.585+0000 7f52fbebcb80 1 -- 172.21.15.32:0/922893154 wait complete. 2024-04-25T19:04:33.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.586+0000 7f52fbebcb80 1 -- start start 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.586+0000 7f52fbebcb80 1 Processor -- start 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646806dc550 0x5646807d3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807ad2f0 0x5646807cd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807adc10 0x5646807cdb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5646807c9a80 con 0x5646807ad2f0 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5646807c93b0 con 0x5646807adc10 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5646807ca150 con 0x5646806dc550 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52fbebcb80 10 client.0 _ll_register_callbacks cb 0x5646806996d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:33.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52eb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807adc10 0x5646807cdb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52ea000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807ad2f0 0x5646807cd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52eaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646806dc550 0x5646807d3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52eb400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807adc10 0x5646807cdb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53094/0 (socket says 172.21.15.32:53094) 2024-04-25T19:04:33.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52eb400700 1 -- 172.21.15.32:0/1340979699 learned_addr learned my addr 172.21.15.32:0/1340979699 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:33.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52ea000700 1 -- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646806dc550 msgr2=0x5646807d3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.587+0000 7f52ea000700 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646806dc550 0x5646807d3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52ea000700 1 -- 172.21.15.32:0/1340979699 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807adc10 msgr2=0x5646807cdb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:33.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52ea000700 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807adc10 0x5646807cdb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52ea000700 1 -- 172.21.15.32:0/1340979699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646807ce190 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52ea000700 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807ad2f0 0x5646807cd5d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f52d8022740 tx=0x7f52d8005520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=508a5707928757e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52d4c00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52d4c00700 1 -- 172.21.15.32:0/1340979699 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52d8022550 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52d80223a0 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.588+0000 7f52d4c00700 1 -- 172.21.15.32:0/1340979699 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f52d8017040 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.589+0000 7f52d4c00700 1 -- 172.21.15.32:0/1340979699 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f52d8022550 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.589+0000 7f52fbebcb80 10 client.15261 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.589+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564680838f80 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.589+0000 7f52d4c00700 1 -- 172.21.15.32:0/1340979699 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52d80223a0 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.589+0000 7f52d4c00700 1 -- 172.21.15.32:0/1340979699 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f52d803e030 con 0x5646807ad2f0 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52fbebcb80 10 client.15261 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:33.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52fbebcb80 10 client.15261 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-25T19:04:33.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52fbebcb80 20 client.15261 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:33.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807b8ab0 0x56468083c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:33.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52fbebcb80 4 client.15261 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:04:33.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 --> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] -- command(tid 0: {"prefix": "status"}) -- 0x5646807086d0 con 0x5646807b8ab0 2024-04-25T19:04:33.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.590+0000 7f52eaa00700 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807b8ab0 0x56468083c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:33.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52eaa00700 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807b8ab0 0x56468083c620 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cbff00e3752e0e00 server_cookie=923499202d9204c3 in_seq=0 out_seq=0 2024-04-25T19:04:33.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52d4c00700 10 client.15261 ms_handle_connect on v2:172.21.15.66:6838/3597960246 2024-04-25T19:04:33.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52d4c00700 1 -- 172.21.15.32:0/1340979699 <== mds.1 v2:172.21.15.66:6838/3597960246 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5646807086d0 con 0x5646807b8ab0 2024-04-25T19:04:33.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52d4c00700 10 client.15261 handle_command_reply: tid=0 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 client.15261 shutdown 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807ad2f0 msgr2=0x5646807cd5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807ad2f0 0x5646807cd5d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f52d8022740 tx=0x7f52d8005520 comp rx=0 tx=0).stop 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 shutdown_connections 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:6838/3597960246,v1:172.21.15.66:6839/3597960246] conn(0x5646807b8ab0 0x56468083c620 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5646807adc10 0x5646807cdb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5646806dc550 0x5646807d3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 --2- 172.21.15.32:0/1340979699 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5646807ad2f0 0x5646807cd5d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 >> 172.21.15.32:0/1340979699 conn(0x5646807b8580 msgr2=0x5646807b6d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.591+0000 7f52d4c00700 0 client.15261 ms_handle_reset on v2:172.21.15.66:6838/3597960246 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 shutdown_connections 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52fbebcb80 1 -- 172.21.15.32:0/1340979699 wait complete. 2024-04-25T19:04:33.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52fbebcb80 20 client.15261 trim_cache size 0 max 16384 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 1, 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24532, 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 298.09349395599997, 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 29, 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 91, 2024-04-25T19:04:33.596 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 90, 2024-04-25T19:04:33.597 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 350.54575029799997 2024-04-25T19:04:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:04:33.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f52d00a3fe0 msgr2=0x7f52d00a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52f1600700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f52d00a3fe0 0x7f52d00a64a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f52e40095c0 tx=0x7f52e401d040 comp rx=0 tx=0).stop 2024-04-25T19:04:33.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 msgr2=0x7f52ec19b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:33.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.592+0000 7f52f1600700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 0x7f52ec19b2d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f52dc00eb30 tx=0x7f52dc00ee40 comp rx=0 tx=0).stop 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 shutdown_connections 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f52d00a3fe0 0x7f52d00a64a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52ec108a50 0x7f52ec19fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f52ec102a90 0x7f52ec19b2d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 --2- 172.21.15.32:0/473318157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52ec103450 0x7f52ec19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 >> 172.21.15.32:0/473318157 conn(0x7f52ec079ba0 msgr2=0x7f52ec10dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 shutdown_connections 2024-04-25T19:04:33.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:33.593+0000 7f52f1600700 1 -- 172.21.15.32:0/473318157 wait complete. 2024-04-25T19:04:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:33 smithi066 ceph-mon[32882]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:34.580 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-25T19:04:35.117 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:35 smithi066 ceph-mon[32882]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-25T19:04:35.495 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:35 smithi032 ceph-mon[28041]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-25T19:04:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:35 smithi064 ceph-mon[32321]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-25T19:04:37.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:37 smithi032 ceph-mon[28041]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:37 smithi064 ceph-mon[32321]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:37.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 -- 172.21.15.32:0/2729573760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4107940 msgr2=0x7f2dd4107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2729573760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4107940 0x7f2dd4107d20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80099c0 tx=0x7f2dc8009cd0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 -- 172.21.15.32:0/2729573760 shutdown_connections 2024-04-25T19:04:37.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2729573760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4107940 0x7f2dd4107d20 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2729573760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd41034b0 0x7f2dd410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2729573760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2dd4102af0 0x7f2dd4102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 -- 172.21.15.32:0/2729573760 >> 172.21.15.32:0/2729573760 conn(0x7f2dd4079ba0 msgr2=0x7f2dd4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:37.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 -- 172.21.15.32:0/2729573760 shutdown_connections 2024-04-25T19:04:37.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.557+0000 7f2ddc600700 1 -- 172.21.15.32:0/2729573760 wait complete. 2024-04-25T19:04:37.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.559+0000 7f2ddc600700 1 Processor -- start 2024-04-25T19:04:37.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 -- start start 2024-04-25T19:04:37.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 0x7f2dd419b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2dd41034b0 0x7f2dd419b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4107940 0x7f2dd419fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd4112c40 con 0x7f2dd4102af0 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd4112ac0 con 0x7f2dd4107940 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.560+0000 7f2ddc600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd4112dc0 con 0x7f2dd41034b0 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 0x7f2dd419b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 0x7f2dd419b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59592/0 (socket says 172.21.15.32:59592) 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 -- 172.21.15.32:0/2342198238 learned_addr learned my addr 172.21.15.32:0/2342198238 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9200700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2dd41034b0 0x7f2dd419b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dda600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4107940 0x7f2dd419fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 -- 172.21.15.32:0/2342198238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2dd41034b0 msgr2=0x7f2dd419b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2dd41034b0 0x7f2dd419b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 -- 172.21.15.32:0/2342198238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4107940 msgr2=0x7f2dd419fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4107940 0x7f2dd419fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.561+0000 7f2dd9c00700 1 -- 172.21.15.32:0/2342198238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dd41a0310 con 0x7f2dd4102af0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.562+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 0x7f2dd419b300 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8006010 tx=0x7f2dc8005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.562+0000 7f2dd2000700 1 -- 172.21.15.32:0/2342198238 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc8026070 con 0x7f2dd4102af0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.562+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dd41a05a0 con 0x7f2dd4102af0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.562+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dd41a7e80 con 0x7f2dd4102af0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.562+0000 7f2dd2000700 1 -- 172.21.15.32:0/2342198238 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dc8005680 con 0x7f2dd4102af0 2024-04-25T19:04:37.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.562+0000 7f2dd2000700 1 -- 172.21.15.32:0/2342198238 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc800fb20 con 0x7f2dd4102af0 2024-04-25T19:04:37.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.566+0000 7f2dd2000700 1 -- 172.21.15.32:0/2342198238 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f2dc8029070 con 0x7f2dd4102af0 2024-04-25T19:04:37.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.567+0000 7f2dd2000700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2dbc0a3fe0 0x7f2dbc0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.567+0000 7f2de704eb80 1 Processor -- start 2024-04-25T19:04:37.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.567+0000 7f2dd2000700 1 -- 172.21.15.32:0/2342198238 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2dc80d10c0 con 0x7f2dd4102af0 2024-04-25T19:04:37.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.567+0000 7f2de704eb80 1 -- start start 2024-04-25T19:04:37.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.567+0000 7f2dd9200700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2dbc0a3fe0 0x7f2dbc0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb0542b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb05430a0 0x559eb053c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb053d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2de704eb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559eb048ee40 con 0x559eb05430a0 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2de704eb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559eb04356e0 con 0x559eb0542780 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2de704eb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559eb048ae00 con 0x559eb053cef0 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb0542b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb0542b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53106/0 (socket says 172.21.15.32:53106) 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2dd9c00700 1 -- 172.21.15.32:0/3818820984 learned_addr learned my addr 172.21.15.32:0/3818820984 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2dda600700 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb053d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2dd9200700 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb05430a0 0x559eb053c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.568+0000 7f2dd9c00700 1 -- 172.21.15.32:0/3818820984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 msgr2=0x559eb053d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dd9200700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2dbc0a3fe0 0x7f2dbc0a64a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2dd410fcb0 tx=0x7f2dc0011720 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb053d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dd9c00700 1 -- 172.21.15.32:0/3818820984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb05430a0 msgr2=0x559eb053c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb05430a0 0x559eb053c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dd9c00700 1 -- 172.21.15.32:0/3818820984 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559eb042b630 con 0x559eb0542780 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dda600700 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb053d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb0542b60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2dc800f770 tx=0x7f2dc8009e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab42339b618e3a4f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dc6a00700 1 -- 172.21.15.32:0/3818820984 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc80b6070 con 0x559eb0542780 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dc6a00700 1 -- 172.21.15.32:0/3818820984 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dc80a1270 con 0x559eb0542780 2024-04-25T19:04:37.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.569+0000 7f2dc6a00700 1 -- 172.21.15.32:0/3818820984 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc809d120 con 0x559eb0542780 2024-04-25T19:04:37.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 -- 172.21.15.32:0/3818820984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 msgr2=0x559eb0542b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb0542b60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2dc800f770 tx=0x7f2dc8009e60 comp rx=0 tx=0).stop 2024-04-25T19:04:37.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 -- 172.21.15.32:0/3818820984 shutdown_connections 2024-04-25T19:04:37.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb053d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb0542b60 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 --2- 172.21.15.32:0/3818820984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb05430a0 0x559eb053c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 -- 172.21.15.32:0/3818820984 >> 172.21.15.32:0/3818820984 conn(0x559eb046af00 msgr2=0x559eb05378a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:37.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 -- 172.21.15.32:0/3818820984 shutdown_connections 2024-04-25T19:04:37.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.570+0000 7f2de704eb80 1 -- 172.21.15.32:0/3818820984 wait complete. 2024-04-25T19:04:37.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.571+0000 7f2de704eb80 1 -- start start 2024-04-25T19:04:37.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.571+0000 7f2de704eb80 1 Processor -- start 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0548cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 0x559eb0545fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0546510 0x559eb0546990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559eb05496d0 con 0x559eb0542780 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559eb0448810 con 0x559eb0546510 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559eb0549850 con 0x559eb053cef0 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2de704eb80 10 client.0 _ll_register_callbacks cb 0x559eb04276d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2dd9200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 0x559eb0545fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2dd9200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 0x559eb0545fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59614/0 (socket says 172.21.15.32:59614) 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2dd9200700 1 -- 172.21.15.32:0/949186313 learned_addr learned my addr 172.21.15.32:0/949186313 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0548cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.572+0000 7f2dda600700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0546510 0x559eb0546990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9200700 1 -- 172.21.15.32:0/949186313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 msgr2=0x559eb0548cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9200700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0548cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9200700 1 -- 172.21.15.32:0/949186313 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0546510 msgr2=0x559eb0546990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9200700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0546510 0x559eb0546990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9200700 1 -- 172.21.15.32:0/949186313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559eb03dc880 con 0x559eb0542780 2024-04-25T19:04:37.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0548cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dd9200700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 0x559eb0545fd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2dc001ec50 tx=0x7f2dc00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e28059a727177cf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.573+0000 7f2dbb400700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.574+0000 7f2dbb400700 1 -- 172.21.15.32:0/949186313 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc0017030 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.574+0000 7f2dbb400700 1 -- 172.21.15.32:0/949186313 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2dc0004830 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.574+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2dc80a1270 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.574+0000 7f2dbb400700 1 -- 172.21.15.32:0/949186313 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2dc001e340 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.574+0000 7f2de704eb80 10 client.15273 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.574+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559eb0425aa0 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2dbb400700 1 -- 172.21.15.32:0/949186313 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dc80a1270 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2dbb400700 1 -- 172.21.15.32:0/949186313 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2dc0025070 con 0x559eb0542780 2024-04-25T19:04:37.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2de704eb80 10 client.15273 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2de704eb80 10 client.15273 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2de704eb80 20 client.15273 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2de704eb80 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb0556950 0x559eb0557dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2de704eb80 4 client.15273 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.575+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559eb049c630 con 0x559eb0556950 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.576+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb0556950 0x559eb0557dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.576+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb0556950 0x559eb0557dc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8eaceb49ba8e88b server_cookie=8ad250a440119558 in_seq=0 out_seq=0 2024-04-25T19:04:37.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.576+0000 7f2dbb400700 10 client.15273 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:37.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.577+0000 7f2dbb400700 1 -- 172.21.15.32:0/949186313 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559eb049c630 con 0x559eb0556950 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.577+0000 7f2dbb400700 10 client.15273 handle_command_reply: tid=0 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.577+0000 7f2de704eb80 1 client.15273 shutdown 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 msgr2=0x559eb0545fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 0x559eb0545fd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2dc001ec50 tx=0x7f2dc00047c0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 shutdown_connections 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb0556950 0x559eb0557dc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0546510 0x559eb0546990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0548cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 --2- 172.21.15.32:0/949186313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0542780 0x559eb0545fd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2dbb400700 0 client.15273 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 >> 172.21.15.32:0/949186313 conn(0x559eb046af00 msgr2=0x559eb0536e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 shutdown_connections 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 1 -- 172.21.15.32:0/949186313 wait complete. 2024-04-25T19:04:37.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.578+0000 7f2de704eb80 20 client.15273 trim_cache size 0 max 16384 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.601+0000 7f2de704eb80 1 Processor -- start 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.601+0000 7f2de704eb80 1 -- start start 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0545530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb05375d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb0561220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2de704eb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559eb0556100 con 0x559eb0546510 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2de704eb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559eb05567d0 con 0x559eb0542780 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2de704eb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559eb0556ea0 con 0x559eb053cef0 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0545530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0545530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37388/0 (socket says 172.21.15.32:37388) 2024-04-25T19:04:37.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2dda600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb0561220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2dd9c00700 1 -- 172.21.15.32:0/695459838 learned_addr learned my addr 172.21.15.32:0/695459838 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:37.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.602+0000 7f2dd9200700 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb05375d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9c00700 1 -- 172.21.15.32:0/695459838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 msgr2=0x559eb05375d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb05375d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9c00700 1 -- 172.21.15.32:0/695459838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 msgr2=0x559eb0561220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb0561220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9c00700 1 -- 172.21.15.32:0/695459838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559eb053ccf0 con 0x559eb053cef0 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9200700 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb05375d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0545530 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80059d0 tx=0x7f2dc8099290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddd0bcf26f0a299d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.603+0000 7f2dc6000700 1 -- 172.21.15.32:0/695459838 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc80ba070 con 0x559eb053cef0 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.604+0000 7f2dc6000700 1 -- 172.21.15.32:0/695459838 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dc809af60 con 0x559eb053cef0 2024-04-25T19:04:37.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.604+0000 7f2dc6000700 1 -- 172.21.15.32:0/695459838 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc80b6040 con 0x559eb053cef0 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.604+0000 7f2de704eb80 1 -- 172.21.15.32:0/695459838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 msgr2=0x559eb0545530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.604+0000 7f2de704eb80 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0545530 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80059d0 tx=0x7f2dc8099290 comp rx=0 tx=0).stop 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 -- 172.21.15.32:0/695459838 shutdown_connections 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb0561220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb053cef0 0x559eb0545530 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 --2- 172.21.15.32:0/695459838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb0542780 0x559eb05375d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 -- 172.21.15.32:0/695459838 >> 172.21.15.32:0/695459838 conn(0x559eb046af00 msgr2=0x559eb0546990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 -- 172.21.15.32:0/695459838 shutdown_connections 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 -- 172.21.15.32:0/695459838 wait complete. 2024-04-25T19:04:37.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.605+0000 7f2de704eb80 1 -- start start 2024-04-25T19:04:37.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 Processor -- start 2024-04-25T19:04:37.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 0x559eb0537100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb0542780 0x559eb0537640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb055f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559eb0557c40 con 0x559eb0546510 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559eb0557570 con 0x559eb053cef0 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559eb0558310 con 0x559eb0542780 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.606+0000 7f2de704eb80 10 client.0 _ll_register_callbacks cb 0x559eb04276d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 0x559eb0537100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dda600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb055f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 0x559eb0537100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53146/0 (socket says 172.21.15.32:53146) 2024-04-25T19:04:37.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 -- 172.21.15.32:0/975999039 learned_addr learned my addr 172.21.15.32:0/975999039 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:37.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9200700 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb0542780 0x559eb0537640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 -- 172.21.15.32:0/975999039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb0542780 msgr2=0x559eb0537640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb0542780 0x559eb0537640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 -- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 msgr2=0x559eb055f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:37.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb055f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.607+0000 7f2dd9c00700 1 -- 172.21.15.32:0/975999039 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559eb055fe90 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2dd9c00700 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 0x559eb0537100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80ce6d0 tx=0x7f2dc809b110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cb1ac5f369217c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2dbb400700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2dbb400700 1 -- 172.21.15.32:0/975999039 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc80ba070 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2dbb400700 1 -- 172.21.15.32:0/975999039 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2dc809d120 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2dc809af60 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2dbb400700 1 -- 172.21.15.32:0/975999039 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2dc80b6040 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2de704eb80 10 client.25394 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.608+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559eb05be2a0 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2dbb400700 1 -- 172.21.15.32:0/975999039 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2dc809af60 con 0x559eb053cef0 2024-04-25T19:04:37.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2dbb400700 1 -- 172.21.15.32:0/975999039 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2dc807bce0 con 0x559eb053cef0 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2de704eb80 10 client.25394 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2de704eb80 10 client.25394 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2de704eb80 20 client.25394 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2de704eb80 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb05c2a10 0x559eb05c1720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2de704eb80 4 client.25394 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "status"}) -- 0x559eb04966d0 con 0x559eb05c2a10 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.609+0000 7f2dd9200700 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb05c2a10 0x559eb05c1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:37.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.610+0000 7f2dd9200700 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb05c2a10 0x559eb05c1720 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d64049d854628e57 server_cookie=1b18589e4a6316c3 in_seq=0 out_seq=0 2024-04-25T19:04:37.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.610+0000 7f2dbb400700 10 client.25394 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:37.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.610+0000 7f2dbb400700 1 -- 172.21.15.32:0/975999039 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559eb04966d0 con 0x559eb05c2a10 2024-04-25T19:04:37.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.610+0000 7f2dbb400700 10 client.25394 handle_command_reply: tid=0 2024-04-25T19:04:37.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.610+0000 7f2de704eb80 1 client.25394 shutdown 2024-04-25T19:04:37.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 msgr2=0x559eb0537100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 0x559eb0537100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2dc80ce6d0 tx=0x7f2dc809b110 comp rx=0 tx=0).stop 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 shutdown_connections 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559eb05c2a10 0x559eb05c1720 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559eb0546510 0x559eb055f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559eb053cef0 0x559eb0537100 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 --2- 172.21.15.32:0/975999039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559eb0542780 0x559eb0537640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2dbb400700 0 client.25394 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 >> 172.21.15.32:0/975999039 conn(0x559eb046af00 msgr2=0x559eb0543490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 shutdown_connections 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.611+0000 7f2de704eb80 1 -- 172.21.15.32:0/975999039 wait complete. 2024-04-25T19:04:37.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.612+0000 7f2de704eb80 20 client.25394 trim_cache size 0 max 16384 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "26958fb4-0334-11ef-bc93-c7b262605968", 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24538, 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 318.16607966700002, 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 29, 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 91, 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 90, 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 349.76855188000002 2024-04-25T19:04:37.615 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.612+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2dbc0a3fe0 msgr2=0x7f2dbc0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2dbc0a3fe0 0x7f2dbc0a64a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2dd410fcb0 tx=0x7f2dc0011720 comp rx=0 tx=0).stop 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 msgr2=0x7f2dd419b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 0x7f2dd419b300 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8006010 tx=0x7f2dc8005280 comp rx=0 tx=0).stop 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 shutdown_connections 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2dbc0a3fe0 0x7f2dbc0a64a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd4102af0 0x7f2dd419b300 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2dd4107940 0x7f2dd419fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 --2- 172.21.15.32:0/2342198238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2dd41034b0 0x7f2dd419b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 >> 172.21.15.32:0/2342198238 conn(0x7f2dd4079ba0 msgr2=0x7f2dd4100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 shutdown_connections 2024-04-25T19:04:37.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:37.613+0000 7f2ddc600700 1 -- 172.21.15.32:0/2342198238 wait complete. 2024-04-25T19:04:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:37 smithi066 ceph-mon[32882]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-25T19:04:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 -- 172.21.15.32:0/1439687474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c501043c0 msgr2=0x7f6c501047a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 --2- 172.21.15.32:0/1439687474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c501043c0 0x7f6c501047a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6c44009900 tx=0x7f6c4402a410 comp rx=0 tx=0).stop 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 -- 172.21.15.32:0/1439687474 shutdown_connections 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 --2- 172.21.15.32:0/1439687474 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c50109490 0x7f6c50111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 --2- 172.21.15.32:0/1439687474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c50104d70 0x7f6c50108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 --2- 172.21.15.32:0/1439687474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c501043c0 0x7f6c501047a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.098+0000 7f6c58200640 1 -- 172.21.15.32:0/1439687474 >> 172.21.15.32:0/1439687474 conn(0x7f6c500ffc40 msgr2=0x7f6c50102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.099+0000 7f6c58200640 1 -- 172.21.15.32:0/1439687474 shutdown_connections 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.099+0000 7f6c58200640 1 -- 172.21.15.32:0/1439687474 wait complete. 2024-04-25T19:04:38.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.100+0000 7f6c58200640 1 Processor -- start 2024-04-25T19:04:38.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.100+0000 7f6c58200640 1 -- start start 2024-04-25T19:04:38.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c58200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 0x7f6c501a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c58200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c50109490 0x7f6c501a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c58200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c5019a7d0 0x7f6c5019ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c58200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501143f0 con 0x7f6c5019a7d0 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c58200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6c50114270 con 0x7f6c501043c0 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c58200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6c50114570 con 0x7f6c50109490 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 0x7f6c501a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 0x7f6c501a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:53174/0 (socket says 172.21.15.32:53174) 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 -- 172.21.15.32:0/157730557 learned_addr learned my addr 172.21.15.32:0/157730557 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c54e00640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c50109490 0x7f6c501a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c56200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c5019a7d0 0x7f6c5019ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 -- 172.21.15.32:0/157730557 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c50109490 msgr2=0x7f6c501a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c50109490 0x7f6c501a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 -- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c5019a7d0 msgr2=0x7f6c5019ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.101+0000 7f6c55800640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c5019a7d0 0x7f6c5019ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.102+0000 7f6c55800640 1 -- 172.21.15.32:0/157730557 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c5019b360 con 0x7f6c501043c0 2024-04-25T19:04:38.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.102+0000 7f6c55800640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 0x7f6c501a0660 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6c44005940 tx=0x7f6c440040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:38.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.102+0000 7f6c4e000640 1 -- 172.21.15.32:0/157730557 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4403f030 con 0x7f6c501043c0 2024-04-25T19:04:38.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.102+0000 7f6c4e000640 1 -- 172.21.15.32:0/157730557 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c440044c0 con 0x7f6c501043c0 2024-04-25T19:04:38.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.102+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c5019b5f0 con 0x7f6c501043c0 2024-04-25T19:04:38.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.102+0000 7f6c4e000640 1 -- 172.21.15.32:0/157730557 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44035070 con 0x7f6c501043c0 2024-04-25T19:04:38.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.103+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c501a77a0 con 0x7f6c501043c0 2024-04-25T19:04:38.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.106+0000 7f6c4e000640 1 -- 172.21.15.32:0/157730557 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f6c44042030 con 0x7f6c501043c0 2024-04-25T19:04:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.106+0000 7f6c5b06b740 1 Processor -- start 2024-04-25T19:04:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 -- start start 2024-04-25T19:04:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 0x5577a72b3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72be4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72bea00 0x5577a72c0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5577a7219900 con 0x5577a72b4140 2024-04-25T19:04:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5577a71bfef0 con 0x5577a72bea00 2024-04-25T19:04:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5577a72158c0 con 0x5577a72b3820 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 0x5577a72b3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.107+0000 7f6c56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 0x5577a72b3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37416/0 (socket says 172.21.15.32:37416) 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 -- 172.21.15.32:0/906051652 learned_addr learned my addr 172.21.15.32:0/906051652 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c54e00640 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72bea00 0x5577a72c0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c55800640 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72be4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c4e000640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6c380a3ec0 0x7f6c380a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 -- 172.21.15.32:0/906051652 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72bea00 msgr2=0x5577a72c0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c4e000640 1 -- 172.21.15.32:0/157730557 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f6c440f0df0 con 0x7f6c501043c0 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72bea00 0x5577a72c0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 -- 172.21.15.32:0/906051652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 msgr2=0x5577a72be4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72be4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 -- 172.21.15.32:0/906051652 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577a6f2c210 con 0x5577a72b3820 2024-04-25T19:04:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c54e00640 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72bea00 0x5577a72c0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.108+0000 7f6c56200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6c380a3ec0 0x7f6c380a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.109+0000 7f6c56200640 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 0x5577a72b3c00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6c48011590 tx=0x7f6c48011a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6bd08244dd274cf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.109+0000 7f6c42a00640 1 -- 172.21.15.32:0/906051652 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c48017050 con 0x5577a72b3820 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.109+0000 7f6c56200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6c380a3ec0 0x7f6c380a6380 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6c48022000 tx=0x7f6c48023000 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.109+0000 7f6c42a00640 1 -- 172.21.15.32:0/906051652 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c4800f7a0 con 0x5577a72b3820 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.109+0000 7f6c42a00640 1 -- 172.21.15.32:0/906051652 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4800eda0 con 0x5577a72b3820 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 -- 172.21.15.32:0/906051652 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 msgr2=0x5577a72b3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 0x5577a72b3c00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6c48011590 tx=0x7f6c48011a50 comp rx=0 tx=0).stop 2024-04-25T19:04:38.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 -- 172.21.15.32:0/906051652 shutdown_connections 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72bea00 0x5577a72c0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72be4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/906051652 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b3820 0x5577a72b3c00 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 -- 172.21.15.32:0/906051652 >> 172.21.15.32:0/906051652 conn(0x5577a72afd30 msgr2=0x5577a72b0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 -- 172.21.15.32:0/906051652 shutdown_connections 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.110+0000 7f6c5b06b740 1 -- 172.21.15.32:0/906051652 wait complete. 2024-04-25T19:04:38.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.111+0000 7f6c5b06b740 1 -- start start 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.111+0000 7f6c5b06b740 1 Processor -- start 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72bba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72bbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72bc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5577a72c1630 con 0x5577a72b4140 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5577a71d3310 con 0x5577a72b3820 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5577a72c17b0 con 0x5577a72bea00 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c5b06b740 10 client.0 _ll_register_callbacks cb 0x5577a71a1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c55800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72bba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72bc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72bc490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37432/0 (socket says 172.21.15.32:37432) 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.112+0000 7f6c56200640 1 -- 172.21.15.32:0/842175877 learned_addr learned my addr 172.21.15.32:0/842175877 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c54e00640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72bbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c56200640 1 -- 172.21.15.32:0/842175877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 msgr2=0x5577a72bba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c56200640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72bba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c56200640 1 -- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 msgr2=0x5577a72bbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c56200640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72bbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c56200640 1 -- 172.21.15.32:0/842175877 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577a6ff8620 con 0x5577a72bea00 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c54e00640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72bbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c56200640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72bc490 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6c48009700 tx=0x7f6c48005af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8c9017685dd7e9c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.113+0000 7f6c37400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.114+0000 7f6c37400640 1 -- 172.21.15.32:0/842175877 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4801bda0 con 0x5577a72bea00 2024-04-25T19:04:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.114+0000 7f6c37400640 1 -- 172.21.15.32:0/842175877 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f6c4800e3b0 con 0x5577a72bea00 2024-04-25T19:04:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.114+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5577a722d8b0 con 0x5577a72bea00 2024-04-25T19:04:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.114+0000 7f6c37400640 1 -- 172.21.15.32:0/842175877 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c48017030 con 0x5577a72bea00 2024-04-25T19:04:38.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.114+0000 7f6c5b06b740 10 client.25456 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.114+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5577a72cd920 con 0x5577a72bea00 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c37400640 1 -- 172.21.15.32:0/842175877 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5577a722d8b0 con 0x5577a72bea00 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c37400640 1 -- 172.21.15.32:0/842175877 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6c4802d070 con 0x5577a72bea00 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c5b06b740 10 client.25456 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c5b06b740 10 client.25456 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c5b06b740 20 client.25456 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a72ced30 0x5577a72d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c5b06b740 4 client.25456 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.115+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577a7227320 con 0x5577a72ced30 2024-04-25T19:04:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.116+0000 7f6c55800640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a72ced30 0x5577a72d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.119 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.116+0000 7f6c55800640 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a72ced30 0x5577a72d1120 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fcd23514a5f9e64 server_cookie=615016a09cbc57f5 in_seq=0 out_seq=0 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.116+0000 7f6c37400640 10 client.25456 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.117+0000 7f6c37400640 1 -- 172.21.15.32:0/842175877 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5577a7227320 con 0x5577a72ced30 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.117+0000 7f6c37400640 10 client.25456 handle_command_reply: tid=0 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.117+0000 7f6c5b06b740 1 client.25456 shutdown 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.117+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 msgr2=0x5577a72bc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.117+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72bc490 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6c48009700 tx=0x7f6c48005af0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 shutdown_connections 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a72ced30 0x5577a72d1120 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72bc490 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b4140 0x5577a72bbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/842175877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72bba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 >> 172.21.15.32:0/842175877 conn(0x5577a72afd30 msgr2=0x5577a72b5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:38.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c37400640 0 client.25456 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 shutdown_connections 2024-04-25T19:04:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 1 -- 172.21.15.32:0/842175877 wait complete. 2024-04-25T19:04:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.118+0000 7f6c5b06b740 20 client.25456 trim_cache size 0 max 16384 2024-04-25T19:04:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.140+0000 7f6c5b06b740 1 Processor -- start 2024-04-25T19:04:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 -- start start 2024-04-25T19:04:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b4140 0x5577a72b6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 0x5577a72bc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501afdd0 con 0x5577a72bea00 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501b1910 con 0x5577a72b3820 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501b04a0 con 0x5577a72b4140 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c56200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 0x5577a72bc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c54e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b4140 0x5577a72b6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c56200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 0x5577a72bc0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59708/0 (socket says 172.21.15.32:59708) 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.141+0000 7f6c56200640 1 -- 172.21.15.32:0/278881576 learned_addr learned my addr 172.21.15.32:0/278881576 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c55800640 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c54e00640 1 -- 172.21.15.32:0/278881576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 msgr2=0x5577a72ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c54e00640 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c54e00640 1 -- 172.21.15.32:0/278881576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 msgr2=0x5577a72bc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c54e00640 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 0x5577a72bc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c54e00640 1 -- 172.21.15.32:0/278881576 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577a72baa00 con 0x5577a72b4140 2024-04-25T19:04:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c56200640 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 0x5577a72bc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.142+0000 7f6c54e00640 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b4140 0x5577a72b6230 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x5577a72b1150 tx=0x7f6c3c010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3cb4ba1f077c6b87 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.143+0000 7f6c42000640 1 -- 172.21.15.32:0/278881576 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c020070 con 0x5577a72b4140 2024-04-25T19:04:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.143+0000 7f6c42000640 1 -- 172.21.15.32:0/278881576 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c3c01b8b0 con 0x5577a72b4140 2024-04-25T19:04:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.143+0000 7f6c42000640 1 -- 172.21.15.32:0/278881576 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c00f820 con 0x5577a72b4140 2024-04-25T19:04:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 -- 172.21.15.32:0/278881576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b4140 msgr2=0x5577a72b6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b4140 0x5577a72b6230 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x5577a72b1150 tx=0x7f6c3c010800 comp rx=0 tx=0).stop 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 -- 172.21.15.32:0/278881576 shutdown_connections 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72bea00 0x5577a72bc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72b4140 0x5577a72b6230 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/278881576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b3820 0x5577a72ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 -- 172.21.15.32:0/278881576 >> 172.21.15.32:0/278881576 conn(0x5577a72afd30 msgr2=0x5577a72bb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 -- 172.21.15.32:0/278881576 shutdown_connections 2024-04-25T19:04:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.144+0000 7f6c5b06b740 1 -- 172.21.15.32:0/278881576 wait complete. 2024-04-25T19:04:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 -- start start 2024-04-25T19:04:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 Processor -- start 2024-04-25T19:04:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b3820 0x5577a72c6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b4140 0x5577a72c4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72c45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501b1240 con 0x5577a72b3820 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501b0b70 con 0x5577a72b4140 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501addb0 con 0x5577a72bea00 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.145+0000 7f6c5b06b740 10 client.0 _ll_register_callbacks cb 0x7f6c3c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72c45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c55800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b3820 0x5577a72c6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72c45b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37440/0 (socket says 172.21.15.32:37440) 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 -- 172.21.15.32:0/1189935118 learned_addr learned my addr 172.21.15.32:0/1189935118 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c54e00640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b4140 0x5577a72c4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 -- 172.21.15.32:0/1189935118 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b4140 msgr2=0x5577a72c4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b4140 0x5577a72c4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 -- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b3820 msgr2=0x5577a72c6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b3820 0x5577a72c6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c56200640 1 -- 172.21.15.32:0/1189935118 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577a72c4c20 con 0x5577a72bea00 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.146+0000 7f6c55800640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b3820 0x5577a72c6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c56200640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72c45b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6c4800f440 tx=0x7f6c48009cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c5e7a760bfa26dc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c37400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c37400640 1 -- 172.21.15.32:0/1189935118 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4803b030 con 0x5577a72bea00 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c37400640 1 -- 172.21.15.32:0/1189935118 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f6c48002030 con 0x5577a72bea00 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c3c01b8b0 con 0x5577a72bea00 2024-04-25T19:04:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c37400640 1 -- 172.21.15.32:0/1189935118 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6c48005b70 con 0x5577a72bea00 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c5b06b740 10 client.25462 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.147+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5577a7335040 con 0x5577a72bea00 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c37400640 1 -- 172.21.15.32:0/1189935118 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c3c01b8b0 con 0x5577a72bea00 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c37400640 1 -- 172.21.15.32:0/1189935118 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6c4802d040 con 0x5577a72bea00 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c5b06b740 10 client.25462 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c5b06b740 10 client.25462 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c5b06b740 20 client.25462 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a7335780 0x5577a7337ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c5b06b740 4 client.25462 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5577a7221190 con 0x5577a7335780 2024-04-25T19:04:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.148+0000 7f6c55800640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a7335780 0x5577a7337ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.149+0000 7f6c55800640 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a7335780 0x5577a7337ba0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4af488e84cbf9e8b server_cookie=e42569079792eed3 in_seq=0 out_seq=0 2024-04-25T19:04:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.149+0000 7f6c37400640 10 client.25462 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.153+0000 7f6c37400640 1 -- 172.21.15.32:0/1189935118 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5577a7221190 con 0x5577a7335780 2024-04-25T19:04:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.153+0000 7f6c37400640 10 client.25462 handle_command_reply: tid=0 2024-04-25T19:04:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.153+0000 7f6c5b06b740 1 client.25462 shutdown 2024-04-25T19:04:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 msgr2=0x5577a72c45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72c45b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6c4800f440 tx=0x7f6c48009cd0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 shutdown_connections 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5577a7335780 0x5577a7337ba0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5577a72bea00 0x5577a72c45b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5577a72b4140 0x5577a72c4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 --2- 172.21.15.32:0/1189935118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5577a72b3820 0x5577a72c6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c37400640 0 client.25462 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 >> 172.21.15.32:0/1189935118 conn(0x5577a72afd30 msgr2=0x5577a72aee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 shutdown_connections 2024-04-25T19:04:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.154+0000 7f6c5b06b740 1 -- 172.21.15.32:0/1189935118 wait complete. 2024-04-25T19:04:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c5b06b740 20 client.25462 trim_cache size 0 max 16384 2024-04-25T19:04:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:04:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:04:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:04:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:04:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6c380a3ec0 msgr2=0x7f6c380a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6c380a3ec0 0x7f6c380a6380 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6c48022000 tx=0x7f6c48023000 comp rx=0 tx=0).stop 2024-04-25T19:04:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 msgr2=0x7f6c501a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 0x7f6c501a0660 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6c44005940 tx=0x7f6c440040c0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 shutdown_connections 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6c380a3ec0 0x7f6c380a6380 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6c5019a7d0 0x7f6c5019ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c50109490 0x7f6c501a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.155+0000 7f6c58200640 1 --2- 172.21.15.32:0/157730557 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6c501043c0 0x7f6c501a0660 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.156+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 >> 172.21.15.32:0/157730557 conn(0x7f6c500ffc40 msgr2=0x7f6c50101000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.156+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 shutdown_connections 2024-04-25T19:04:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:38.156+0000 7f6c58200640 1 -- 172.21.15.32:0/157730557 wait complete. 2024-04-25T19:04:38.576 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-25T19:04:39.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:39 smithi064 ceph-mon[32321]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-25T19:04:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:39 smithi032 ceph-mon[28041]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-25T19:04:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:39 smithi066 ceph-mon[32882]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-25T19:04:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:41 smithi064 ceph-mon[32321]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:04:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:41 smithi032 ceph-mon[28041]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:04:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:41 smithi066 ceph-mon[32882]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:04:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:43 smithi064 ceph-mon[32321]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:04:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:43 smithi032 ceph-mon[28041]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:04:43.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:43 smithi066 ceph-mon[32882]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:04:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:45 smithi064 ceph-mon[32321]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T19:04:45.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:45 smithi032 ceph-mon[28041]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T19:04:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:45 smithi066 ceph-mon[32882]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-25T19:04:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:47 smithi064 ceph-mon[32321]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-25T19:04:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:47 smithi032 ceph-mon[28041]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-25T19:04:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:47 smithi066 ceph-mon[32882]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-25T19:04:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:49 smithi064 ceph-mon[32321]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:04:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:49 smithi032 ceph-mon[28041]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:04:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:49 smithi066 ceph-mon[32882]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:04:51.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 -- 172.21.15.32:0/2538132523 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c109520 msgr2=0x7f250c1099a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 --2- 172.21.15.32:0/2538132523 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c109520 0x7f250c1099a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2500009860 tx=0x7f250002a340 comp rx=0 tx=0).stop 2024-04-25T19:04:51.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 -- 172.21.15.32:0/2538132523 shutdown_connections 2024-04-25T19:04:51.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 --2- 172.21.15.32:0/2538132523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f250c114c90 0x7f250c117080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 --2- 172.21.15.32:0/2538132523 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c109520 0x7f250c1099a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 --2- 172.21.15.32:0/2538132523 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f250c06e2a0 0x7f250c108f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 -- 172.21.15.32:0/2538132523 >> 172.21.15.32:0/2538132523 conn(0x7f250c06ced0 msgr2=0x7f250c06d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:51.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 -- 172.21.15.32:0/2538132523 shutdown_connections 2024-04-25T19:04:51.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.352+0000 7f2511e00640 1 -- 172.21.15.32:0/2538132523 wait complete. 2024-04-25T19:04:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.354+0000 7f2511e00640 1 Processor -- start 2024-04-25T19:04:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.354+0000 7f2511e00640 1 -- start start 2024-04-25T19:04:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.354+0000 7f2511e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 0x7f250c1a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.354+0000 7f2511e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f250c109520 0x7f250c1a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.354+0000 7f2511e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f250c114c90 0x7f250c19e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2510a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 0x7f250c1a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2510a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 0x7f250c1a4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40292/0 (socket says 172.21.15.32:40292) 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2511e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f250c118650 con 0x7f250c109520 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2511e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1184d0 con 0x7f250c06e2a0 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2511e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1187d0 con 0x7f250c114c90 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f250be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f250c109520 0x7f250c1a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2510a00640 1 -- 172.21.15.32:0/556315017 learned_addr learned my addr 172.21.15.32:0/556315017 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.355+0000 7f2511400640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f250c114c90 0x7f250c19e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2510a00640 1 -- 172.21.15.32:0/556315017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f250c114c90 msgr2=0x7f250c19e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2510a00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f250c114c90 0x7f250c19e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2510a00640 1 -- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f250c109520 msgr2=0x7f250c1a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2510a00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f250c109520 0x7f250c1a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2510a00640 1 -- 172.21.15.32:0/556315017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f250c19efa0 con 0x7f250c06e2a0 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2510a00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 0x7f250c1a4660 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f24f800e9f0 tx=0x7f24f800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2509600640 1 -- 172.21.15.32:0/556315017 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f800cd80 con 0x7f250c06e2a0 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2509600640 1 -- 172.21.15.32:0/556315017 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24f80108e0 con 0x7f250c06e2a0 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f250c19f290 con 0x7f250c06e2a0 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2509600640 1 -- 172.21.15.32:0/556315017 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f8018860 con 0x7f250c06e2a0 2024-04-25T19:04:51.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.356+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f250c1ab4b0 con 0x7f250c06e2a0 2024-04-25T19:04:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.361+0000 7f251639f740 1 Processor -- start 2024-04-25T19:04:51.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.361+0000 7f251639f740 1 -- start start 2024-04-25T19:04:51.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.361+0000 7f2509600640 1 -- 172.21.15.32:0/556315017 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f24f8010430 con 0x7f250c06e2a0 2024-04-25T19:04:51.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f251639f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c765a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f251639f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c80e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f251639f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c83790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f251639f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c3d4bd3900 con 0x55c3d4c761c0 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f251639f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c3d4b79ef0 con 0x55c3d4c76ae0 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f251639f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c3d4bcf8c0 con 0x55c3d4c813a0 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f250be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c83790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f2511400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c765a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f2511400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c765a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36126/0 (socket says 172.21.15.32:36126) 2024-04-25T19:04:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f2511400640 1 -- 172.21.15.32:0/3601768228 learned_addr learned my addr 172.21.15.32:0/3601768228 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.362+0000 7f250be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c83790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44124/0 (socket says 172.21.15.32:44124) 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.363+0000 7f250be00640 1 -- 172.21.15.32:0/3601768228 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 msgr2=0x55c3d4c80e60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.363+0000 7f250be00640 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c80e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.363+0000 7f250be00640 1 -- 172.21.15.32:0/3601768228 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 msgr2=0x55c3d4c765a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.363+0000 7f250be00640 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c765a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.363+0000 7f250be00640 1 -- 172.21.15.32:0/3601768228 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3d48e6210 con 0x55c3d4c813a0 2024-04-25T19:04:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.363+0000 7f2511400640 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c765a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.364+0000 7f250be00640 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c83790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2500009780 tx=0x7f2500005d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7f601724fdd709c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.364+0000 7f2509600640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f24f40a3f40 0x7f24f40a6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.364+0000 7f2509600640 1 -- 172.21.15.32:0/556315017 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f24f80d0d90 con 0x7f250c06e2a0 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.364+0000 7f2511400640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f24f40a3f40 0x7f24f40a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.365+0000 7f24fdc00640 1 -- 172.21.15.32:0/3601768228 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2500037040 con 0x55c3d4c813a0 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.365+0000 7f24fdc00640 1 -- 172.21.15.32:0/3601768228 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2500030e10 con 0x55c3d4c813a0 2024-04-25T19:04:51.366 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.365+0000 7f24fdc00640 1 -- 172.21.15.32:0/3601768228 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2500003850 con 0x55c3d4c813a0 2024-04-25T19:04:51.367 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 -- 172.21.15.32:0/3601768228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 msgr2=0x55c3d4c83790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.367 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c83790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2500009780 tx=0x7f2500005d30 comp rx=0 tx=0).stop 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f2511400640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f24f40a3f40 0x7f24f40a6400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f250400e780 tx=0x7f2504010040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 -- 172.21.15.32:0/3601768228 shutdown_connections 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c83790 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c80e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 --2- 172.21.15.32:0/3601768228 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c765a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 -- 172.21.15.32:0/3601768228 >> 172.21.15.32:0/3601768228 conn(0x55c3d4c726d0 msgr2=0x55c3d4c72ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 -- 172.21.15.32:0/3601768228 shutdown_connections 2024-04-25T19:04:51.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.366+0000 7f251639f740 1 -- 172.21.15.32:0/3601768228 wait complete. 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 -- start start 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 Processor -- start 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 0x55c3d4c7e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c7e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c813a0 0x55c3d4c7ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c3d4c83f70 con 0x55c3d4c813a0 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c3d4b8d310 con 0x55c3d4c76ae0 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c3d4c840f0 con 0x55c3d4c761c0 2024-04-25T19:04:51.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.367+0000 7f251639f740 10 client.0 _ll_register_callbacks cb 0x55c3d4b5bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:51.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 0x55c3d4c7e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 0x55c3d4c7e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44126/0 (socket says 172.21.15.32:44126) 2024-04-25T19:04:51.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 -- 172.21.15.32:0/3889735823 learned_addr learned my addr 172.21.15.32:0/3889735823 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:51.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2511400640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c813a0 0x55c3d4c7ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f250be00640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c7e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 -- 172.21.15.32:0/3889735823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 msgr2=0x55c3d4c7e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c7e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 -- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c813a0 msgr2=0x55c3d4c7ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c813a0 0x55c3d4c7ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.368+0000 7f2510a00640 1 -- 172.21.15.32:0/3889735823 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3d49b2620 con 0x55c3d4c761c0 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f2510a00640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 0x55c3d4c7e3e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f24f80ce3f0 tx=0x7f24f8010720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ed23460999138b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f24f2000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f24f2000640 1 -- 172.21.15.32:0/3889735823 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f80a0eb0 con 0x55c3d4c761c0 2024-04-25T19:04:51.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2500030e10 con 0x55c3d4c761c0 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f24f2000640 1 -- 172.21.15.32:0/3889735823 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f24f809c000 con 0x55c3d4c761c0 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f24f2000640 1 -- 172.21.15.32:0/3889735823 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f24f80a5770 con 0x55c3d4c761c0 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f251639f740 10 client.25474 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.369+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c3d4c902e0 con 0x55c3d4c761c0 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f24f2000640 1 -- 172.21.15.32:0/3889735823 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2500030e10 con 0x55c3d4c761c0 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f24f2000640 1 -- 172.21.15.32:0/3889735823 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f24f80ce5c0 con 0x55c3d4c761c0 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f251639f740 10 client.25474 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f251639f740 10 client.25474 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:51.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f251639f740 20 client.25474 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:51.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f251639f740 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4c91750 0x55c3d4c93b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f251639f740 4 client.25474 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:04:51.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3d4be78b0 con 0x55c3d4c91750 2024-04-25T19:04:51.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.370+0000 7f250be00640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4c91750 0x55c3d4c93b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.371+0000 7f250be00640 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4c91750 0x55c3d4c93b40 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33a3e007490350f0 server_cookie=622120ce515e9272 in_seq=0 out_seq=0 2024-04-25T19:04:51.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.371+0000 7f24f2000640 10 client.25474 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.372+0000 7f24f2000640 1 -- 172.21.15.32:0/3889735823 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c3d4be78b0 con 0x55c3d4c91750 2024-04-25T19:04:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.372+0000 7f24f2000640 10 client.25474 handle_command_reply: tid=0 2024-04-25T19:04:51.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 client.25474 shutdown 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 msgr2=0x55c3d4c7e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 0x55c3d4c7e3e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f24f80ce3f0 tx=0x7f24f8010720 comp rx=0 tx=0).stop 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 shutdown_connections 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4c91750 0x55c3d4c93b40 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c813a0 0x55c3d4c7ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c7e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 --2- 172.21.15.32:0/3889735823 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c761c0 0x55c3d4c7e3e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 >> 172.21.15.32:0/3889735823 conn(0x55c3d4c726d0 msgr2=0x55c3d4c78450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:51.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.373+0000 7f24f2000640 0 client.25474 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:51.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.374+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 shutdown_connections 2024-04-25T19:04:51.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.374+0000 7f251639f740 1 -- 172.21.15.32:0/3889735823 wait complete. 2024-04-25T19:04:51.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.374+0000 7f251639f740 20 client.25474 trim_cache size 0 max 16384 2024-04-25T19:04:51.401 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.400+0000 7f251639f740 1 Processor -- start 2024-04-25T19:04:51.401 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.400+0000 7f251639f740 1 -- start start 2024-04-25T19:04:51.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.400+0000 7f251639f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c8ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.400+0000 7f251639f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c78bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f251639f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c813a0 0x55c3d4c68ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f251639f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1b3c90 con 0x55c3d4c761c0 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f251639f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1b57d0 con 0x55c3d4c813a0 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f251639f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1b4360 con 0x55c3d4c76ae0 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f250be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c78bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f250be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c78bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44138/0 (socket says 172.21.15.32:44138) 2024-04-25T19:04:51.403 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.401+0000 7f250be00640 1 -- 172.21.15.32:0/1030403883 learned_addr learned my addr 172.21.15.32:0/1030403883 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f2511400640 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c813a0 0x55c3d4c68ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f250be00640 1 -- 172.21.15.32:0/1030403883 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c813a0 msgr2=0x55c3d4c68ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f250be00640 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c813a0 0x55c3d4c68ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f2510a00640 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c8ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f250be00640 1 -- 172.21.15.32:0/1030403883 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 msgr2=0x55c3d4c8ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f250be00640 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c8ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f250be00640 1 -- 172.21.15.32:0/1030403883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3d4c94120 con 0x55c3d4c76ae0 2024-04-25T19:04:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.402+0000 7f2510a00640 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c8ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:04:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.403+0000 7f250be00640 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c78bd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2500005b60 tx=0x7f25000056d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e4fe0932304d312 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.403+0000 7f24fd200640 1 -- 172.21.15.32:0/1030403883 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2500056070 con 0x55c3d4c76ae0 2024-04-25T19:04:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.404+0000 7f24fd200640 1 -- 172.21.15.32:0/1030403883 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2500030530 con 0x55c3d4c76ae0 2024-04-25T19:04:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.404+0000 7f24fd200640 1 -- 172.21.15.32:0/1030403883 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2500037040 con 0x55c3d4c76ae0 2024-04-25T19:04:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 -- 172.21.15.32:0/1030403883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 msgr2=0x55c3d4c78bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c78bd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2500005b60 tx=0x7f25000056d0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 -- 172.21.15.32:0/1030403883 shutdown_connections 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c813a0 0x55c3d4c68ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c76ae0 0x55c3d4c78bd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 --2- 172.21.15.32:0/1030403883 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c8ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 -- 172.21.15.32:0/1030403883 >> 172.21.15.32:0/1030403883 conn(0x55c3d4c726d0 msgr2=0x55c3d4c68790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 -- 172.21.15.32:0/1030403883 shutdown_connections 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.405+0000 7f251639f740 1 -- 172.21.15.32:0/1030403883 wait complete. 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.406+0000 7f251639f740 1 -- start start 2024-04-25T19:04:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.406+0000 7f251639f740 1 Processor -- start 2024-04-25T19:04:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c86cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c87210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 0x55c3d4cf6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1b5100 con 0x55c3d4c761c0 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1b4a30 con 0x55c3d4c87750 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1b1c70 con 0x55c3d4c813a0 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.407+0000 7f251639f740 10 client.0 _ll_register_callbacks cb 0x7f24f809c6f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f250be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c87210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f2511400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 0x55c3d4cf6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f250be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c87210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44154/0 (socket says 172.21.15.32:44154) 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f2511400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 0x55c3d4cf6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40328/0 (socket says 172.21.15.32:40328) 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f250be00640 1 -- 172.21.15.32:0/3063930482 learned_addr learned my addr 172.21.15.32:0/3063930482 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f2510a00640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c86cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f2511400640 1 -- 172.21.15.32:0/3063930482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 msgr2=0x55c3d4c87210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.408+0000 7f2511400640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c87210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f2511400640 1 -- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 msgr2=0x55c3d4c86cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:04:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f2511400640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c86cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f2511400640 1 -- 172.21.15.32:0/3063930482 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3d4cf7120 con 0x55c3d4c87750 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f250be00640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c87210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f2510a00640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c86cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f2511400640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 0x55c3d4cf6be0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x55c3d4c84030 tx=0x7f2504004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5647765b8262aae server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.409+0000 7f24f2000640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.410+0000 7f24f2000640 1 -- 172.21.15.32:0/3063930482 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f250402a030 con 0x55c3d4c87750 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.410+0000 7f24f2000640 1 -- 172.21.15.32:0/3063930482 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2504004650 con 0x55c3d4c87750 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.410+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2500030530 con 0x55c3d4c87750 2024-04-25T19:04:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.410+0000 7f24f2000640 1 -- 172.21.15.32:0/3063930482 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2504020040 con 0x55c3d4c87750 2024-04-25T19:04:51.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.410+0000 7f251639f740 10 client.25427 fetch_fsmap learned FSMap version 29 2024-04-25T19:04:51.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.410+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c3d4cf8280 con 0x55c3d4c87750 2024-04-25T19:04:51.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.411+0000 7f24f2000640 1 -- 172.21.15.32:0/3063930482 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2500030530 con 0x55c3d4c87750 2024-04-25T19:04:51.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f24f2000640 1 -- 172.21.15.32:0/3063930482 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f250400b040 con 0x55c3d4c87750 2024-04-25T19:04:51.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f251639f740 10 client.25427 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:04:51.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f251639f740 10 client.25427 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:04:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f251639f740 20 client.25427 populate_metadata read hostname 'smithi032' 2024-04-25T19:04:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f251639f740 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4cf89f0 0x55c3d4cfade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f251639f740 4 client.25427 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:04:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c3d4be1320 con 0x55c3d4cf89f0 2024-04-25T19:04:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.412+0000 7f2510a00640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4cf89f0 0x55c3d4cfade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.414+0000 7f2510a00640 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4cf89f0 0x55c3d4cfade0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90733fab3ae74824 server_cookie=9f520f340b82b1a5 in_seq=0 out_seq=0 2024-04-25T19:04:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.414+0000 7f24f2000640 10 client.25427 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.423+0000 7f24f2000640 1 -- 172.21.15.32:0/3063930482 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c3d4be1320 con 0x55c3d4cf89f0 2024-04-25T19:04:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.423+0000 7f24f2000640 10 client.25427 handle_command_reply: tid=0 2024-04-25T19:04:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 client.25427 shutdown 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 msgr2=0x55c3d4cf6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 0x55c3d4cf6be0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x55c3d4c84030 tx=0x7f2504004ab0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 shutdown_connections 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3d4cf89f0 0x55c3d4cfade0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3d4c87750 0x55c3d4cf6be0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3d4c813a0 0x55c3d4c87210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 --2- 172.21.15.32:0/3063930482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3d4c761c0 0x55c3d4c86cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 >> 172.21.15.32:0/3063930482 conn(0x55c3d4c726d0 msgr2=0x55c3d4c69020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.424+0000 7f24f2000640 0 client.25427 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.425+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 shutdown_connections 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.425+0000 7f251639f740 1 -- 172.21.15.32:0/3063930482 wait complete. 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.425+0000 7f251639f740 20 client.25427 trim_cache size 0 max 16384 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:04:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f24f40a3f40 msgr2=0x7f24f40a6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f24f40a3f40 0x7f24f40a6400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f250400e780 tx=0x7f2504010040 comp rx=0 tx=0).stop 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 msgr2=0x7f250c1a4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 0x7f250c1a4660 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f24f800e9f0 tx=0x7f24f800eeb0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 shutdown_connections 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f24f40a3f40 0x7f24f40a6400 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f250c114c90 0x7f250c19e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f250c109520 0x7f250c1a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 --2- 172.21.15.32:0/556315017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f250c06e2a0 0x7f250c1a4660 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.426+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 >> 172.21.15.32:0/556315017 conn(0x7f250c06ced0 msgr2=0x7f250c10cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.427+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 shutdown_connections 2024-04-25T19:04:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:04:51.427+0000 7f2511e00640 1 -- 172.21.15.32:0/556315017 wait complete. 2024-04-25T19:04:51.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:51 smithi064 ceph-mon[32321]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:04:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:51 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:04:51.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:51 smithi032 ceph-mon[28041]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:04:51.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:51 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:04:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:51 smithi066 ceph-mon[32882]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:04:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:51 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:04:52.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:52 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:04:52.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:52 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:04:52.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:52 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:04:52.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:52 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:04:52.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:52 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:04:52.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:52 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:04:52.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:52 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:04:52.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:52 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:04:52.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:52 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:04:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:53 smithi064 ceph-mon[32321]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:04:53.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:53 smithi032 ceph-mon[28041]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:04:53.577 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-04-25T19:04:53.577 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:04:53.603 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:53 smithi066 ceph-mon[32882]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:04:54.018 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:55 smithi064 ceph-mon[32321]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-25T19:04:55.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:55 smithi032 ceph-mon[28041]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-25T19:04:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:55 smithi066 ceph-mon[32882]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-04-25T19:04:56.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 -- 172.21.15.32:0/2592066911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806b070 msgr2=0x7f84a810efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 --2- 172.21.15.32:0/2592066911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806b070 0x7f84a810efb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8494009990 tx=0x7f8494009ca0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 -- 172.21.15.32:0/2592066911 shutdown_connections 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 --2- 172.21.15.32:0/2592066911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806a750 0x7f84a806ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 --2- 172.21.15.32:0/2592066911 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84a810f4f0 0x7f84a81118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 --2- 172.21.15.32:0/2592066911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806b070 0x7f84a810efb0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 -- 172.21.15.32:0/2592066911 >> 172.21.15.32:0/2592066911 conn(0x7f84a80788f0 msgr2=0x7f84a8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 -- 172.21.15.32:0/2592066911 shutdown_connections 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.532+0000 7f84ae400700 1 -- 172.21.15.32:0/2592066911 wait complete. 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.534+0000 7f84ae400700 1 Processor -- start 2024-04-25T19:04:56.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.534+0000 7f84ae400700 1 -- start start 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84ae400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806a750 0x7f84a819b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84ae400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 0x7f84a819b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84ae400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84a810f4f0 0x7f84a819fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84ae400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f84a8114e80 con 0x7f84a806b070 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84ae400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f84a8114d00 con 0x7f84a810f4f0 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84ae400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f84a8115000 con 0x7f84a806a750 2024-04-25T19:04:56.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84a6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 0x7f84a819b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:56.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84a6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 0x7f84a819b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57104/0 (socket says 172.21.15.32:57104) 2024-04-25T19:04:56.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.535+0000 7f84a6a00700 1 -- 172.21.15.32:0/2465316093 learned_addr learned my addr 172.21.15.32:0/2465316093 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:04:56.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a7400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806a750 0x7f84a819b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:56.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a7e00700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84a810f4f0 0x7f84a819fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:56.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a6a00700 1 -- 172.21.15.32:0/2465316093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806a750 msgr2=0x7f84a819b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a6a00700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806a750 0x7f84a819b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a6a00700 1 -- 172.21.15.32:0/2465316093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84a810f4f0 msgr2=0x7f84a819fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a6a00700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84a810f4f0 0x7f84a819fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.536+0000 7f84a6a00700 1 -- 172.21.15.32:0/2465316093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a81a0380 con 0x7f84a806b070 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.537+0000 7f84a6a00700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 0x7f84a819b8b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8494005910 tx=0x7f849400b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.537+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8494027070 con 0x7f84a806b070 2024-04-25T19:04:56.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.537+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8494022470 con 0x7f84a806b070 2024-04-25T19:04:56.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.537+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8494017650 con 0x7f84a806b070 2024-04-25T19:04:56.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.537+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a81a0610 con 0x7f84a806b070 2024-04-25T19:04:56.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.538+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a81a7ef0 con 0x7f84a806b070 2024-04-25T19:04:56.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.539+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a8101f60 con 0x7f84a806b070 2024-04-25T19:04:56.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.544+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f849402a070 con 0x7f84a806b070 2024-04-25T19:04:56.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.546+0000 7f849fe00700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f848c0a3fe0 0x7f848c0a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:04:56.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.547+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f84940d1850 con 0x7f84a806b070 2024-04-25T19:04:56.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.547+0000 7f84a7400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f848c0a3fe0 0x7f848c0a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:04:56.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.548+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8494013070 con 0x7f84a806b070 2024-04-25T19:04:56.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.548+0000 7f84a7400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f848c0a3fe0 0x7f848c0a64a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8498009bf0 tx=0x7f8498009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:04:56.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.852+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84a802df80 con 0x7f84a806b070 2024-04-25T19:04:56.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.854+0000 7f849fe00700 1 -- 172.21.15.32:0/2465316093 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f849409dd50 con 0x7f84a806b070 2024-04-25T19:04:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:04:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:04:56.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.856+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f848c0a3fe0 msgr2=0x7f848c0a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.856+0000 7f84ae400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f848c0a3fe0 0x7f848c0a64a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8498009bf0 tx=0x7f8498009260 comp rx=0 tx=0).stop 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.856+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 msgr2=0x7f84a819b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.856+0000 7f84ae400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 0x7f84a819b8b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8494005910 tx=0x7f849400b670 comp rx=0 tx=0).stop 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 shutdown_connections 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f848c0a3fe0 0x7f848c0a64a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84a810f4f0 0x7f84a819fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84a806a750 0x7f84a819b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 --2- 172.21.15.32:0/2465316093 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84a806b070 0x7f84a819b8b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 >> 172.21.15.32:0/2465316093 conn(0x7f84a80788f0 msgr2=0x7f84a81109a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 shutdown_connections 2024-04-25T19:04:56.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:04:56.857+0000 7f84ae400700 1 -- 172.21.15.32:0/2465316093 wait complete. 2024-04-25T19:04:56.860 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:04:57.270 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:57 smithi032 ceph-mon[28041]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-25T19:04:57.271 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:57 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2465316093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:57.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:57 smithi064 ceph-mon[32321]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-25T19:04:57.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:57 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2465316093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:57 smithi066 ceph-mon[32882]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-25T19:04:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:57 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2465316093' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:04:57.851 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 70 --await-for 42.0' 2024-04-25T19:04:57.852 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 70 --await-for 42.0 2024-04-25T19:04:58.287 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:04:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:04:59 smithi032 ceph-mon[28041]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-25T19:04:59.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:04:59 smithi066 ceph-mon[32882]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-25T19:04:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:04:59 smithi064 ceph-mon[32321]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-25T19:05:00.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 -- 172.21.15.32:0/202372103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c06a740 msgr2=0x7f1d5c06abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 --2- 172.21.15.32:0/202372103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c06a740 0x7f1d5c06abc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1d54009f90 tx=0x7f1d5400b330 comp rx=0 tx=0).stop 2024-04-25T19:05:00.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 -- 172.21.15.32:0/202372103 shutdown_connections 2024-04-25T19:05:00.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 --2- 172.21.15.32:0/202372103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 0x7f1d5c1054a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 --2- 172.21.15.32:0/202372103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c06a740 0x7f1d5c06abc0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 --2- 172.21.15.32:0/202372103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c1059e0 0x7f1d5c105e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 -- 172.21.15.32:0/202372103 >> 172.21.15.32:0/202372103 conn(0x7f1d5c0788e0 msgr2=0x7f1d5c078cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:00.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 -- 172.21.15.32:0/202372103 shutdown_connections 2024-04-25T19:05:00.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.698+0000 7f1d63e00700 1 -- 172.21.15.32:0/202372103 wait complete. 2024-04-25T19:05:00.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.700+0000 7f1d63e00700 1 Processor -- start 2024-04-25T19:05:00.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.700+0000 7f1d63e00700 1 -- start start 2024-04-25T19:05:00.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.700+0000 7f1d63e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 0x7f1d5c074100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d63e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c1059e0 0x7f1d5c074640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d63e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 0x7f1d5c06d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d63e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1d5c119240 con 0x7f1d5c1079f0 2024-04-25T19:05:00.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d63e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1d5c1190c0 con 0x7f1d5c1059e0 2024-04-25T19:05:00.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d63e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1d5c1193c0 con 0x7f1d5c06a740 2024-04-25T19:05:00.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d61400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 0x7f1d5c074100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d61400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 0x7f1d5c074100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42896/0 (socket says 172.21.15.32:42896) 2024-04-25T19:05:00.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d61400700 1 -- 172.21.15.32:0/3343566580 learned_addr learned my addr 172.21.15.32:0/3343566580 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:00.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.701+0000 7f1d61e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 0x7f1d5c06d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61400700 1 -- 172.21.15.32:0/3343566580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c1059e0 msgr2=0x7f1d5c074640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d60a00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c1059e0 0x7f1d5c074640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61400700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c1059e0 0x7f1d5c074640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61400700 1 -- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 msgr2=0x7f1d5c06d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61400700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 0x7f1d5c06d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61400700 1 -- 172.21.15.32:0/3343566580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d5c06dba0 con 0x7f1d5c06a740 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 0x7f1d5c06d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d60a00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c1059e0 0x7f1d5c074640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.702+0000 7f1d61400700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 0x7f1d5c074100 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1d5000eb30 tx=0x7f1d5000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:00.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.703+0000 7f1d5a000700 1 -- 172.21.15.32:0/3343566580 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5000cc90 con 0x7f1d5c06a740 2024-04-25T19:05:00.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.703+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d5c06de90 con 0x7f1d5c06a740 2024-04-25T19:05:00.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.703+0000 7f1d5a000700 1 -- 172.21.15.32:0/3343566580 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d500044d0 con 0x7f1d5c06a740 2024-04-25T19:05:00.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.703+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d5c071eb0 con 0x7f1d5c06a740 2024-04-25T19:05:00.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.703+0000 7f1d5a000700 1 -- 172.21.15.32:0/3343566580 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d50010430 con 0x7f1d5c06a740 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.708+0000 7f1d5a000700 1 -- 172.21.15.32:0/3343566580 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f1d500105d0 con 0x7f1d5c06a740 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.709+0000 7f1d6e829b80 1 Processor -- start 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.709+0000 7f1d6e829b80 1 -- start start 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c84d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997ca0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997ca3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560997bd8020 con 0x560997c849b0 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560997b7e8c0 con 0x560997c852d0 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560997bd3fe0 con 0x560997ca1190 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d5a000700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1d440a4080 0x7f1d440a6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.710+0000 7f1d61e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c84d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d5a000700 1 -- 172.21.15.32:0/3343566580 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1d500d0bd0 con 0x7f1d5c06a740 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d61e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c84d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57126/0 (socket says 172.21.15.32:57126) 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d61e00700 1 -- 172.21.15.32:0/1207091908 learned_addr learned my addr 172.21.15.32:0/1207091908 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d61400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997ca0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d61e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1d440a4080 0x7f1d440a6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997ca3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d60a00700 1 -- 172.21.15.32:0/1207091908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 msgr2=0x560997ca0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997ca0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d60a00700 1 -- 172.21.15.32:0/1207091908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 msgr2=0x560997c84d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c84d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.711+0000 7f1d60a00700 1 -- 172.21.15.32:0/1207091908 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560997b74810 con 0x560997ca1190 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.712+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997ca3580 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c06e9e0 tx=0x7f1d48009ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca85e39f0e318930 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:00.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.712+0000 7f1d61e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1d440a4080 0x7f1d440a6540 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1d5400bbf0 tx=0x7f1d54009c20 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.712+0000 7f1d4ea00700 1 -- 172.21.15.32:0/1207091908 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d48004230 con 0x560997ca1190 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.712+0000 7f1d4ea00700 1 -- 172.21.15.32:0/1207091908 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d48010da0 con 0x560997ca1190 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.712+0000 7f1d4ea00700 1 -- 172.21.15.32:0/1207091908 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d48012450 con 0x560997ca1190 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.713+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1207091908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 msgr2=0x560997ca3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.713+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997ca3580 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c06e9e0 tx=0x7f1d48009ee0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1207091908 shutdown_connections 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c84d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997ca3580 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1207091908 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997ca0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1207091908 >> 172.21.15.32:0/1207091908 conn(0x560997bb3730 msgr2=0x560997c80e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1207091908 shutdown_connections 2024-04-25T19:05:00.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.714+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1207091908 wait complete. 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.715+0000 7f1d6e829b80 1 -- start start 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.715+0000 7f1d6e829b80 1 Processor -- start 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c943e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c94920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997c8f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560997c87e30 con 0x560997c849b0 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560997b919f0 con 0x560997c852d0 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560997c87fb0 con 0x560997ca1190 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d61e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997c8f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d61400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c943e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d61e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997c8f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42914/0 (socket says 172.21.15.32:42914) 2024-04-25T19:05:00.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.716+0000 7f1d61e00700 1 -- 172.21.15.32:0/1710559718 learned_addr learned my addr 172.21.15.32:0/1710559718 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d6e829b80 10 client.0 _ll_register_callbacks cb 0x560997b708b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61e00700 1 -- 172.21.15.32:0/1710559718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 msgr2=0x560997c94920 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61e00700 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c94920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61e00700 1 -- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 msgr2=0x560997c943e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61e00700 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c943e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61e00700 1 -- 172.21.15.32:0/1710559718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560997b25a60 con 0x560997ca1190 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61400700 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c943e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.717+0000 7f1d61e00700 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997c8f750 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1d54009b70 tx=0x7f1d54006000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c447a4c3662eb73 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d43400700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d43400700 1 -- 172.21.15.32:0/1710559718 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d54051070 con 0x560997ca1190 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d43400700 1 -- 172.21.15.32:0/1710559718 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1d540419b0 con 0x560997ca1190 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d48010da0 con 0x560997ca1190 2024-04-25T19:05:00.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d43400700 1 -- 172.21.15.32:0/1710559718 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1d5400be60 con 0x560997ca1190 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d6e829b80 10 client.25498 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.718+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560997b6ec80 con 0x560997ca1190 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d43400700 1 -- 172.21.15.32:0/1710559718 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d48010da0 con 0x560997ca1190 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d43400700 1 -- 172.21.15.32:0/1710559718 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1d54011070 con 0x560997ca1190 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d6e829b80 10 client.25498 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d6e829b80 10 client.25498 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d6e829b80 20 client.25498 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:00.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997c9f570 0x560997c9fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d6e829b80 4 client.25498 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:00.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.719+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560997be5810 con 0x560997c9f570 2024-04-25T19:05:00.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.720+0000 7f1d61400700 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997c9f570 0x560997c9fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.721+0000 7f1d61400700 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997c9f570 0x560997c9fa00 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db99ac749daf2a91 server_cookie=8832b054cee48d2c in_seq=0 out_seq=0 2024-04-25T19:05:00.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.721+0000 7f1d43400700 10 client.25498 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:00.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d43400700 1 -- 172.21.15.32:0/1710559718 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560997be5810 con 0x560997c9f570 2024-04-25T19:05:00.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d43400700 10 client.25498 handle_command_reply: tid=0 2024-04-25T19:05:00.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 client.25498 shutdown 2024-04-25T19:05:00.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 msgr2=0x560997c8f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997c8f750 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1d54009b70 tx=0x7f1d54006000 comp rx=0 tx=0).stop 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 shutdown_connections 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997c9f570 0x560997c9fa00 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997c943e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997ca1190 0x560997c8f750 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1710559718 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c94920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.722+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 >> 172.21.15.32:0/1710559718 conn(0x560997bb3730 msgr2=0x560997c80a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.723+0000 7f1d43400700 0 client.25498 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.723+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 shutdown_connections 2024-04-25T19:05:00.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.723+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1710559718 wait complete. 2024-04-25T19:05:00.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.725+0000 7f1d6e829b80 20 client.25498 trim_cache size 0 max 16384 2024-04-25T19:05:00.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 Processor -- start 2024-04-25T19:05:00.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 -- start start 2024-04-25T19:05:00.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997ca09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 0x560997ca85b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997ca1190 0x560997ca8af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c00d580 con 0x560997c849b0 2024-04-25T19:05:00.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c00f0c0 con 0x560997ca1190 2024-04-25T19:05:00.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.746+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c00dc50 con 0x560997c852d0 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d60a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 0x560997ca85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997ca09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997ca1190 0x560997ca8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d60a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 0x560997ca85b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42926/0 (socket says 172.21.15.32:42926) 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d60a00700 1 -- 172.21.15.32:0/2881975743 learned_addr learned my addr 172.21.15.32:0/2881975743 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61e00700 1 -- 172.21.15.32:0/2881975743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 msgr2=0x560997ca85b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61e00700 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 0x560997ca85b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61e00700 1 -- 172.21.15.32:0/2881975743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 msgr2=0x560997ca09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61e00700 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997ca09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d61e00700 1 -- 172.21.15.32:0/2881975743 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560997c8dcc0 con 0x560997ca1190 2024-04-25T19:05:00.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.747+0000 7f1d60a00700 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 0x560997ca85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:00.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.748+0000 7f1d61e00700 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997ca1190 0x560997ca8af0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1d5400b6c0 tx=0x7f1d54009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afd1f0bec0e415c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.748+0000 7f1d4e000700 1 -- 172.21.15.32:0/2881975743 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d54051040 con 0x560997ca1190 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.748+0000 7f1d4e000700 1 -- 172.21.15.32:0/2881975743 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d54041c60 con 0x560997ca1190 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.748+0000 7f1d4e000700 1 -- 172.21.15.32:0/2881975743 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d54012470 con 0x560997ca1190 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 -- 172.21.15.32:0/2881975743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997ca1190 msgr2=0x560997ca8af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997ca1190 0x560997ca8af0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1d5400b6c0 tx=0x7f1d54009480 comp rx=0 tx=0).stop 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 -- 172.21.15.32:0/2881975743 shutdown_connections 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997c849b0 0x560997ca09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997ca1190 0x560997ca8af0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/2881975743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c852d0 0x560997ca85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 -- 172.21.15.32:0/2881975743 >> 172.21.15.32:0/2881975743 conn(0x560997bb3730 msgr2=0x560997ca02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 -- 172.21.15.32:0/2881975743 shutdown_connections 2024-04-25T19:05:00.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.749+0000 7f1d6e829b80 1 -- 172.21.15.32:0/2881975743 wait complete. 2024-04-25T19:05:00.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.750+0000 7f1d6e829b80 1 -- start start 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.750+0000 7f1d6e829b80 1 Processor -- start 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.750+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c849b0 0x560997c97750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c97c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d6e829b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997ca1190 0x560997c98210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c00e9f0 con 0x560997ca1190 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c00e320 con 0x560997c852d0 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d6e829b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c00b520 con 0x560997c849b0 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d6e829b80 10 client.0 _ll_register_callbacks cb 0x560997b708b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:00.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d61400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c849b0 0x560997c97750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d61400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c849b0 0x560997c97750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42928/0 (socket says 172.21.15.32:42928) 2024-04-25T19:05:00.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d61400700 1 -- 172.21.15.32:0/1247622100 learned_addr learned my addr 172.21.15.32:0/1247622100 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:00.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c97c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d60a00700 1 -- 172.21.15.32:0/1247622100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c849b0 msgr2=0x560997c97750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.751+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c849b0 0x560997c97750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d60a00700 1 -- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997ca1190 msgr2=0x560997c98210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997ca1190 0x560997c98210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d60a00700 1 -- 172.21.15.32:0/1247622100 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560997d06170 con 0x560997c852d0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d60a00700 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c97c90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x560997c949c0 tx=0x7f1d48010bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc1469cdf00e615f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d43400700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d43400700 1 -- 172.21.15.32:0/1247622100 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4802c060 con 0x560997c852d0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d43400700 1 -- 172.21.15.32:0/1247622100 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1d480054e0 con 0x560997c852d0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.752+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d54041c60 con 0x560997c852d0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.753+0000 7f1d43400700 1 -- 172.21.15.32:0/1247622100 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1d480056e0 con 0x560997c852d0 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.753+0000 7f1d6e829b80 10 client.25445 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:00.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.753+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560997d07420 con 0x560997c852d0 2024-04-25T19:05:00.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.753+0000 7f1d43400700 1 -- 172.21.15.32:0/1247622100 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d54041c60 con 0x560997c852d0 2024-04-25T19:05:00.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d43400700 1 -- 172.21.15.32:0/1247622100 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1d4800f040 con 0x560997c852d0 2024-04-25T19:05:00.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d6e829b80 10 client.25445 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:00.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d6e829b80 10 client.25445 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:05:00.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d6e829b80 20 client.25445 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:00.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997d07870 0x560997d09c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:00.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d6e829b80 4 client.25445 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}] 2024-04-25T19:05:00.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.754+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}) -- 0x560997bdf8b0 con 0x560997d07870 2024-04-25T19:05:00.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.755+0000 7f1d61400700 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997d07870 0x560997d09c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:00.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.755+0000 7f1d61400700 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997d07870 0x560997d09c90 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f9b3dcd9382b6cf server_cookie=f7440f364d791906 in_seq=0 out_seq=0 2024-04-25T19:05:00.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.755+0000 7f1d43400700 10 client.25445 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:00.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.770+0000 7f1d43400700 1 -- 172.21.15.32:0/1247622100 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x560997bdf8b0 con 0x560997d07870 2024-04-25T19:05:00.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.770+0000 7f1d43400700 10 client.25445 handle_command_reply: tid=0 2024-04-25T19:05:00.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.770+0000 7f1d6e829b80 1 client.25445 shutdown 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.770+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 msgr2=0x560997c97c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c97c90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x560997c949c0 tx=0x7f1d48010bd0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 shutdown_connections 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560997d07870 0x560997d09c90 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560997ca1190 0x560997c98210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560997c849b0 0x560997c97750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 --2- 172.21.15.32:0/1247622100 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560997c852d0 0x560997c97c90 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 >> 172.21.15.32:0/1247622100 conn(0x560997bb3730 msgr2=0x560997c92f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d43400700 0 client.25445 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 shutdown_connections 2024-04-25T19:05:00.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 1 -- 172.21.15.32:0/1247622100 wait complete. 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.771+0000 7f1d6e829b80 20 client.25445 trim_cache size 0 max 16384 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 2, 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout: "53a7ec26": { 2024-04-25T19:05:00.774 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 2, 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 70.0, 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:00.775 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1d440a4080 msgr2=0x7f1d440a6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1d440a4080 0x7f1d440a6540 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1d5400bbf0 tx=0x7f1d54009c20 comp rx=0 tx=0).stop 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 msgr2=0x7f1d5c074100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 0x7f1d5c074100 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1d5000eb30 tx=0x7f1d5000ee40 comp rx=0 tx=0).stop 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 shutdown_connections 2024-04-25T19:05:00.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1d440a4080 0x7f1d440a6540 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d5c1079f0 0x7f1d5c06d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d5c06a740 0x7f1d5c074100 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 --2- 172.21.15.32:0/3343566580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1d5c1059e0 0x7f1d5c074640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:00.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.772+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 >> 172.21.15.32:0/3343566580 conn(0x7f1d5c0788e0 msgr2=0x7f1d5c0ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:00.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.773+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 shutdown_connections 2024-04-25T19:05:00.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:00.773+0000 7f1d63e00700 1 -- 172.21.15.32:0/3343566580 wait complete. 2024-04-25T19:05:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:01 smithi032 ceph-mon[28041]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-25T19:05:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:01 smithi066 ceph-mon[32882]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-25T19:05:01.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:01 smithi064 ceph-mon[32321]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-25T19:05:01.868 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '53a7ec26', quiesce took 8.3 seconds. Will release after: 10 2024-04-25T19:05:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:03 smithi032 ceph-mon[28041]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-25T19:05:03.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:03 smithi066 ceph-mon[32882]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-25T19:05:03.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:03 smithi064 ceph-mon[32321]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-25T19:05:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 -- 172.21.15.32:0/3992359032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074c20 msgr2=0x7f60a810e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 --2- 172.21.15.32:0/3992359032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074c20 0x7f60a810e0e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6094009900 tx=0x7f609402a480 comp rx=0 tx=0).stop 2024-04-25T19:05:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 -- 172.21.15.32:0/3992359032 shutdown_connections 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 --2- 172.21.15.32:0/3992359032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a8110a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 --2- 172.21.15.32:0/3992359032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074c20 0x7f60a810e0e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 --2- 172.21.15.32:0/3992359032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60a8074300 0x7f60a80746e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.620+0000 7f60aee00640 1 -- 172.21.15.32:0/3992359032 >> 172.21.15.32:0/3992359032 conn(0x7f60a80fd890 msgr2=0x7f60a80ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.621+0000 7f60aee00640 1 -- 172.21.15.32:0/3992359032 shutdown_connections 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.621+0000 7f60aee00640 1 -- 172.21.15.32:0/3992359032 wait complete. 2024-04-25T19:05:04.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.622+0000 7f60aee00640 1 Processor -- start 2024-04-25T19:05:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.622+0000 7f60aee00640 1 -- start start 2024-04-25T19:05:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60aee00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074300 0x7f60a81a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60aee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60a8074c20 0x7f60a81a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60aee00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60aee00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f60a8114210 con 0x7f60a810e620 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60aee00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f60a8114090 con 0x7f60a8074300 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60aee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f60a8114390 con 0x7f60a8074c20 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60ae400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60ae400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a819a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52434/0 (socket says 172.21.15.32:52434) 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60ae400640 1 -- 172.21.15.32:0/4151916016 learned_addr learned my addr 172.21.15.32:0/4151916016 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60ada00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074300 0x7f60a81a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.623+0000 7f60ad000640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60a8074c20 0x7f60a81a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ada00640 1 -- 172.21.15.32:0/4151916016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60a8074c20 msgr2=0x7f60a81a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ada00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60a8074c20 0x7f60a81a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ada00640 1 -- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 msgr2=0x7f60a819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ada00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ada00640 1 -- 172.21.15.32:0/4151916016 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a819ad70 con 0x7f60a8074300 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ae400640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.624+0000 7f60ada00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074300 0x7f60a81a0440 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f609c00d6d0 tx=0x7f609c00db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.625+0000 7f60a6000640 1 -- 172.21.15.32:0/4151916016 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c017070 con 0x7f60a8074300 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.625+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a819b060 con 0x7f60a8074300 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.625+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a81a7300 con 0x7f60a8074300 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.625+0000 7f60a6000640 1 -- 172.21.15.32:0/4151916016 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f609c009820 con 0x7f60a8074300 2024-04-25T19:05:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.625+0000 7f60a6000640 1 -- 172.21.15.32:0/4151916016 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c004c40 con 0x7f60a8074300 2024-04-25T19:05:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.629+0000 7f60b324b740 1 Processor -- start 2024-04-25T19:05:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 -- start start 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79faa5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d79f9f8900 con 0x55d79faa63a0 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d79f99eef0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60b324b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d79f9f48c0 con 0x55d79fa9bae0 2024-04-25T19:05:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.630+0000 7f60a6000640 1 -- 172.21.15.32:0/4151916016 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f609c009cd0 con 0x7f60a8074300 2024-04-25T19:05:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ae400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ad000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ae400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:58814/0 (socket says 172.21.15.32:58814) 2024-04-25T19:05:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ae400640 1 -- 172.21.15.32:0/2826434275 learned_addr learned my addr 172.21.15.32:0/2826434275 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ada00640 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79faa5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ae400640 1 -- 172.21.15.32:0/2826434275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 msgr2=0x55d79faa5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.631+0000 7f60ae400640 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79faa5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f60ae400640 1 -- 172.21.15.32:0/2826434275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 msgr2=0x55d79faa8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f60ae400640 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f60ae400640 1 -- 172.21.15.32:0/2826434275 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d79f70b210 con 0x55d79fa9b1c0 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f60ad000640 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f60ae400640 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9b5a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f60a0011850 tx=0x7f60a0011d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45cc8b09d8475b70 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f609aa00640 1 -- 172.21.15.32:0/2826434275 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a0011330 con 0x55d79fa9b1c0 2024-04-25T19:05:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f60a6000640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f60900a3f30 0x7f60900a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f609aa00640 1 -- 172.21.15.32:0/2826434275 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60a000fe50 con 0x55d79fa9b1c0 2024-04-25T19:05:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.632+0000 7f609aa00640 1 -- 172.21.15.32:0/2826434275 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a00193e0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60a6000640 1 -- 172.21.15.32:0/4151916016 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f609c0d0410 con 0x7f60a8074300 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60ada00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f60900a3f30 0x7f60900a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 -- 172.21.15.32:0/2826434275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 msgr2=0x55d79fa9b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9b5a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f60a0011850 tx=0x7f60a0011d10 comp rx=0 tx=0).stop 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 -- 172.21.15.32:0/2826434275 shutdown_connections 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79faa5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 --2- 172.21.15.32:0/2826434275 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9b5a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.633+0000 7f60b324b740 1 -- 172.21.15.32:0/2826434275 >> 172.21.15.32:0/2826434275 conn(0x55d79fa976d0 msgr2=0x55d79fa97ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.634+0000 7f60b324b740 1 -- 172.21.15.32:0/2826434275 shutdown_connections 2024-04-25T19:05:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.634+0000 7f60ada00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f60900a3f30 0x7f60900a63f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f609c0cd780 tx=0x7f609c0d3ec0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.634+0000 7f60b324b740 1 -- 172.21.15.32:0/2826434275 wait complete. 2024-04-25T19:05:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 -- start start 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 Processor -- start 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9b1c0 0x55d79faa3200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9bae0 0x55d79faa3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d79faa8fd0 con 0x55d79faa63a0 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d79f9b2310 con 0x55d79fa9bae0 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d79faa9150 con 0x55d79fa9b1c0 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.635+0000 7f60b324b740 10 client.0 _ll_register_callbacks cb 0x55d79f980cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ad000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9bae0 0x55d79faa3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ad000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9bae0 0x55d79faa3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:58826/0 (socket says 172.21.15.32:58826) 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9b1c0 0x55d79faa3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ad000640 1 -- 172.21.15.32:0/2906152939 learned_addr learned my addr 172.21.15.32:0/2906152939 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:04.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 -- 172.21.15.32:0/2906152939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9bae0 msgr2=0x55d79faa3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9bae0 0x55d79faa3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 -- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 msgr2=0x55d79faa3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.636+0000 7f60ae400640 1 -- 172.21.15.32:0/2906152939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d79f7d7620 con 0x55d79fa9b1c0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f60ae400640 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9b1c0 0x55d79faa3200 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f60a0005b40 tx=0x7f60a0009ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a54302670f9c1d7b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f608f400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f608f400640 1 -- 172.21.15.32:0/2906152939 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a00108c0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f608f400640 1 -- 172.21.15.32:0/2906152939 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f60a001f070 con 0x55d79fa9b1c0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60a000fe50 con 0x55d79fa9b1c0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f608f400640 1 -- 172.21.15.32:0/2906152939 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f60a001a440 con 0x55d79fa9b1c0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f60b324b740 10 client.25516 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.637+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d79fab4ef0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f608f400640 1 -- 172.21.15.32:0/2906152939 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60a00268b0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f608f400640 1 -- 172.21.15.32:0/2906152939 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f60a0025040 con 0x55d79fa9b1c0 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60b324b740 10 client.25516 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60b324b740 10 client.25516 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60b324b740 20 client.25516 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60b324b740 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fab6350 0x55d79fab8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60b324b740 4 client.25516 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f60a000fe50 con 0x55d79fab6350 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.638+0000 7f60ad000640 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fab6350 0x55d79fab8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.639+0000 7f60ad000640 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fab6350 0x55d79fab8740 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bc8e44f54e70ba2 server_cookie=71a7167b5acf6f06 in_seq=0 out_seq=0 2024-04-25T19:05:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.639+0000 7f608f400640 10 client.25516 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f608f400640 1 -- 172.21.15.32:0/2906152939 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f60a000fe50 con 0x55d79fab6350 2024-04-25T19:05:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f608f400640 10 client.25516 handle_command_reply: tid=0 2024-04-25T19:05:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 client.25516 shutdown 2024-04-25T19:05:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9b1c0 msgr2=0x55d79faa3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9b1c0 0x55d79faa3200 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f60a0005b40 tx=0x7f60a0009ec0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 shutdown_connections 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fab6350 0x55d79fab8740 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9bae0 0x55d79faa3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 --2- 172.21.15.32:0/2906152939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9b1c0 0x55d79faa3200 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f608f400640 0 client.25516 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.640+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 >> 172.21.15.32:0/2906152939 conn(0x55d79fa976d0 msgr2=0x55d79fa8e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.641+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 shutdown_connections 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.641+0000 7f60b324b740 1 -- 172.21.15.32:0/2906152939 wait complete. 2024-04-25T19:05:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.641+0000 7f60b324b740 20 client.25516 trim_cache size 0 max 16384 2024-04-25T19:05:04.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 Processor -- start 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 -- start start 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79fa8dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f608800e750 con 0x55d79faa63a0 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6088010290 con 0x55d79fa9b1c0 2024-04-25T19:05:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.657+0000 7f60b324b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f608800ee20 con 0x55d79fa9bae0 2024-04-25T19:05:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79fa8dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79fa8dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:56114/0 (socket says 172.21.15.32:56114) 2024-04-25T19:05:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 -- 172.21.15.32:0/3901500571 learned_addr learned my addr 172.21.15.32:0/3901500571 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ae400640 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 -- 172.21.15.32:0/3901500571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 msgr2=0x55d79fa9db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 -- 172.21.15.32:0/3901500571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 msgr2=0x55d79faa3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 -- 172.21.15.32:0/3901500571 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d79fa9b900 con 0x55d79fa9bae0 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f60ad000640 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79fa8dea0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6094005940 tx=0x7f6094005a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c364aa34fe49289 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f609a000640 1 -- 172.21.15.32:0/3901500571 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094035040 con 0x55d79fa9bae0 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f609a000640 1 -- 172.21.15.32:0/3901500571 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6094046dc0 con 0x55d79fa9bae0 2024-04-25T19:05:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.658+0000 7f609a000640 1 -- 172.21.15.32:0/3901500571 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094004770 con 0x55d79fa9bae0 2024-04-25T19:05:04.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 -- 172.21.15.32:0/3901500571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 msgr2=0x55d79fa8dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79fa8dea0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6094005940 tx=0x7f6094005a20 comp rx=0 tx=0).stop 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 -- 172.21.15.32:0/3901500571 shutdown_connections 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79faa63a0 0x55d79faa3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79fa9bae0 0x55d79fa8dea0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 --2- 172.21.15.32:0/3901500571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79fa9db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.659+0000 7f60b324b740 1 -- 172.21.15.32:0/3901500571 >> 172.21.15.32:0/3901500571 conn(0x55d79fa976d0 msgr2=0x55d79fa8d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.660+0000 7f60b324b740 1 -- 172.21.15.32:0/3901500571 shutdown_connections 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.660+0000 7f60b324b740 1 -- 172.21.15.32:0/3901500571 wait complete. 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.660+0000 7f60b324b740 1 -- start start 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 Processor -- start 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79faae300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79fa9bae0 0x55d79faae840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79faa63a0 0x55d79faa9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f608800fbc0 con 0x55d79fa9bae0 2024-04-25T19:05:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f608800f4f0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f608800c730 con 0x55d79faa63a0 2024-04-25T19:05:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60b324b740 10 client.0 _ll_register_callbacks cb 0x7f60a0011720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60ae400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79faae300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60ae400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79faae300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:58848/0 (socket says 172.21.15.32:58848) 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.661+0000 7f60ae400640 1 -- 172.21.15.32:0/3394020454 learned_addr learned my addr 172.21.15.32:0/3394020454 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ad000640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79fa9bae0 0x55d79faae840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79faa63a0 0x55d79faa9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 -- 172.21.15.32:0/3394020454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79faa63a0 msgr2=0x55d79faa9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79faa63a0 0x55d79faa9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 -- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79fa9bae0 msgr2=0x55d79faae840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79fa9bae0 0x55d79faae840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 -- 172.21.15.32:0/3394020454 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d79faaa000 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60ae400640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79faae300 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009aa0 tx=0x7f60a0009a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbcf46d7db2dd046 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f608f400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f608f400640 1 -- 172.21.15.32:0/3394020454 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a000fcd0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f608f400640 1 -- 172.21.15.32:0/3394020454 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f60a0002030 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.662+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6094046dc0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f608f400640 1 -- 172.21.15.32:0/3394020454 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f60a000fe70 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f60b324b740 10 client.25460 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d79fb1c2f0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f608f400640 1 -- 172.21.15.32:0/3394020454 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6094046dc0 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f608f400640 1 -- 172.21.15.32:0/3394020454 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f60a0018070 con 0x55d79fa9b1c0 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f60b324b740 10 client.25460 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f60b324b740 10 client.25460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.663+0000 7f60b324b740 20 client.25460 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.664+0000 7f60b324b740 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fb1c8d0 0x55d79fb1ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.664+0000 7f60b324b740 4 client.25460 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:05:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.664+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d79fa0c8b0 con 0x55d79fb1c8d0 2024-04-25T19:05:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.664+0000 7f60ad000640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fb1c8d0 0x55d79fb1ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.664+0000 7f60ad000640 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fb1c8d0 0x55d79fb1ecf0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f08c3567c7df70f1 server_cookie=43b1200634979fc4 in_seq=0 out_seq=0 2024-04-25T19:05:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.664+0000 7f608f400640 10 client.25460 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f608f400640 1 -- 172.21.15.32:0/3394020454 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d79fa0c8b0 con 0x55d79fb1c8d0 2024-04-25T19:05:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f608f400640 10 client.25460 handle_command_reply: tid=0 2024-04-25T19:05:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 client.25460 shutdown 2024-04-25T19:05:04.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 msgr2=0x55d79faae300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79faae300 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009aa0 tx=0x7f60a0009a30 comp rx=0 tx=0).stop 2024-04-25T19:05:04.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 shutdown_connections 2024-04-25T19:05:04.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d79fb1c8d0 0x55d79fb1ecf0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d79faa63a0 0x55d79faa9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d79fa9bae0 0x55d79faae840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 --2- 172.21.15.32:0/3394020454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d79fa9b1c0 0x55d79faae300 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 >> 172.21.15.32:0/3394020454 conn(0x55d79fa976d0 msgr2=0x55d79faa4a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f608f400640 0 client.25460 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 shutdown_connections 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.672+0000 7f60b324b740 1 -- 172.21.15.32:0/3394020454 wait complete. 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.673+0000 7f60b324b740 20 client.25460 trim_cache size 0 max 16384 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:05:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:05:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:05:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:05:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.673+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f60900a3f30 msgr2=0x7f60900a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.673+0000 7f60aee00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f60900a3f30 0x7f60900a63f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f609c0cd780 tx=0x7f609c0d3ec0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.673+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074300 msgr2=0x7f60a81a0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.673+0000 7f60aee00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074300 0x7f60a81a0440 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f609c00d6d0 tx=0x7f609c00db90 comp rx=0 tx=0).stop 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 shutdown_connections 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f60900a3f30 0x7f60900a63f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60a810e620 0x7f60a819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60a8074c20 0x7f60a81a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 --2- 172.21.15.32:0/4151916016 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f60a8074300 0x7f60a81a0440 secure :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f609c00d6d0 tx=0x7f609c00db90 comp rx=0 tx=0).stop 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 >> 172.21.15.32:0/4151916016 conn(0x7f60a80fd890 msgr2=0x7f60a80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 shutdown_connections 2024-04-25T19:05:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:04.674+0000 7f60aee00640 1 -- 172.21.15.32:0/4151916016 wait complete. 2024-04-25T19:05:05.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:05 smithi066 ceph-mon[32882]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 29 op/s 2024-04-25T19:05:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:05 smithi064 ceph-mon[32321]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 29 op/s 2024-04-25T19:05:05.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:05 smithi032 ceph-mon[28041]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 29 op/s 2024-04-25T19:05:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:07 smithi066 ceph-mon[32882]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:05:07.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:07 smithi064 ceph-mon[32321]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:05:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:07 smithi032 ceph-mon[28041]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:05:09.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:09 smithi064 ceph-mon[32321]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-25T19:05:09.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:09 smithi066 ceph-mon[32882]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-25T19:05:09.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:09 smithi032 ceph-mon[28041]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-25T19:05:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:11 smithi066 ceph-mon[32882]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:05:11.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:11 smithi064 ceph-mon[32321]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:05:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:11 smithi032 ceph-mon[28041]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:05:11.868 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:05:12.397 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:05:13.583 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:13 smithi032 ceph-mon[28041]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:05:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:13 smithi066 ceph-mon[32882]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:05:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:13 smithi064 ceph-mon[32321]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:05:15.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 -- 172.21.15.32:0/1406719638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f042806b0f0 msgr2=0x7f042810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:15.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 --2- 172.21.15.32:0/1406719638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f042806b0f0 0x7f042810f900 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f042000b0a0 tx=0x7f042000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 -- 172.21.15.32:0/1406719638 shutdown_connections 2024-04-25T19:05:15.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 --2- 172.21.15.32:0/1406719638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f042806b0f0 0x7f042810f900 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 --2- 172.21.15.32:0/1406719638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0428108a30 0x7f0428108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 --2- 172.21.15.32:0/1406719638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f042806a750 0x7f042806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 -- 172.21.15.32:0/1406719638 >> 172.21.15.32:0/1406719638 conn(0x7f04280788f0 msgr2=0x7f0428078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:15.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 -- 172.21.15.32:0/1406719638 shutdown_connections 2024-04-25T19:05:15.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.275+0000 7f042d800700 1 -- 172.21.15.32:0/1406719638 wait complete. 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 Processor -- start 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 -- start start 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f042806a750 0x7f04280741b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f042806b0f0 0x7f04280746f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 0x7f042806d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f04281109f0 con 0x7f042806b0f0 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0428110870 con 0x7f0428108a30 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.277+0000 7f042d800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0428110b70 con 0x7f042806a750 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.278+0000 7f0427400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 0x7f042806d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.278+0000 7f0427400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 0x7f042806d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33950/0 (socket says 172.21.15.32:33950) 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.278+0000 7f0427400700 1 -- 172.21.15.32:0/3860874670 learned_addr learned my addr 172.21.15.32:0/3860874670 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.278+0000 7f0426000700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f042806b0f0 0x7f04280746f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:15.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.278+0000 7f0426a00700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f042806a750 0x7f04280741b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0427400700 1 -- 172.21.15.32:0/3860874670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f042806a750 msgr2=0x7f04280741b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0427400700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f042806a750 0x7f04280741b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0427400700 1 -- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f042806b0f0 msgr2=0x7f04280746f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0427400700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f042806b0f0 0x7f04280746f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0427400700 1 -- 172.21.15.32:0/3860874670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f042806dd50 con 0x7f0428108a30 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0426a00700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f042806a750 0x7f04280741b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:05:15.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.279+0000 7f0427400700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 0x7f042806d490 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0420009fd0 tx=0x7f0420004dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:15.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.280+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0420021070 con 0x7f0428108a30 2024-04-25T19:05:15.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.280+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0420007c00 con 0x7f0428108a30 2024-04-25T19:05:15.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.280+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04200052a0 con 0x7f0428108a30 2024-04-25T19:05:15.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.280+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f042806dfe0 con 0x7f0428108a30 2024-04-25T19:05:15.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.280+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0428071eb0 con 0x7f0428108a30 2024-04-25T19:05:15.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.281+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0428104170 con 0x7f0428108a30 2024-04-25T19:05:15.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.283+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0420024070 con 0x7f0428108a30 2024-04-25T19:05:15.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.285+0000 7f041f400700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f040c0a3f00 0x7f040c0a63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:15.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.285+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f042000f020 con 0x7f0428108a30 2024-04-25T19:05:15.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.286+0000 7f0426a00700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f040c0a3f00 0x7f040c0a63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.286+0000 7f0426a00700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f040c0a3f00 0x7f040c0a63c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0418005fd0 tx=0x7f0418005d40 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.287+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f042002b030 con 0x7f0428108a30 2024-04-25T19:05:15.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:15 smithi032 ceph-mon[28041]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-25T19:05:15.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:15 smithi032 ceph-mon[28041]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-25T19:05:15.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:15 smithi066 ceph-mon[32882]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-25T19:05:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:15 smithi066 ceph-mon[32882]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-25T19:05:15.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.739+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0428072990 con 0x7f0428108a30 2024-04-25T19:05:15.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.740+0000 7f041f400700 1 -- 172.21.15.32:0/3860874670 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f042009e280 con 0x7f0428108a30 2024-04-25T19:05:15.742 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:05:15.743 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:05:15.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f040c0a3f00 msgr2=0x7f040c0a63c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:15.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f040c0a3f00 0x7f040c0a63c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0418005fd0 tx=0x7f0418005d40 comp rx=0 tx=0).stop 2024-04-25T19:05:15.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 msgr2=0x7f042806d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:15.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 0x7f042806d490 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0420009fd0 tx=0x7f0420004dc0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 shutdown_connections 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f040c0a3f00 0x7f040c0a63c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0428108a30 0x7f042806d490 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f042806a750 0x7f04280741b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 --2- 172.21.15.32:0/3860874670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f042806b0f0 0x7f04280746f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.745+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 >> 172.21.15.32:0/3860874670 conn(0x7f04280788f0 msgr2=0x7f04280ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.746+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 shutdown_connections 2024-04-25T19:05:15.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:15.746+0000 7f042d800700 1 -- 172.21.15.32:0/3860874670 wait complete. 2024-04-25T19:05:15.749 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:05:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:15 smithi064 ceph-mon[32321]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-25T19:05:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:15 smithi064 ceph-mon[32321]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-25T19:05:16.320 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:16 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3860874670' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:05:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:16 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3860874670' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:05:16.722 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 53a7ec26 --release --await' 2024-04-25T19:05:16.722 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 53a7ec26 --release --await 2024-04-25T19:05:16.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:16 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3860874670' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:05:17.264 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:05:17.612 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:17 smithi032 ceph-mon[28041]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-25T19:05:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:17 smithi066 ceph-mon[32882]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-25T19:05:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:17 smithi064 ceph-mon[32321]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-25T19:05:17.822 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.820+0000 7f71f7000640 1 -- 172.21.15.32:0/3628141628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0102980 msgr2=0x7f71f01069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.820+0000 7f71f7000640 1 --2- 172.21.15.32:0/3628141628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0102980 0x7f71f01069c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f71dc009900 tx=0x7f71dc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 -- 172.21.15.32:0/3628141628 shutdown_connections 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 --2- 172.21.15.32:0/3628141628 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f01070a0 0x7f71f010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 --2- 172.21.15.32:0/3628141628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0102980 0x7f71f01069c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 --2- 172.21.15.32:0/3628141628 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f0101fd0 0x7f71f01023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 -- 172.21.15.32:0/3628141628 >> 172.21.15.32:0/3628141628 conn(0x7f71f00fd890 msgr2=0x7f71f00ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 -- 172.21.15.32:0/3628141628 shutdown_connections 2024-04-25T19:05:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.821+0000 7f71f7000640 1 -- 172.21.15.32:0/3628141628 wait complete. 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 Processor -- start 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 -- start start 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0101fd0 0x7f71f01a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 0x7f71f01a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f019a610 0x7f71f019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f71f0112010 con 0x7f71f01070a0 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f71f0111e90 con 0x7f71f0101fd0 2024-04-25T19:05:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.822+0000 7f71f7000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71f0112190 con 0x7f71f019a610 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 0x7f71f01a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f5c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0101fd0 0x7f71f01a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 0x7f71f01a09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51068/0 (socket says 172.21.15.32:51068) 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f5200640 1 -- 172.21.15.32:0/2610648372 learned_addr learned my addr 172.21.15.32:0/2610648372 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f6600640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f019a610 0x7f71f019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f6600640 1 -- 172.21.15.32:0/2610648372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0101fd0 msgr2=0x7f71f01a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.823+0000 7f71f6600640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0101fd0 0x7f71f01a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71f6600640 1 -- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 msgr2=0x7f71f01a09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71f6600640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 0x7f71f01a09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71f6600640 1 -- 172.21.15.32:0/2610648372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71f019b130 con 0x7f71f019a610 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71f5200640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 0x7f71f01a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71f6600640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f019a610 0x7f71f019aac0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f71e8009fd0 tx=0x7f71e800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71ee000640 1 -- 172.21.15.32:0/2610648372 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e800ce20 con 0x7f71f019a610 2024-04-25T19:05:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71f019b420 con 0x7f71f019a610 2024-04-25T19:05:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71ee000640 1 -- 172.21.15.32:0/2610648372 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71e8005020 con 0x7f71f019a610 2024-04-25T19:05:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.824+0000 7f71ee000640 1 -- 172.21.15.32:0/2610648372 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e8010690 con 0x7f71f019a610 2024-04-25T19:05:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.825+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71f01a76c0 con 0x7f71f019a610 2024-04-25T19:05:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.828+0000 7f71ee000640 1 -- 172.21.15.32:0/2610648372 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f71e80054d0 con 0x7f71f019a610 2024-04-25T19:05:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.828+0000 7f71fb36d740 1 Processor -- start 2024-04-25T19:05:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 -- start start 2024-04-25T19:05:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75909d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc75914650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc75916f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55fc7586f900 con 0x55fc759099b0 2024-04-25T19:05:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55fc75815ef0 con 0x55fc7590a2d0 2024-04-25T19:05:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.829+0000 7f71fb36d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55fc7586b8c0 con 0x55fc75914b90 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71ee000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f71d80a3d80 0x7f71d80a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc75914650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc75914650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33984/0 (socket says 172.21.15.32:33984) 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5c00640 1 -- 172.21.15.32:0/3731675259 learned_addr learned my addr 172.21.15.32:0/3731675259 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71ee000640 1 -- 172.21.15.32:0/2610648372 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f71e80d0e50 con 0x7f71f019a610 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5c00640 1 -- 172.21.15.32:0/3731675259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 msgr2=0x55fc75916f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5c00640 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc75916f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5c00640 1 -- 172.21.15.32:0/3731675259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 msgr2=0x55fc75909d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.830+0000 7f71f5200640 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75909d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.831+0000 7f71f6600640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f71d80a3d80 0x7f71d80a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.831+0000 7f71f5c00640 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75909d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.831+0000 7f71f5c00640 1 -- 172.21.15.32:0/3731675259 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc75582210 con 0x55fc7590a2d0 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.831+0000 7f71f5200640 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75909d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.831+0000 7f71f5c00640 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc75914650 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f71e4009cf0 tx=0x7f71e4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ae0e3d1599772e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.831+0000 7f71f6600640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f71d80a3d80 0x7f71d80a6240 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f71e8000f80 tx=0x7f71e80057c0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.832+0000 7f71e2a00640 1 -- 172.21.15.32:0/3731675259 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e4004230 con 0x55fc7590a2d0 2024-04-25T19:05:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.832+0000 7f71e2a00640 1 -- 172.21.15.32:0/3731675259 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71e40043d0 con 0x55fc7590a2d0 2024-04-25T19:05:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.832+0000 7f71e2a00640 1 -- 172.21.15.32:0/3731675259 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71e4019840 con 0x55fc7590a2d0 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.832+0000 7f71fb36d740 1 -- 172.21.15.32:0/3731675259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 msgr2=0x55fc75914650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.832+0000 7f71fb36d740 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc75914650 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f71e4009cf0 tx=0x7f71e4011810 comp rx=0 tx=0).stop 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 -- 172.21.15.32:0/3731675259 shutdown_connections 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc75916f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc75914650 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 --2- 172.21.15.32:0/3731675259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75909d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 -- 172.21.15.32:0/3731675259 >> 172.21.15.32:0/3731675259 conn(0x55fc75905ec0 msgr2=0x55fc759062a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 -- 172.21.15.32:0/3731675259 shutdown_connections 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 -- 172.21.15.32:0/3731675259 wait complete. 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 -- start start 2024-04-25T19:05:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.833+0000 7f71fb36d740 1 Processor -- start 2024-04-25T19:05:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc759099b0 0x55fc75911b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc7590a2d0 0x55fc75912070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc759125b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55fc759177c0 con 0x55fc7590a2d0 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55fc75829310 con 0x55fc75914b90 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55fc75917940 con 0x55fc759099b0 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71fb36d740 10 client.0 _ll_register_callbacks cb 0x55fc757f7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71f5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc759099b0 0x55fc75911b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71f5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc759099b0 0x55fc75911b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52734/0 (socket says 172.21.15.32:52734) 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71f5200640 1 -- 172.21.15.32:0/150000097 learned_addr learned my addr 172.21.15.32:0/150000097 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71f5200640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc759125b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.834+0000 7f71f5c00640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc7590a2d0 0x55fc75912070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5200640 1 -- 172.21.15.32:0/150000097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc759099b0 msgr2=0x55fc75911b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5200640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc759099b0 0x55fc75911b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5200640 1 -- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc7590a2d0 msgr2=0x55fc75912070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5200640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc7590a2d0 0x55fc75912070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5200640 1 -- 172.21.15.32:0/150000097 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc7564e620 con 0x55fc75914b90 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5c00640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc7590a2d0 0x55fc75912070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71f5200640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc759125b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f71dc031440 tx=0x7f71dc005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b9dada94b73647b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71d7400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.835+0000 7f71d7400640 1 -- 172.21.15.32:0/150000097 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc035040 con 0x55fc75914b90 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71e40043d0 con 0x55fc75914b90 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71d7400640 1 -- 172.21.15.32:0/150000097 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f71dc005020 con 0x55fc75914b90 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71d7400640 1 -- 172.21.15.32:0/150000097 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f71dc04f050 con 0x55fc75914b90 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71fb36d740 10 client.25478 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fc7592c210 con 0x55fc75914b90 2024-04-25T19:05:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71d7400640 1 -- 172.21.15.32:0/150000097 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71e40043d0 con 0x55fc75914b90 2024-04-25T19:05:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.836+0000 7f71d7400640 1 -- 172.21.15.32:0/150000097 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f71dc004c60 con 0x55fc75914b90 2024-04-25T19:05:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71fb36d740 10 client.25478 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71fb36d740 10 client.25478 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71fb36d740 20 client.25478 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:17.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71fb36d740 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc7592d6f0 0x55fc7592fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71fb36d740 4 client.25478 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:17.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc758838b0 con 0x55fc7592d6f0 2024-04-25T19:05:17.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.837+0000 7f71f5c00640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc7592d6f0 0x55fc7592fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.839+0000 7f71f5c00640 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc7592d6f0 0x55fc7592fae0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2f6274b9145b2ac server_cookie=fb87816b8c693fb7 in_seq=0 out_seq=0 2024-04-25T19:05:17.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.839+0000 7f71d7400640 10 client.25478 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.839+0000 7f71d7400640 1 -- 172.21.15.32:0/150000097 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc758838b0 con 0x55fc7592d6f0 2024-04-25T19:05:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.839+0000 7f71d7400640 10 client.25478 handle_command_reply: tid=0 2024-04-25T19:05:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 client.25478 shutdown 2024-04-25T19:05:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 msgr2=0x55fc759125b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc759125b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f71dc031440 tx=0x7f71dc005a20 comp rx=0 tx=0).stop 2024-04-25T19:05:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 shutdown_connections 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc7592d6f0 0x55fc7592fae0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc759125b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc7590a2d0 0x55fc75912070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 --2- 172.21.15.32:0/150000097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc759099b0 0x55fc75911b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 >> 172.21.15.32:0/150000097 conn(0x55fc75905ec0 msgr2=0x55fc7590bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71d7400640 0 client.25478 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 shutdown_connections 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 1 -- 172.21.15.32:0/150000097 wait complete. 2024-04-25T19:05:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.840+0000 7f71fb36d740 20 client.25478 trim_cache size 0 max 16384 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 Processor -- start 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 -- start start 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75928ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc759123d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc759353f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f71f01ab990 con 0x55fc759099b0 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f71f01ad4d0 con 0x55fc7590a2d0 2024-04-25T19:05:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.858+0000 7f71fb36d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71f01ac060 con 0x55fc75914b90 2024-04-25T19:05:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75928ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75928ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51100/0 (socket says 172.21.15.32:51100) 2024-04-25T19:05:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 -- 172.21.15.32:0/2291189001 learned_addr learned my addr 172.21.15.32:0/2291189001 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5c00640 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc759123d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc759353f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 -- 172.21.15.32:0/2291189001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 msgr2=0x55fc759353f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc759353f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 -- 172.21.15.32:0/2291189001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 msgr2=0x55fc759123d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc759123d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5200640 1 -- 172.21.15.32:0/2291189001 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc75901820 con 0x55fc759099b0 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.859+0000 7f71f5c00640 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc759123d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.860+0000 7f71f5200640 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75928ed0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0318a0 tx=0x7f71dc004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8dbceb66a53ef10 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.860+0000 7f71e2000640 1 -- 172.21.15.32:0/2291189001 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc035070 con 0x55fc759099b0 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.860+0000 7f71e2000640 1 -- 172.21.15.32:0/2291189001 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71dc005000 con 0x55fc759099b0 2024-04-25T19:05:17.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.860+0000 7f71e2000640 1 -- 172.21.15.32:0/2291189001 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc004940 con 0x55fc759099b0 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 -- 172.21.15.32:0/2291189001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 msgr2=0x55fc75928ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75928ed0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f71dc0318a0 tx=0x7f71dc004430 comp rx=0 tx=0).stop 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 -- 172.21.15.32:0/2291189001 shutdown_connections 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc75914b90 0x55fc759353f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc7590a2d0 0x55fc759123d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2291189001 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75928ed0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 -- 172.21.15.32:0/2291189001 >> 172.21.15.32:0/2291189001 conn(0x55fc75905ec0 msgr2=0x55fc7590ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 -- 172.21.15.32:0/2291189001 shutdown_connections 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 -- 172.21.15.32:0/2291189001 wait complete. 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.861+0000 7f71fb36d740 1 -- start start 2024-04-25T19:05:17.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 Processor -- start 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75925420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc7590a2d0 0x55fc75925960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc75922bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f71f01ace00 con 0x55fc759099b0 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f71f01ac730 con 0x55fc75914b90 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71f01a9970 con 0x55fc7590a2d0 2024-04-25T19:05:17.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.862+0000 7f71fb36d740 10 client.0 _ll_register_callbacks cb 0x7f71dc003910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75925420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc7590a2d0 0x55fc75925960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75925420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51102/0 (socket says 172.21.15.32:51102) 2024-04-25T19:05:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 -- 172.21.15.32:0/2144611958 learned_addr learned my addr 172.21.15.32:0/2144611958 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc75922bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 -- 172.21.15.32:0/2144611958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc7590a2d0 msgr2=0x55fc75925960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc7590a2d0 0x55fc75925960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 -- 172.21.15.32:0/2144611958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 msgr2=0x55fc75922bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc75922bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.863+0000 7f71f5200640 1 -- 172.21.15.32:0/2144611958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc759233b0 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71f5200640 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75925420 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f71dc055040 tx=0x7f71dc005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42ad4205eedf3114 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71d7400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71d7400640 1 -- 172.21.15.32:0/2144611958 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71dc059040 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71d7400640 1 -- 172.21.15.32:0/2144611958 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f71dc0051b0 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71dc005000 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71d7400640 1 -- 172.21.15.32:0/2144611958 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f71dc035040 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71fb36d740 10 client.15363 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.864+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fc75993970 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71d7400640 1 -- 172.21.15.32:0/2144611958 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71dc005000 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71d7400640 1 -- 172.21.15.32:0/2144611958 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f71dc004b20 con 0x55fc759099b0 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71fb36d740 10 client.15363 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71fb36d740 10 client.15363 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71fb36d740 20 client.15363 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc75993fb0 0x55fc759963d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71fb36d740 4 client.15363 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc7587d320 con 0x55fc75993fb0 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.865+0000 7f71f5c00640 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc75993fb0 0x55fc759963d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.866+0000 7f71f5c00640 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc75993fb0 0x55fc759963d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bcd602e8197f3e3 server_cookie=a6aa353dc674946c in_seq=0 out_seq=0 2024-04-25T19:05:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.866+0000 7f71d7400640 10 client.15363 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.873+0000 7f71d7400640 1 -- 172.21.15.32:0/2144611958 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fc7587d320 con 0x55fc75993fb0 2024-04-25T19:05:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.873+0000 7f71d7400640 10 client.15363 handle_command_reply: tid=0 2024-04-25T19:05:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.873+0000 7f71fb36d740 1 client.15363 shutdown 2024-04-25T19:05:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.873+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 msgr2=0x55fc75925420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.873+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75925420 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f71dc055040 tx=0x7f71dc005e50 comp rx=0 tx=0).stop 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 shutdown_connections 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55fc75993fb0 0x55fc759963d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55fc75914b90 0x55fc75922bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55fc7590a2d0 0x55fc75925960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 --2- 172.21.15.32:0/2144611958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55fc759099b0 0x55fc75925420 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 >> 172.21.15.32:0/2144611958 conn(0x55fc75905ec0 msgr2=0x55fc75913360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71d7400640 0 client.15363 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 shutdown_connections 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 1 -- 172.21.15.32:0/2144611958 wait complete. 2024-04-25T19:05:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.874+0000 7f71fb36d740 20 client.15363 trim_cache size 0 max 16384 2024-04-25T19:05:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:05:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:05:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:05:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:05:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f71d80a3d80 msgr2=0x7f71d80a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f71d80a3d80 0x7f71d80a6240 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f71e8000f80 tx=0x7f71e80057c0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f019a610 msgr2=0x7f71f019aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f019a610 0x7f71f019aac0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f71e8009fd0 tx=0x7f71e800ef10 comp rx=0 tx=0).stop 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 shutdown_connections 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f71d80a3d80 0x7f71d80a6240 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71f019a610 0x7f71f019aac0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71f01070a0 0x7f71f01a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 --2- 172.21.15.32:0/2610648372 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f71f0101fd0 0x7f71f01a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 >> 172.21.15.32:0/2610648372 conn(0x7f71f00fd890 msgr2=0x7f71f00fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 shutdown_connections 2024-04-25T19:05:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:17.875+0000 7f71f7000640 1 -- 172.21.15.32:0/2610648372 wait complete. 2024-04-25T19:05:19.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 -- 172.21.15.32:0/3809626183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 msgr2=0x7fb3a810f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 --2- 172.21.15.32:0/3809626183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 0x7fb3a810f8f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb3a000b0a0 tx=0x7fb3a000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 -- 172.21.15.32:0/3809626183 shutdown_connections 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 --2- 172.21.15.32:0/3809626183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 0x7fb3a810f8f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 --2- 172.21.15.32:0/3809626183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a8108a20 0x7fb3a8108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 --2- 172.21.15.32:0/3809626183 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb3a806afe0 0x7fb3a806b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 -- 172.21.15.32:0/3809626183 >> 172.21.15.32:0/3809626183 conn(0x7fb3a80788b0 msgr2=0x7fb3a8078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 -- 172.21.15.32:0/3809626183 shutdown_connections 2024-04-25T19:05:19.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.491+0000 7fb3ad400700 1 -- 172.21.15.32:0/3809626183 wait complete. 2024-04-25T19:05:19.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.492+0000 7fb3ad400700 1 Processor -- start 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 -- start start 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 0x7fb3a8101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 0x7fb3a8101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb3a8108a20 0x7fb3a8102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a8112c10 con 0x7fb3a806b980 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a8112a90 con 0x7fb3a8108a20 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3ad400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a8112d90 con 0x7fb3a806afe0 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 0x7fb3a8101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3a5e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 0x7fb3a8101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 0x7fb3a8101a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52782/0 (socket says 172.21.15.32:52782) 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3a6800700 1 -- 172.21.15.32:0/2965859070 learned_addr learned my addr 172.21.15.32:0/2965859070 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.493+0000 7fb3a7200700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb3a8108a20 0x7fb3a8102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3a6800700 1 -- 172.21.15.32:0/2965859070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb3a8108a20 msgr2=0x7fb3a8102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3a6800700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb3a8108a20 0x7fb3a8102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3a6800700 1 -- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 msgr2=0x7fb3a8101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3a6800700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 0x7fb3a8101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3a6800700 1 -- 172.21.15.32:0/2965859070 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a81a7700 con 0x7fb3a806afe0 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3a6800700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 0x7fb3a8101a00 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb39800e9c0 tx=0x7fb39800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb39f400700 1 -- 172.21.15.32:0/2965859070 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39800cbd0 con 0x7fb3a806afe0 2024-04-25T19:05:19.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb39f400700 1 -- 172.21.15.32:0/2965859070 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb39800ee60 con 0x7fb3a806afe0 2024-04-25T19:05:19.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb39f400700 1 -- 172.21.15.32:0/2965859070 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3980055c0 con 0x7fb3a806afe0 2024-04-25T19:05:19.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.494+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3a81a79f0 con 0x7fb3a806afe0 2024-04-25T19:05:19.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.495+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3a81a7ee0 con 0x7fb3a806afe0 2024-04-25T19:05:19.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.498+0000 7fb39f400700 1 -- 172.21.15.32:0/2965859070 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb398004750 con 0x7fb3a806afe0 2024-04-25T19:05:19.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.499+0000 7fb3b7e62b80 1 Processor -- start 2024-04-25T19:05:19.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.499+0000 7fb39f400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb38c0a3db0 0x7fb38c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.499+0000 7fb3b7e62b80 1 -- start start 2024-04-25T19:05:19.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.499+0000 7fb39f400700 1 -- 172.21.15.32:0/2965859070 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb3980d0a30 con 0x7fb3a806afe0 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.499+0000 7fb3a7200700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb38c0a3db0 0x7fb38c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.499+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c274120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c274660 0x55859c27ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2818c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55859c1c6f90 con 0x55859c273d40 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55859c16d830 con 0x55859c274660 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55859c1c2f50 con 0x55859c27f4d0 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c274120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c274120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51132/0 (socket says 172.21.15.32:51132) 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 -- 172.21.15.32:0/4027557433 learned_addr learned my addr 172.21.15.32:0/4027557433 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:19.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c274660 0x55859c27ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a7200700 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2818c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 -- 172.21.15.32:0/4027557433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 msgr2=0x55859c2818c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2818c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 -- 172.21.15.32:0/4027557433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c274660 msgr2=0x55859c27ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c274660 0x55859c27ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a6800700 1 -- 172.21.15.32:0/4027557433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55859c163780 con 0x55859c273d40 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c274660 0x55859c27ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.500+0000 7fb3a7200700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb38c0a3db0 0x7fb38c0a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb3a000b780 tx=0x7fb3a0009440 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:19.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.501+0000 7fb3a6800700 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c274120 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb398009230 tx=0x7fb398098d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77f4793bc6b682a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.501+0000 7fb393e00700 1 -- 172.21.15.32:0/4027557433 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39809c980 con 0x55859c273d40 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.501+0000 7fb393e00700 1 -- 172.21.15.32:0/4027557433 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3980a0d30 con 0x55859c273d40 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.501+0000 7fb393e00700 1 -- 172.21.15.32:0/4027557433 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3980a5160 con 0x55859c273d40 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/4027557433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 msgr2=0x55859c274120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c274120 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb398009230 tx=0x7fb398098d30 comp rx=0 tx=0).stop 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/4027557433 shutdown_connections 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c274120 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2818c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/4027557433 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c274660 0x55859c27ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/4027557433 >> 172.21.15.32:0/4027557433 conn(0x55859c1a3050 msgr2=0x55859c270250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/4027557433 shutdown_connections 2024-04-25T19:05:19.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.502+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/4027557433 wait complete. 2024-04-25T19:05:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.503+0000 7fb3b7e62b80 1 -- start start 2024-04-25T19:05:19.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.503+0000 7fb3b7e62b80 1 Processor -- start 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c27ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c274660 0x55859c27bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c27f4d0 0x55859c27c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55859c281f60 con 0x55859c273d40 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55859c180960 con 0x55859c27f4d0 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55859c2820e0 con 0x55859c274660 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3b7e62b80 10 client.0 _ll_register_callbacks cb 0x55859c15f820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c27ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c27ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51144/0 (socket says 172.21.15.32:51144) 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 -- 172.21.15.32:0/1141878686 learned_addr learned my addr 172.21.15.32:0/1141878686 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c274660 0x55859c27bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a7200700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c27f4d0 0x55859c27c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 -- 172.21.15.32:0/1141878686 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c274660 msgr2=0x55859c27bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c274660 0x55859c27bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 -- 172.21.15.32:0/1141878686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c27f4d0 msgr2=0x55859c27c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.504+0000 7fb3a6800700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c27f4d0 0x55859c27c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb3a6800700 1 -- 172.21.15.32:0/1141878686 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55859c1149d0 con 0x55859c273d40 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb3a6800700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c27ecc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb3980a50c0 tx=0x7fb398017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22ae4b0d37026a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb390c00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb390c00700 1 -- 172.21.15.32:0/1141878686 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39809c980 con 0x55859c273d40 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb390c00700 1 -- 172.21.15.32:0/1141878686 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb39809cdf0 con 0x55859c273d40 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3980a0d30 con 0x55859c273d40 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb390c00700 1 -- 172.21.15.32:0/1141878686 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb398067300 con 0x55859c273d40 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb3b7e62b80 10 client.15375 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:19.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.505+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55859c15dbf0 con 0x55859c273d40 2024-04-25T19:05:19.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb390c00700 1 -- 172.21.15.32:0/1141878686 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3980a0d30 con 0x55859c273d40 2024-04-25T19:05:19.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb390c00700 1 -- 172.21.15.32:0/1141878686 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb398087040 con 0x55859c273d40 2024-04-25T19:05:19.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3b7e62b80 10 client.15375 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3b7e62b80 10 client.15375 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3b7e62b80 20 client.15375 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c28eb90 0x55859c290f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3b7e62b80 4 client.15375 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55859c1d4780 con 0x55859c28eb90 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.506+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c28eb90 0x55859c290f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.507+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c28eb90 0x55859c290f80 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbeab49b8c47291b server_cookie=c1d076d8b3167b60 in_seq=0 out_seq=0 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.507+0000 7fb390c00700 10 client.15375 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb390c00700 1 -- 172.21.15.32:0/1141878686 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55859c1d4780 con 0x55859c28eb90 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb390c00700 10 client.15375 handle_command_reply: tid=0 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 client.15375 shutdown 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 msgr2=0x55859c27ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c27ecc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb3980a50c0 tx=0x7fb398017000 comp rx=0 tx=0).stop 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 shutdown_connections 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c28eb90 0x55859c290f80 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c273d40 0x55859c27ecc0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c27f4d0 0x55859c27c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/1141878686 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c274660 0x55859c27bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 >> 172.21.15.32:0/1141878686 conn(0x55859c1a3050 msgr2=0x55859c26fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.508+0000 7fb390c00700 0 client.15375 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.509+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 shutdown_connections 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.509+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/1141878686 wait complete. 2024-04-25T19:05:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.509+0000 7fb3b7e62b80 20 client.15375 trim_cache size 0 max 16384 2024-04-25T19:05:19.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.530+0000 7fb3b7e62b80 1 Processor -- start 2024-04-25T19:05:19.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.530+0000 7fb3b7e62b80 1 -- start start 2024-04-25T19:05:19.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.530+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c270410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.530+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c27b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.530+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c27de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.530+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81af5c0 con 0x55859c274660 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81b1100 con 0x55859c273d40 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81afc90 con 0x55859c27f4d0 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c270410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c270410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34048/0 (socket says 172.21.15.32:34048) 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 -- 172.21.15.32:0/3238983837 learned_addr learned my addr 172.21.15.32:0/3238983837 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a7200700 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c27de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c27b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 -- 172.21.15.32:0/3238983837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 msgr2=0x55859c27de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c27de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 -- 172.21.15.32:0/3238983837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 msgr2=0x55859c27b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c27b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a6800700 1 -- 172.21.15.32:0/3238983837 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55859c275bb0 con 0x55859c273d40 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.531+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c27b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.532+0000 7fb3a6800700 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c270410 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb398009fd0 tx=0x7fb39809c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae0f28c81242e18b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.532+0000 7fb393400700 1 -- 172.21.15.32:0/3238983837 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3980674a0 con 0x55859c273d40 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.532+0000 7fb393400700 1 -- 172.21.15.32:0/3238983837 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3980a0d30 con 0x55859c273d40 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.532+0000 7fb393400700 1 -- 172.21.15.32:0/3238983837 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3980870b0 con 0x55859c273d40 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/3238983837 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 msgr2=0x55859c270410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c270410 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb398009fd0 tx=0x7fb39809c800 comp rx=0 tx=0).stop 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/3238983837 shutdown_connections 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c27de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c270410 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/3238983837 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c27b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/3238983837 >> 172.21.15.32:0/3238983837 conn(0x55859c1a3050 msgr2=0x55859c28ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:19.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/3238983837 shutdown_connections 2024-04-25T19:05:19.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.533+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/3238983837 wait complete. 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.534+0000 7fb3b7e62b80 1 -- start start 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.534+0000 7fb3b7e62b80 1 Processor -- start 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.534+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c293fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.534+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c294500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.534+0000 7fb3b7e62b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2925d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.534+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81b0a30 con 0x55859c274660 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81b0360 con 0x55859c273d40 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3b7e62b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a81ad560 con 0x55859c27f4d0 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3b7e62b80 10 client.0 _ll_register_callbacks cb 0x55859c15f820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c293fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a5e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c294500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c293fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34050/0 (socket says 172.21.15.32:34050) 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 -- 172.21.15.32:0/493232629 learned_addr learned my addr 172.21.15.32:0/493232629 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a7200700 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2925d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 -- 172.21.15.32:0/493232629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 msgr2=0x55859c2925d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2925d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 -- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 msgr2=0x55859c294500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c294500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.535+0000 7fb3a6800700 1 -- 172.21.15.32:0/493232629 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55859c292dd0 con 0x55859c273d40 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb3a6800700 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c293fc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb398009230 tx=0x7fb3980ce230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b81f4a81bc2ed9a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb390c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb390c00700 1 -- 172.21.15.32:0/493232629 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3980674a0 con 0x55859c273d40 2024-04-25T19:05:19.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb390c00700 1 -- 172.21.15.32:0/493232629 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb39809bdd0 con 0x55859c273d40 2024-04-25T19:05:19.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3980a0d30 con 0x55859c273d40 2024-04-25T19:05:19.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb390c00700 1 -- 172.21.15.32:0/493232629 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb39809bfd0 con 0x55859c273d40 2024-04-25T19:05:19.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb3b7e62b80 10 client.25502 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:19.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55859c292dd0 con 0x55859c273d40 2024-04-25T19:05:19.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.536+0000 7fb390c00700 1 -- 172.21.15.32:0/493232629 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3980a0d30 con 0x55859c273d40 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb390c00700 1 -- 172.21.15.32:0/493232629 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb398004a40 con 0x55859c273d40 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3b7e62b80 10 client.25502 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3b7e62b80 10 client.25502 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3b7e62b80 20 client.25502 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c2f5c40 0x55859c2f8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3b7e62b80 4 client.25502 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "53a7ec26", "release": true, "await": true}] 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "53a7ec26", "release": true, "await": true}) -- 0x55859c26efa0 con 0x55859c2f5c40 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.537+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c2f5c40 0x55859c2f8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.538+0000 7fb3a5e00700 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c2f5c40 0x55859c2f8030 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c39eeeb4e02f7c6 server_cookie=ae7c39c6817c070c in_seq=0 out_seq=0 2024-04-25T19:05:19.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.538+0000 7fb390c00700 10 client.25502 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:19.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.540+0000 7fb390c00700 1 -- 172.21.15.32:0/493232629 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55859c26efa0 con 0x55859c2f5c40 2024-04-25T19:05:19.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.540+0000 7fb390c00700 10 client.25502 handle_command_reply: tid=0 2024-04-25T19:05:19.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.540+0000 7fb3b7e62b80 1 client.25502 shutdown 2024-04-25T19:05:19.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 msgr2=0x55859c293fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c293fc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb398009230 tx=0x7fb3980ce230 comp rx=0 tx=0).stop 2024-04-25T19:05:19.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 shutdown_connections 2024-04-25T19:05:19.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55859c2f5c40 0x55859c2f8030 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55859c27f4d0 0x55859c2925d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55859c273d40 0x55859c293fc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 --2- 172.21.15.32:0/493232629 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55859c274660 0x55859c294500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 >> 172.21.15.32:0/493232629 conn(0x55859c1a3050 msgr2=0x55859c26f400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb390c00700 0 client.25502 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 shutdown_connections 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 1 -- 172.21.15.32:0/493232629 wait complete. 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.541+0000 7fb3b7e62b80 20 client.25502 trim_cache size 0 max 16384 2024-04-25T19:05:19.544 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 4, 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "53a7ec26": { 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 4, 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:05:19.545 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 70.0, 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:19.546 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.542+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb38c0a3db0 msgr2=0x7fb38c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.542+0000 7fb3ad400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb38c0a3db0 0x7fb38c0a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb3a000b780 tx=0x7fb3a0009440 comp rx=0 tx=0).stop 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.542+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 msgr2=0x7fb3a8101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.542+0000 7fb3ad400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 0x7fb3a8101a00 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb39800e9c0 tx=0x7fb39800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 shutdown_connections 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb38c0a3db0 0x7fb38c0a6270 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb3a8108a20 0x7fb3a8102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3a806afe0 0x7fb3a8101a00 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 --2- 172.21.15.32:0/2965859070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb3a806b980 0x7fb3a8101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:19.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 >> 172.21.15.32:0/2965859070 conn(0x7fb3a80788b0 msgr2=0x7fb3a80ffae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:19.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 shutdown_connections 2024-04-25T19:05:19.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:19.543+0000 7fb3ad400700 1 -- 172.21.15.32:0/2965859070 wait complete. 2024-04-25T19:05:19.569 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:19 smithi032 ceph-mon[28041]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-25T19:05:19.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:19 smithi066 ceph-mon[32882]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-25T19:05:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:19 smithi064 ceph-mon[32321]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.2 KiB/s wr, 16 op/s 2024-04-25T19:05:20.796 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '53a7ec26', seconds elapsed: 27.2 2024-04-25T19:05:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:21 smithi066 ceph-mon[32882]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-25T19:05:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:21 smithi064 ceph-mon[32321]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-25T19:05:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:21 smithi032 ceph-mon[28041]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-25T19:05:22.950 INFO:tasks.workunit.client.0.smithi032.stderr:Updating files: 62% (7809/12492) Updating files: 63% (7870/12492) Updating files: 64% (7995/12492) Updating files: 65% (8120/12492) Updating files: 66% (8245/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr:Note: switching to '7797745e6d8b3ac036504dc61491d368615024da'. 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr:state without impacting any branches by switching back to a branch. 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.567 INFO:tasks.workunit.client.0.smithi032.stderr: git switch -c 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr:Or undo this operation with: 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr: git switch - 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr: 2024-04-25T19:05:23.568 INFO:tasks.workunit.client.0.smithi032.stderr:HEAD is now at 7797745e6d8 qa/suites/fs: add quiescer to the fs suite 2024-04-25T19:05:23.571 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-25T19:05:23.632 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-25T19:05:23.639 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T19:05:23.639 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-25T19:05:23.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:23 smithi066 ceph-mon[32882]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-25T19:05:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:23 smithi064 ceph-mon[32321]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-25T19:05:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:23 smithi032 ceph-mon[28041]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-04-25T19:05:24.520 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-25T19:05:24.635 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-25T19:05:24.727 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-25T19:05:24.734 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T19:05:24.734 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-25T19:05:24.820 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-25T19:05:24.831 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T19:05:24.831 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-25T19:05:24.881 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-04-25T19:05:24.883 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-04-25T19:05:24.883 DEBUG:teuthology.orchestra.run.smithi032:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7797745e6d8b3ac036504dc61491d368615024da TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-04-25T19:05:24.957 INFO:tasks.workunit.client.0.smithi032.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-04-25T19:05:24.960 INFO:tasks.workunit.client.0.smithi032.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-04-25T19:05:24.960 INFO:tasks.workunit.client.0.smithi032.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-04-25T19:05:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:25 smithi066 ceph-mon[32882]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 15 op/s 2024-04-25T19:05:25.755 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:25 smithi032 ceph-mon[28041]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 15 op/s 2024-04-25T19:05:25.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:25 smithi064 ceph-mon[32321]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 15 op/s 2024-04-25T19:05:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:27 smithi066 ceph-mon[32882]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T19:05:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:27 smithi064 ceph-mon[32321]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T19:05:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:27 smithi032 ceph-mon[28041]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-25T19:05:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:29 smithi066 ceph-mon[32882]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-25T19:05:29.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:29 smithi064 ceph-mon[32321]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-25T19:05:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:29 smithi032 ceph-mon[28041]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-04-25T19:05:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 -- 172.21.15.32:0/972977333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c108f60 msgr2=0x7f754c115420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 --2- 172.21.15.32:0/972977333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c108f60 0x7f754c115420 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f7544009be0 tx=0x7f754402a6c0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 -- 172.21.15.32:0/972977333 shutdown_connections 2024-04-25T19:05:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 --2- 172.21.15.32:0/972977333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c108f60 0x7f754c115420 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 --2- 172.21.15.32:0/972977333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c1085a0 0x7f754c108a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 --2- 172.21.15.32:0/972977333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f754c10e660 0x7f754c10ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 -- 172.21.15.32:0/972977333 >> 172.21.15.32:0/972977333 conn(0x7f754c076460 msgr2=0x7f754c078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.023+0000 7f7553800640 1 -- 172.21.15.32:0/972977333 shutdown_connections 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.024+0000 7f7553800640 1 -- 172.21.15.32:0/972977333 wait complete. 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 Processor -- start 2024-04-25T19:05:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 -- start start 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 0x7f754c1a4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f754c108f60 0x7f754c1a4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c10e660 0x7f754c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f754c118810 con 0x7f754c1085a0 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f754c118690 con 0x7f754c108f60 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.025+0000 7f7553800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f754c118990 con 0x7f754c10e660 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 0x7f754c1a4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7551800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c10e660 0x7f754c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f754be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f754c108f60 0x7f754c1a4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 0x7f754c1a4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51408/0 (socket says 172.21.15.32:51408) 2024-04-25T19:05:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7551800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c10e660 0x7f754c19eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34742/0 (socket says 172.21.15.32:34742) 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 -- 172.21.15.32:0/3605020510 learned_addr learned my addr 172.21.15.32:0/3605020510 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 -- 172.21.15.32:0/3605020510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c10e660 msgr2=0x7f754c19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c10e660 0x7f754c19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 -- 172.21.15.32:0/3605020510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f754c108f60 msgr2=0x7f754c1a4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f754c108f60 0x7f754c1a4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 -- 172.21.15.32:0/3605020510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c19f230 con 0x7f754c1085a0 2024-04-25T19:05:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.026+0000 7f7550e00640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 0x7f754c1a4900 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f754000e9f0 tx=0x7f754000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.027+0000 7f7549600640 1 -- 172.21.15.32:0/3605020510 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754000ccc0 con 0x7f754c1085a0 2024-04-25T19:05:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.027+0000 7f7549600640 1 -- 172.21.15.32:0/3605020510 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75400108e0 con 0x7f754c1085a0 2024-04-25T19:05:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.027+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f754c19f520 con 0x7f754c1085a0 2024-04-25T19:05:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.027+0000 7f7549600640 1 -- 172.21.15.32:0/3605020510 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7540018880 con 0x7f754c1085a0 2024-04-25T19:05:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.027+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f754c1ab7c0 con 0x7f754c1085a0 2024-04-25T19:05:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 Processor -- start 2024-04-25T19:05:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7549600640 1 -- 172.21.15.32:0/3605020510 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7540010430 con 0x7f754c1085a0 2024-04-25T19:05:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 -- start start 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 0x55a678c96c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678ca14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678ca1a00 0x55a678ca3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a678bfc900 con 0x55a678c96820 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a678ba2ef0 con 0x55a678c97140 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.031+0000 7f7556633740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a678bf88c0 con 0x55a678ca1a00 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 0x55a678c96c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7550e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678ca14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 0x55a678c96c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51422/0 (socket says 172.21.15.32:51422) 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 -- 172.21.15.32:0/3397155852 learned_addr learned my addr 172.21.15.32:0/3397155852 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f754be00640 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678ca1a00 0x55a678ca3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 -- 172.21.15.32:0/3397155852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678ca1a00 msgr2=0x55a678ca3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678ca1a00 0x55a678ca3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 -- 172.21.15.32:0/3397155852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 msgr2=0x55a678ca14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678ca14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 -- 172.21.15.32:0/3397155852 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a67890f210 con 0x55a678c96820 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7550e00640 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678ca14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.032+0000 7f7551800640 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 0x55a678c96c00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7544009be0 tx=0x7f7544005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97588092096246fd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.033+0000 7f7549600640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75340a3d90 0x7f75340a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.033+0000 7f753e000640 1 -- 172.21.15.32:0/3397155852 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544041030 con 0x55a678c96820 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.033+0000 7f753e000640 1 -- 172.21.15.32:0/3397155852 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7544003e20 con 0x55a678c96820 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.033+0000 7f753e000640 1 -- 172.21.15.32:0/3397155852 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544036040 con 0x55a678c96820 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.033+0000 7f7549600640 1 -- 172.21.15.32:0/3605020510 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f75400d0b50 con 0x7f754c1085a0 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.033+0000 7f7550e00640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75340a3d90 0x7f75340a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 -- 172.21.15.32:0/3397155852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 msgr2=0x55a678c96c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7550e00640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75340a3d90 0x7f75340a6250 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55a678c97dc0 tx=0x7f75400d4600 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 0x55a678c96c00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7544009be0 tx=0x7f7544005ec0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 -- 172.21.15.32:0/3397155852 shutdown_connections 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678ca1a00 0x55a678ca3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678ca14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 --2- 172.21.15.32:0/3397155852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c96820 0x55a678c96c00 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 -- 172.21.15.32:0/3397155852 >> 172.21.15.32:0/3397155852 conn(0x55a678c92d30 msgr2=0x55a678c93110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 -- 172.21.15.32:0/3397155852 shutdown_connections 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 -- 172.21.15.32:0/3397155852 wait complete. 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.034+0000 7f7556633740 1 -- start start 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 Processor -- start 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678c9e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c97140 0x55a678c9eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678ca1a00 0x55a678c9f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a678ca45d0 con 0x55a678c97140 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a678bb6310 con 0x55a678ca1a00 2024-04-25T19:05:31.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a678ca4750 con 0x55a678c96820 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.035+0000 7f7556633740 10 client.0 _ll_register_callbacks cb 0x55a678b84cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678c9e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678c9e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34766/0 (socket says 172.21.15.32:34766) 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f754be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c97140 0x55a678c9eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 -- 172.21.15.32:0/4084038662 learned_addr learned my addr 172.21.15.32:0/4084038662 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678ca1a00 0x55a678c9f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 -- 172.21.15.32:0/4084038662 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 msgr2=0x55a678c9e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678c9e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 -- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c97140 msgr2=0x55a678c9eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c97140 0x55a678c9eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 -- 172.21.15.32:0/4084038662 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6789db620 con 0x55a678ca1a00 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7551800640 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678ca1a00 0x55a678c9f430 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7544034040 tx=0x7f7544004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c97c99e500c80a5c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.036+0000 7f7532a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7532a00640 1 -- 172.21.15.32:0/4084038662 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544036040 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7532a00640 1 -- 172.21.15.32:0/4084038662 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f75440306e0 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7544003e20 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7532a00640 1 -- 172.21.15.32:0/4084038662 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7544041040 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7556633740 10 client.25514 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a678cb0890 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.037+0000 7f7532a00640 1 -- 172.21.15.32:0/4084038662 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7544003e20 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7532a00640 1 -- 172.21.15.32:0/4084038662 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7544004250 con 0x55a678ca1a00 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7556633740 10 client.25514 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7556633740 10 client.25514 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7556633740 20 client.25514 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7556633740 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678cb1be0 0x55a678cb3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7556633740 4 client.25514 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a678c108b0 con 0x55a678cb1be0 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.038+0000 7f754be00640 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678cb1be0 0x55a678cb3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.039+0000 7f754be00640 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678cb1be0 0x55a678cb3fd0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=972ea4b391c5dd01 server_cookie=1f1d5ebd05f8bcd9 in_seq=0 out_seq=0 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.039+0000 7f7532a00640 10 client.25514 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.039+0000 7f7532a00640 1 -- 172.21.15.32:0/4084038662 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a678c108b0 con 0x55a678cb1be0 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.039+0000 7f7532a00640 10 client.25514 handle_command_reply: tid=0 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.039+0000 7f7556633740 1 client.25514 shutdown 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678ca1a00 msgr2=0x55a678c9f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678ca1a00 0x55a678c9f430 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7544034040 tx=0x7f7544004ab0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 shutdown_connections 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678cb1be0 0x55a678cb3fd0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678ca1a00 0x55a678c9f430 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7532a00640 0 client.25514 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678c97140 0x55a678c9eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 --2- 172.21.15.32:0/4084038662 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678c9e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 >> 172.21.15.32:0/4084038662 conn(0x55a678c92d30 msgr2=0x55a678c98ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 shutdown_connections 2024-04-25T19:05:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 1 -- 172.21.15.32:0/4084038662 wait complete. 2024-04-25T19:05:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.040+0000 7f7556633740 20 client.25514 trim_cache size 0 max 16384 2024-04-25T19:05:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 Processor -- start 2024-04-25T19:05:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 -- start start 2024-04-25T19:05:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c96820 0x55a678c99230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 0x55a678cb6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678cb7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f754c1b4110 con 0x55a678ca1a00 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f754c1b5c50 con 0x55a678c96820 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.059+0000 7f7556633740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f754c1b47e0 con 0x55a678c97140 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 0x55a678cb6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f7551800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c96820 0x55a678c99230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 0x55a678cb6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34780/0 (socket says 172.21.15.32:34780) 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 -- 172.21.15.32:0/1697943259 learned_addr learned my addr 172.21.15.32:0/1697943259 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f7551800640 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678cb7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 -- 172.21.15.32:0/1697943259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c96820 msgr2=0x55a678c99230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c96820 0x55a678c99230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 -- 172.21.15.32:0/1697943259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 msgr2=0x55a678cb7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678cb7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.060+0000 7f754be00640 1 -- 172.21.15.32:0/1697943259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a678c97680 con 0x55a678c97140 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.061+0000 7f754be00640 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 0x55a678cb6ff0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f754c10dce0 tx=0x7f75380046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5618d195166d32fb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.061+0000 7f753d600640 1 -- 172.21.15.32:0/1697943259 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538004230 con 0x55a678c97140 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.061+0000 7f753d600640 1 -- 172.21.15.32:0/1697943259 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7538022030 con 0x55a678c97140 2024-04-25T19:05:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.061+0000 7f753d600640 1 -- 172.21.15.32:0/1697943259 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538004c70 con 0x55a678c97140 2024-04-25T19:05:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 -- 172.21.15.32:0/1697943259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 msgr2=0x55a678cb6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 0x55a678cb6ff0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f754c10dce0 tx=0x7f75380046c0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 -- 172.21.15.32:0/1697943259 shutdown_connections 2024-04-25T19:05:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678cb7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c97140 0x55a678cb6ff0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 --2- 172.21.15.32:0/1697943259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c96820 0x55a678c99230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 -- 172.21.15.32:0/1697943259 >> 172.21.15.32:0/1697943259 conn(0x55a678c92d30 msgr2=0x55a678c99ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 -- 172.21.15.32:0/1697943259 shutdown_connections 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.062+0000 7f7556633740 1 -- 172.21.15.32:0/1697943259 wait complete. 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 -- start start 2024-04-25T19:05:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 Processor -- start 2024-04-25T19:05:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678cb62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678cb6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678d0fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f754c1b5580 con 0x55a678ca1a00 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f754c1b4eb0 con 0x55a678c97140 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f754c1b20f0 con 0x55a678c96820 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.063+0000 7f7556633740 10 client.0 _ll_register_callbacks cb 0x7f7544009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678cb6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f7551800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678cb62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678cb6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:43354/0 (socket says 172.21.15.32:43354) 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 -- 172.21.15.32:0/1518496943 learned_addr learned my addr 172.21.15.32:0/1518496943 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f7551800640 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678d0fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 -- 172.21.15.32:0/1518496943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 msgr2=0x55a678cb62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678cb62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 -- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 msgr2=0x55a678d0fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678d0fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.064+0000 7f754be00640 1 -- 172.21.15.32:0/1518496943 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a678d10440 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f754be00640 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678cb6830 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7538009af0 tx=0x7f7538009b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6425e1e855b880c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7532a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7532a00640 1 -- 172.21.15.32:0/1518496943 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538004250 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7538022030 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7532a00640 1 -- 172.21.15.32:0/1518496943 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f75380043f0 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7532a00640 1 -- 172.21.15.32:0/1518496943 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f75380035f0 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7556633740 10 client.25520 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.065+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a678d17800 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7532a00640 1 -- 172.21.15.32:0/1518496943 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7538022030 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7532a00640 1 -- 172.21.15.32:0/1518496943 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f753801e460 con 0x55a678c97140 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7556633740 10 client.25520 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7556633740 10 client.25520 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7556633740 20 client.25520 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7556633740 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678d17f60 0x55a678d1a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7556633740 4 client.25520 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:05:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a678c0a320 con 0x55a678d17f60 2024-04-25T19:05:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.066+0000 7f7551800640 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678d17f60 0x55a678d1a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.067+0000 7f7551800640 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678d17f60 0x55a678d1a380 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5be0fbecaff47e5a server_cookie=2ce1a41cf034f8b8 in_seq=0 out_seq=0 2024-04-25T19:05:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.067+0000 7f7532a00640 10 client.25520 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.076+0000 7f7532a00640 1 -- 172.21.15.32:0/1518496943 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a678c0a320 con 0x55a678d17f60 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.076+0000 7f7532a00640 10 client.25520 handle_command_reply: tid=0 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.076+0000 7f7556633740 1 client.25520 shutdown 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 msgr2=0x55a678cb6830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678cb6830 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7538009af0 tx=0x7f7538009b20 comp rx=0 tx=0).stop 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 shutdown_connections 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a678d17f60 0x55a678d1a380 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a678ca1a00 0x55a678d0fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7532a00640 0 client.25520 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a678c97140 0x55a678cb6830 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 --2- 172.21.15.32:0/1518496943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a678c96820 0x55a678cb62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 >> 172.21.15.32:0/1518496943 conn(0x55a678c92d30 msgr2=0x55a678cac9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 shutdown_connections 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 1 -- 172.21.15.32:0/1518496943 wait complete. 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.077+0000 7f7556633740 20 client.25520 trim_cache size 0 max 16384 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:05:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75340a3d90 msgr2=0x7f75340a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75340a3d90 0x7f75340a6250 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x55a678c97dc0 tx=0x7f75400d4600 comp rx=0 tx=0).stop 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 msgr2=0x7f754c1a4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 0x7f754c1a4900 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f754000e9f0 tx=0x7f754000edf0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 shutdown_connections 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75340a3d90 0x7f75340a6250 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f754c10e660 0x7f754c19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f754c108f60 0x7f754c1a4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 --2- 172.21.15.32:0/3605020510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f754c1085a0 0x7f754c1a4900 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 >> 172.21.15.32:0/3605020510 conn(0x7f754c076460 msgr2=0x7f754c077bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 shutdown_connections 2024-04-25T19:05:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:31.078+0000 7f7553800640 1 -- 172.21.15.32:0/3605020510 wait complete. 2024-04-25T19:05:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:31 smithi066 ceph-mon[32882]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-04-25T19:05:31.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:31 smithi064 ceph-mon[32321]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-04-25T19:05:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:31 smithi032 ceph-mon[28041]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-04-25T19:05:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:33 smithi066 ceph-mon[32882]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-04-25T19:05:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:33 smithi064 ceph-mon[32321]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-04-25T19:05:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:33 smithi032 ceph-mon[28041]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.0 KiB/s wr, 9 op/s 2024-04-25T19:05:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:35 smithi066 ceph-mon[32882]: pgmap v59: 97 pgs: 97 active+clean; 1.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 18 op/s 2024-04-25T19:05:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:35 smithi064 ceph-mon[32321]: pgmap v59: 97 pgs: 97 active+clean; 1.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 18 op/s 2024-04-25T19:05:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:35 smithi032 ceph-mon[28041]: pgmap v59: 97 pgs: 97 active+clean; 1.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 18 op/s 2024-04-25T19:05:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:37 smithi066 ceph-mon[32882]: pgmap v60: 97 pgs: 97 active+clean; 1.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-04-25T19:05:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:37 smithi064 ceph-mon[32321]: pgmap v60: 97 pgs: 97 active+clean; 1.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-04-25T19:05:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:37 smithi032 ceph-mon[28041]: pgmap v60: 97 pgs: 97 active+clean; 1.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-04-25T19:05:39.368 INFO:tasks.quiescer.fs.[cephfs]:Total duration (37.4) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-25T19:05:39.369 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.7 2024-04-25T19:05:39.369 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:05:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:39 smithi066 ceph-mon[32882]: pgmap v61: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 21 op/s 2024-04-25T19:05:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:39 smithi064 ceph-mon[32321]: pgmap v61: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 21 op/s 2024-04-25T19:05:39.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:39 smithi032 ceph-mon[28041]: pgmap v61: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 21 op/s 2024-04-25T19:05:39.849 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:05:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:41 smithi066 ceph-mon[32882]: pgmap v62: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-04-25T19:05:41.769 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:41 smithi032 ceph-mon[28041]: pgmap v62: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-04-25T19:05:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:41 smithi064 ceph-mon[32321]: pgmap v62: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-04-25T19:05:42.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.281+0000 7fc7f3200700 1 -- 172.21.15.32:0/2750015158 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 msgr2=0x7fc7f4111620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:42.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.281+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2750015158 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f4111620 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec00b0a0 tx=0x7fc7ec00b3b0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 -- 172.21.15.32:0/2750015158 shutdown_connections 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2750015158 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f4111620 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2750015158 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4074e10 0x7fc7f40751f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2750015158 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4075730 0x7fc7f410ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 -- 172.21.15.32:0/2750015158 >> 172.21.15.32:0/2750015158 conn(0x7fc7f40fe4a0 msgr2=0x7fc7f41008c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 -- 172.21.15.32:0/2750015158 shutdown_connections 2024-04-25T19:05:42.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.282+0000 7fc7f3200700 1 -- 172.21.15.32:0/2750015158 wait complete. 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.283+0000 7fc7f3200700 1 Processor -- start 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.283+0000 7fc7f3200700 1 -- start start 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f3200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 0x7fc7f419b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f3200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4075730 0x7fc7f419b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f3200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f419fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f3200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f4114d40 con 0x7fc7f410f210 2024-04-25T19:05:42.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f3200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f4114bc0 con 0x7fc7f4075730 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f3200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc7f4114ec0 con 0x7fc7f4074e10 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f2800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f419fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f1e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 0x7fc7f419b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f2800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f419fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41550/0 (socket says 172.21.15.32:41550) 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f1e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 0x7fc7f419b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57796/0 (socket says 172.21.15.32:57796) 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f2800700 1 -- 172.21.15.32:0/2118407125 learned_addr learned my addr 172.21.15.32:0/2118407125 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.284+0000 7fc7f1400700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4075730 0x7fc7f419b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f2800700 1 -- 172.21.15.32:0/2118407125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 msgr2=0x7fc7f419b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f2800700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 0x7fc7f419b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f2800700 1 -- 172.21.15.32:0/2118407125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4075730 msgr2=0x7fc7f419b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f2800700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4075730 0x7fc7f419b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f2800700 1 -- 172.21.15.32:0/2118407125 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7f41a01f0 con 0x7fc7f410f210 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f1e00700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 0x7fc7f419b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f1400700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4075730 0x7fc7f419b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:42.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7f2800700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f419fab0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec00b780 tx=0x7fc7ec004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:42.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.285+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec021070 con 0x7fc7f410f210 2024-04-25T19:05:42.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.286+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7ec007e30 con 0x7fc7f410f210 2024-04-25T19:05:42.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.286+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec004700 con 0x7fc7f410f210 2024-04-25T19:05:42.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.286+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7f41a0480 con 0x7fc7f410f210 2024-04-25T19:05:42.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.286+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7f41a7d60 con 0x7fc7f410f210 2024-04-25T19:05:42.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.287+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7f40764c0 con 0x7fc7f410f210 2024-04-25T19:05:42.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.289+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc7ec007980 con 0x7fc7f410f210 2024-04-25T19:05:42.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.291+0000 7fc7eaa00700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc7d80a3e30 0x7fc7d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:42.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.292+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc7ec00f020 con 0x7fc7f410f210 2024-04-25T19:05:42.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.292+0000 7fc7f1e00700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc7d80a3e30 0x7fc7d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:42.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.292+0000 7fc7f1e00700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc7d80a3e30 0x7fc7d80a62f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc7e4009680 tx=0x7fc7e4009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:42.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.297+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc7ec02a020 con 0x7fc7f410f210 2024-04-25T19:05:42.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.584+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc7f402df80 con 0x7fc7f410f210 2024-04-25T19:05:42.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.585+0000 7fc7eaa00700 1 -- 172.21.15.32:0/2118407125 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fc7ec09e1e0 con 0x7fc7f410f210 2024-04-25T19:05:42.587 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:05:42.587 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:05:42.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.588+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc7d80a3e30 msgr2=0x7fc7d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:42.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.588+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc7d80a3e30 0x7fc7d80a62f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc7e4009680 tx=0x7fc7e4009260 comp rx=0 tx=0).stop 2024-04-25T19:05:42.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.588+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 msgr2=0x7fc7f419fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:42.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.588+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f419fab0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec00b780 tx=0x7fc7ec004d00 comp rx=0 tx=0).stop 2024-04-25T19:05:42.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 shutdown_connections 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc7d80a3e30 0x7fc7d80a62f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7f410f210 0x7fc7f419fab0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7f4074e10 0x7fc7f419b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 --2- 172.21.15.32:0/2118407125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc7f4075730 0x7fc7f419b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 >> 172.21.15.32:0/2118407125 conn(0x7fc7f40fe4a0 msgr2=0x7fc7f40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 shutdown_connections 2024-04-25T19:05:42.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:42.589+0000 7fc7f3200700 1 -- 172.21.15.32:0/2118407125 wait complete. 2024-04-25T19:05:42.592 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:05:43.559 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:43 smithi032 ceph-mon[28041]: pgmap v63: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-04-25T19:05:43.560 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:43 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2118407125' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:05:43.564 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 78.7 --await-for 42.0' 2024-04-25T19:05:43.565 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 78.7 --await-for 42.0 2024-04-25T19:05:43.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:43 smithi066 ceph-mon[32882]: pgmap v63: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-04-25T19:05:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:43 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2118407125' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:05:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:43 smithi064 ceph-mon[32321]: pgmap v63: 97 pgs: 97 active+clean; 1.6 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-04-25T19:05:43.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:43 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2118407125' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:05:44.042 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:05:44.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.220+0000 7f12b2400640 1 -- 172.21.15.32:0/176445216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac1092f0 msgr2=0x7f12ac110ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.220+0000 7f12b2400640 1 --2- 172.21.15.32:0/176445216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac1092f0 0x7f12ac110ec0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f12a4009900 tx=0x7f12a402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 -- 172.21.15.32:0/176445216 shutdown_connections 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 --2- 172.21.15.32:0/176445216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac1092f0 0x7f12ac110ec0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 --2- 172.21.15.32:0/176445216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12ac104bd0 0x7f12ac108c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 --2- 172.21.15.32:0/176445216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac104220 0x7f12ac104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 -- 172.21.15.32:0/176445216 >> 172.21.15.32:0/176445216 conn(0x7f12ac0ffa60 msgr2=0x7f12ac101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 -- 172.21.15.32:0/176445216 shutdown_connections 2024-04-25T19:05:44.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.221+0000 7f12b2400640 1 -- 172.21.15.32:0/176445216 wait complete. 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.222+0000 7f12b2400640 1 Processor -- start 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.222+0000 7f12b2400640 1 -- start start 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.222+0000 7f12b2400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac104220 0x7f12ac19a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b2400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac1092f0 0x7f12ac19ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b2400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12ac19eff0 0x7f12ac19f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b2400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac114290 con 0x7f12ac104220 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b2400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac114110 con 0x7f12ac1092f0 2024-04-25T19:05:44.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b2400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac114410 con 0x7f12ac19eff0 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12abe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac1092f0 0x7f12ac19ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12abe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac1092f0 0x7f12ac19ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33694/0 (socket says 172.21.15.32:33694) 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b1000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac104220 0x7f12ac19a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12abe00640 1 -- 172.21.15.32:0/3285321232 learned_addr learned my addr 172.21.15.32:0/3285321232 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b1a00640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12ac19eff0 0x7f12ac19f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b1000640 1 -- 172.21.15.32:0/3285321232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12ac19eff0 msgr2=0x7f12ac19f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b1000640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12ac19eff0 0x7f12ac19f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b1000640 1 -- 172.21.15.32:0/3285321232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac1092f0 msgr2=0x7f12ac19ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.223+0000 7f12b1000640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac1092f0 0x7f12ac19ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12b1000640 1 -- 172.21.15.32:0/3285321232 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12ac19fae0 con 0x7f12ac104220 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12b1000640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac104220 0x7f12ac19a730 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f129c00eb00 tx=0x7f129c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12a9600640 1 -- 172.21.15.32:0/3285321232 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c010430 con 0x7f12ac104220 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12a9600640 1 -- 172.21.15.32:0/3285321232 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f129c010a80 con 0x7f12ac104220 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12a9600640 1 -- 172.21.15.32:0/3285321232 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c017a90 con 0x7f12ac104220 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12ac19fdd0 con 0x7f12ac104220 2024-04-25T19:05:44.227 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.224+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12ac1a7610 con 0x7f12ac104220 2024-04-25T19:05:44.229 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.227+0000 7f12b678f740 1 Processor -- start 2024-04-25T19:05:44.229 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12a9600640 1 -- 172.21.15.32:0/3285321232 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f129c017c70 con 0x7f12ac104220 2024-04-25T19:05:44.229 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 -- start start 2024-04-25T19:05:44.230 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500b8dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.230 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b98650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.230 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558500af3900 con 0x558500b8d9b0 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558500a99ef0 con 0x558500b8e2d0 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b678f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558500aef8c0 con 0x558500b98b90 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.228+0000 7f12b1a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500b8dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12b1000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b98650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12b1a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500b8dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41590/0 (socket says 172.21.15.32:41590) 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12b1a00640 1 -- 172.21.15.32:0/3972946124 learned_addr learned my addr 172.21.15.32:0/3972946124 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 -- 172.21.15.32:0/3972946124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 msgr2=0x558500b98650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b98650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 -- 172.21.15.32:0/3972946124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 msgr2=0x558500b8dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500b8dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.231 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 -- 172.21.15.32:0/3972946124 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558500806210 con 0x558500b98b90 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.229+0000 7f12abe00640 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9af80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f12ac10a840 tx=0x7f1294011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=354cbff4ae6a95cb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12a2000640 1 -- 172.21.15.32:0/3972946124 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294009e60 con 0x558500b98b90 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12a2000640 1 -- 172.21.15.32:0/3972946124 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f12940047a0 con 0x558500b98b90 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12a2000640 1 -- 172.21.15.32:0/3972946124 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1294019760 con 0x558500b98b90 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12a9600640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f12900a3d80 0x7f12900a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12a9600640 1 -- 172.21.15.32:0/3285321232 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f129c0d11b0 con 0x7f12ac104220 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12b1a00640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f12900a3d80 0x7f12900a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12b678f740 1 -- 172.21.15.32:0/3972946124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 msgr2=0x558500b9af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.230+0000 7f12b678f740 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9af80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f12ac10a840 tx=0x7f1294011810 comp rx=0 tx=0).stop 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 -- 172.21.15.32:0/3972946124 shutdown_connections 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9af80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b98650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 --2- 172.21.15.32:0/3972946124 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500b8dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 -- 172.21.15.32:0/3972946124 >> 172.21.15.32:0/3972946124 conn(0x558500b89ec0 msgr2=0x558500b8a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 -- 172.21.15.32:0/3972946124 shutdown_connections 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b1a00640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f12900a3d80 0x7f12900a6240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f12a40096c0 tx=0x7f12a4005a40 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 -- 172.21.15.32:0/3972946124 wait complete. 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.231+0000 7f12b678f740 1 -- start start 2024-04-25T19:05:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 Processor -- start 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500b95a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b95f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b96480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558500b9b7c0 con 0x558500b98b90 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558500aad310 con 0x558500b8e2d0 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558500b9b940 con 0x558500b8d9b0 2024-04-25T19:05:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b678f740 10 client.0 _ll_register_callbacks cb 0x558500a7bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500b95a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500b95a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57824/0 (socket says 172.21.15.32:57824) 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b1000640 1 -- 172.21.15.32:0/585326276 learned_addr learned my addr 172.21.15.32:0/585326276 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12b1a00640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b96480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.232+0000 7f12abe00640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b95f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1000640 1 -- 172.21.15.32:0/585326276 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 msgr2=0x558500b95f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1000640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b95f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1000640 1 -- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 msgr2=0x558500b96480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1000640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b96480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1000640 1 -- 172.21.15.32:0/585326276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585008d2620 con 0x558500b8d9b0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1a00640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b96480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b1000640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500b95a00 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f129c09ce60 tx=0x7f129c0d48f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c2239012512aaa2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f129aa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:05:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f129aa00640 1 -- 172.21.15.32:0/585326276 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c099400 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12940047a0 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.233+0000 7f129aa00640 1 -- 172.21.15.32:0/585326276 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f129c0997d0 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f129aa00640 1 -- 172.21.15.32:0/585326276 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f129c09cac0 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 10 client.25591 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558500ba7960 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f129aa00640 1 -- 172.21.15.32:0/585326276 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f12940047a0 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f129aa00640 1 -- 172.21.15.32:0/585326276 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f129c0a1120 con 0x558500b8d9b0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 10 client.25591 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 10 client.25591 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 20 client.25591 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500ba8dd0 0x558500bab1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 4 client.25591 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558500b078b0 con 0x558500ba8dd0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.234+0000 7f12abe00640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500ba8dd0 0x558500bab1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.235+0000 7f129aa00640 10 client.25591 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.235+0000 7f12abe00640 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500ba8dd0 0x558500bab1e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2dd18db57a4469c server_cookie=908e17207eeab0b7 in_seq=0 out_seq=0 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f129aa00640 1 -- 172.21.15.32:0/585326276 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558500b078b0 con 0x558500ba8dd0 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f129aa00640 10 client.25591 handle_command_reply: tid=0 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 client.25591 shutdown 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 msgr2=0x558500b95a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500b95a00 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f129c09ce60 tx=0x7f129c0d48f0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 shutdown_connections 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500ba8dd0 0x558500bab1e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b96480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b95f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 --2- 172.21.15.32:0/585326276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500b95a00 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f129aa00640 0 client.25591 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.236+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 >> 172.21.15.32:0/585326276 conn(0x558500b89ec0 msgr2=0x558500b8fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.237+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 shutdown_connections 2024-04-25T19:05:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.237+0000 7f12b678f740 1 -- 172.21.15.32:0/585326276 wait complete. 2024-04-25T19:05:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.237+0000 7f12b678f740 20 client.25591 trim_cache size 0 max 16384 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 Processor -- start 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 -- start start 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500ba4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b903c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b94b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac1afbc0 con 0x558500b98b90 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac1b1700 con 0x558500b8e2d0 2024-04-25T19:05:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.254+0000 7f12b678f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac1b0290 con 0x558500b8d9b0 2024-04-25T19:05:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12abe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b903c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500ba4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12abe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b903c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33722/0 (socket says 172.21.15.32:33722) 2024-04-25T19:05:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500ba4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57826/0 (socket says 172.21.15.32:57826) 2024-04-25T19:05:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12abe00640 1 -- 172.21.15.32:0/546250587 learned_addr learned my addr 172.21.15.32:0/546250587 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1a00640 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b94b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 -- 172.21.15.32:0/546250587 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 msgr2=0x558500b903c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b903c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 -- 172.21.15.32:0/546250587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 msgr2=0x558500b94b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b94b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 -- 172.21.15.32:0/546250587 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558500b93f50 con 0x558500b8d9b0 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.255+0000 7f12b1000640 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500ba4680 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f129c0a5ec0 tx=0x7f129c010f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6398a6d76781ed8d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12a1600640 1 -- 172.21.15.32:0/546250587 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c09cca0 con 0x558500b8d9b0 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12a1600640 1 -- 172.21.15.32:0/546250587 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f129c09d860 con 0x558500b8d9b0 2024-04-25T19:05:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12a1600640 1 -- 172.21.15.32:0/546250587 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c09cf30 con 0x558500b8d9b0 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12b678f740 1 -- 172.21.15.32:0/546250587 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 msgr2=0x558500ba4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12b678f740 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500ba4680 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f129c0a5ec0 tx=0x7f129c010f10 comp rx=0 tx=0).stop 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12b678f740 1 -- 172.21.15.32:0/546250587 shutdown_connections 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.256+0000 7f12b678f740 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b98b90 0x558500b94b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b903c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 --2- 172.21.15.32:0/546250587 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b8d9b0 0x558500ba4680 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 -- 172.21.15.32:0/546250587 >> 172.21.15.32:0/546250587 conn(0x558500b89ec0 msgr2=0x558500b97230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 -- 172.21.15.32:0/546250587 shutdown_connections 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 -- 172.21.15.32:0/546250587 wait complete. 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 -- start start 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.257+0000 7f12b678f740 1 Processor -- start 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500ba0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b9c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac1b1030 con 0x558500b8d9b0 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac1b0960 con 0x558500b8e2d0 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12ac1adba0 con 0x558500b98b90 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b678f740 10 client.0 _ll_register_callbacks cb 0x7f129c017f60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500ba0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500ba0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41602/0 (socket says 172.21.15.32:41602) 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12abe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b9c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1a00640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57840/0 (socket says 172.21.15.32:57840) 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 -- 172.21.15.32:0/1122156986 learned_addr learned my addr 172.21.15.32:0/1122156986 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 -- 172.21.15.32:0/1122156986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 msgr2=0x558500b9c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 -- 172.21.15.32:0/1122156986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 msgr2=0x558500b9c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b9c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1000640 1 -- 172.21.15.32:0/1122156986 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558500b9ce70 con 0x558500b8d9b0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.258+0000 7f12b1a00640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f12b1000640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500ba0e80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f129c00c7d0 tx=0x7f129c0d4b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=447f78460765e318 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f129aa00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f129aa00640 1 -- 172.21.15.32:0/1122156986 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c09cf30 con 0x558500b8d9b0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f129aa00640 1 -- 172.21.15.32:0/1122156986 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f129c0997d0 con 0x558500b8d9b0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f129c09d860 con 0x558500b8d9b0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f129aa00640 1 -- 172.21.15.32:0/1122156986 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f129c09cca0 con 0x558500b8d9b0 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f12b678f740 10 client.15423 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:44.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.259+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558500c0f2f0 con 0x558500b8d9b0 2024-04-25T19:05:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f129aa00640 1 -- 172.21.15.32:0/1122156986 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f129c09d860 con 0x558500b8d9b0 2024-04-25T19:05:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f129aa00640 1 -- 172.21.15.32:0/1122156986 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f129c09c020 con 0x558500b8d9b0 2024-04-25T19:05:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12b678f740 10 client.15423 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12b678f740 10 client.15423 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12b678f740 20 client.15423 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12b678f740 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500c0f770 0x558500c11b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12b678f740 4 client.15423 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:05:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558500b01320 con 0x558500c0f770 2024-04-25T19:05:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.260+0000 7f12abe00640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500c0f770 0x558500c11b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.261+0000 7f12abe00640 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500c0f770 0x558500c11b60 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1215697d2f2bc955 server_cookie=f7f3cd316e7d7548 in_seq=0 out_seq=0 2024-04-25T19:05:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.261+0000 7f129aa00640 10 client.15423 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f129aa00640 1 -- 172.21.15.32:0/1122156986 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558500b01320 con 0x558500c0f770 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f129aa00640 10 client.15423 handle_command_reply: tid=0 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 client.15423 shutdown 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 msgr2=0x558500ba0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500ba0e80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f129c00c7d0 tx=0x7f129c0d4b60 comp rx=0 tx=0).stop 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 shutdown_connections 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558500c0f770 0x558500c11b60 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558500b98b90 0x558500b9c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558500b8e2d0 0x558500b9c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 --2- 172.21.15.32:0/1122156986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558500b8d9b0 0x558500ba0e80 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 >> 172.21.15.32:0/1122156986 conn(0x558500b89ec0 msgr2=0x558500b959c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f129aa00640 0 client.15423 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 shutdown_connections 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 1 -- 172.21.15.32:0/1122156986 wait complete. 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.276+0000 7f12b678f740 20 client.15423 trim_cache size 0 max 16384 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:05:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f12900a3d80 msgr2=0x7f12900a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f12900a3d80 0x7f12900a6240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f12a40096c0 tx=0x7f12a4005a40 comp rx=0 tx=0).stop 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac104220 msgr2=0x7f12ac19a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac104220 0x7f12ac19a730 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f129c00eb00 tx=0x7f129c00c2d0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 shutdown_connections 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f12900a3d80 0x7f12900a6240 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12ac19eff0 0x7f12ac19f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f12ac1092f0 0x7f12ac19ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 --2- 172.21.15.32:0/3285321232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12ac104220 0x7f12ac19a730 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 >> 172.21.15.32:0/3285321232 conn(0x7f12ac0ffa60 msgr2=0x7f12ac101d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 shutdown_connections 2024-04-25T19:05:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:44.277+0000 7f12b2400640 1 -- 172.21.15.32:0/3285321232 wait complete. 2024-04-25T19:05:44.451 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:44 smithi032 ceph-mon[28041]: pgmap v64: 97 pgs: 97 active+clean; 1.7 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-04-25T19:05:44.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:44 smithi066 ceph-mon[32882]: pgmap v64: 97 pgs: 97 active+clean; 1.7 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-04-25T19:05:44.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:44 smithi064 ceph-mon[32321]: pgmap v64: 97 pgs: 97 active+clean; 1.7 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 -- 172.21.15.32:0/2361025446 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea01092d0 msgr2=0x7f2ea01096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 --2- 172.21.15.32:0/2361025446 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea01092d0 0x7f2ea01096b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2e900099c0 tx=0x7f2e90009cd0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 -- 172.21.15.32:0/2361025446 shutdown_connections 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 --2- 172.21.15.32:0/2361025446 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea01092d0 0x7f2ea01096b0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 --2- 172.21.15.32:0/2361025446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea010e3b0 0x7f2ea0115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 --2- 172.21.15.32:0/2361025446 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea0109c80 0x7f2ea010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 -- 172.21.15.32:0/2361025446 >> 172.21.15.32:0/2361025446 conn(0x7f2ea0076210 msgr2=0x7f2ea0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.704+0000 7f2ea7000700 1 -- 172.21.15.32:0/2361025446 shutdown_connections 2024-04-25T19:05:46.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.705+0000 7f2ea7000700 1 -- 172.21.15.32:0/2361025446 wait complete. 2024-04-25T19:05:46.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.706+0000 7f2ea7000700 1 Processor -- start 2024-04-25T19:05:46.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 -- start start 2024-04-25T19:05:46.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea01092d0 0x7f2ea019f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea0109c80 0x7f2ea019fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea010e3b0 0x7f2ea01a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea0119270 con 0x7f2ea010e3b0 2024-04-25T19:05:46.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01190f0 con 0x7f2ea01092d0 2024-04-25T19:05:46.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2ea7000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01193f0 con 0x7f2ea0109c80 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2e9f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea0109c80 0x7f2ea019fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2e9f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea0109c80 0x7f2ea019fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57860/0 (socket says 172.21.15.32:57860) 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.707+0000 7f2e9f400700 1 -- 172.21.15.32:0/1173094672 learned_addr learned my addr 172.21.15.32:0/1173094672 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2ea5000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea010e3b0 0x7f2ea01a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea01092d0 0x7f2ea019f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 -- 172.21.15.32:0/1173094672 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea0109c80 msgr2=0x7f2ea019fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea0109c80 0x7f2ea019fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 -- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea010e3b0 msgr2=0x7f2ea01a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea010e3b0 0x7f2ea01a3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 -- 172.21.15.32:0/1173094672 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea01a45f0 con 0x7f2ea01092d0 2024-04-25T19:05:46.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.708+0000 7f2e9fe00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea01092d0 0x7f2ea019f5e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2e9000b580 tx=0x7f2e90005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:46.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.709+0000 7f2e9cc00700 1 -- 172.21.15.32:0/1173094672 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e90026070 con 0x7f2ea01092d0 2024-04-25T19:05:46.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.709+0000 7f2e9cc00700 1 -- 172.21.15.32:0/1173094672 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e900056c0 con 0x7f2ea01092d0 2024-04-25T19:05:46.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.709+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea01a4880 con 0x7f2ea01092d0 2024-04-25T19:05:46.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.709+0000 7f2e9cc00700 1 -- 172.21.15.32:0/1173094672 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9000f990 con 0x7f2ea01092d0 2024-04-25T19:05:46.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.709+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea01ac160 con 0x7f2ea01092d0 2024-04-25T19:05:46.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.713+0000 7f2e9cc00700 1 -- 172.21.15.32:0/1173094672 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2e90029070 con 0x7f2ea01092d0 2024-04-25T19:05:46.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.713+0000 7f2eb1971b80 1 Processor -- start 2024-04-25T19:05:46.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 -- start start 2024-04-25T19:05:46.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2e9cc00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e840a3ed0 0x7f2e840a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a96ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a96d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a81a8b3020 con 0x55a81a96b180 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a81a8598c0 con 0x55a81a9602d0 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a81a8aefe0 con 0x55a81a95f9b0 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.714+0000 7f2e9cc00700 1 -- 172.21.15.32:0/1173094672 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2e900d0fc0 con 0x7f2ea01092d0 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2e9f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a96ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2e9f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a96ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33764/0 (socket says 172.21.15.32:33764) 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2e9f400700 1 -- 172.21.15.32:0/2872677761 learned_addr learned my addr 172.21.15.32:0/2872677761 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2e9fe00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e840a3ed0 0x7f2e840a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a96d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 -- 172.21.15.32:0/2872677761 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 msgr2=0x55a81a96ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a96ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 -- 172.21.15.32:0/2872677761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 msgr2=0x55a81a96d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a96d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2ea5000700 1 -- 172.21.15.32:0/2872677761 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a81a84f810 con 0x55a81a95f9b0 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2e9f400700 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a96ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.715+0000 7f2e9fe00700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e840a3ed0 0x7f2e840a6390 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2e900a5650 tx=0x7f2e9000f460 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.716+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95fd90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2e98008b70 tx=0x7f2e98009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e3fc3e8ffb095af server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.716+0000 7f2e95600700 1 -- 172.21.15.32:0/2872677761 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98020070 con 0x55a81a95f9b0 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.716+0000 7f2e95600700 1 -- 172.21.15.32:0/2872677761 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e98003c10 con 0x55a81a95f9b0 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.716+0000 7f2e95600700 1 -- 172.21.15.32:0/2872677761 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e980042a0 con 0x55a81a95f9b0 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2872677761 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 msgr2=0x55a81a95fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95fd90 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2e98008b70 tx=0x7f2e98009920 comp rx=0 tx=0).stop 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2872677761 shutdown_connections 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a96d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95fd90 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2872677761 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a96ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2872677761 >> 172.21.15.32:0/2872677761 conn(0x55a81a88e730 msgr2=0x55a81a95be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2872677761 shutdown_connections 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2872677761 wait complete. 2024-04-25T19:05:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.717+0000 7f2eb1971b80 1 -- start start 2024-04-25T19:05:46.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 Processor -- start 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 0x55a81a96a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a9602d0 0x55a81a967c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a968170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a81a96dca0 con 0x55a81a95f9b0 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a81a86c9f0 con 0x55a81a96b180 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a81a96de20 con 0x55a81a9602d0 2024-04-25T19:05:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2eb1971b80 10 client.0 _ll_register_callbacks cb 0x55a81a84b8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.718+0000 7f2ea5000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 0x55a81a96a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2ea5000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 0x55a81a96a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41658/0 (socket says 172.21.15.32:41658) 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2ea5000700 1 -- 172.21.15.32:0/3927386438 learned_addr learned my addr 172.21.15.32:0/3927386438 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a9602d0 0x55a81a967c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a968170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 -- 172.21.15.32:0/3927386438 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 msgr2=0x55a81a968170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a968170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 -- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 msgr2=0x55a81a96a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 0x55a81a96a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 -- 172.21.15.32:0/3927386438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a81a800a60 con 0x55a81a9602d0 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 0x55a81a96a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:46.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e9f400700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a9602d0 0x55a81a967c30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009690 tx=0x7f2e8c012cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52581c6ae40452fe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e8a000700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.719+0000 7f2e8a000700 1 -- 172.21.15.32:0/3927386438 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c004020 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e98003c10 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2e8a000700 1 -- 172.21.15.32:0/3927386438 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2e8c0041c0 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2e8a000700 1 -- 172.21.15.32:0/3927386438 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2e8c0043c0 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2eb1971b80 10 client.25609 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a81a849c80 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2e8a000700 1 -- 172.21.15.32:0/3927386438 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e98003c10 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2e8a000700 1 -- 172.21.15.32:0/3927386438 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2e8c003ac0 con 0x55a81a9602d0 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2eb1971b80 10 client.25609 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.720+0000 7f2eb1971b80 10 client.25609 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2eb1971b80 20 client.25609 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:46.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a97aa20 0x55a81a97ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2eb1971b80 4 client.25609 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:46.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a81a8c0810 con 0x55a81a97aa20 2024-04-25T19:05:46.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a97aa20 0x55a81a97ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a97aa20 0x55a81a97ce10 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0507540834497c7 server_cookie=9358eec919ea0f6 in_seq=0 out_seq=0 2024-04-25T19:05:46.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.721+0000 7f2e8a000700 10 client.25609 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2e8a000700 1 -- 172.21.15.32:0/3927386438 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a81a8c0810 con 0x55a81a97aa20 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2e8a000700 10 client.25609 handle_command_reply: tid=0 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2eb1971b80 1 client.25609 shutdown 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a9602d0 msgr2=0x55a81a967c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a9602d0 0x55a81a967c30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009690 tx=0x7f2e8c012cc0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 shutdown_connections 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.722+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a97aa20 0x55a81a97ce10 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a95f9b0 0x55a81a96a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a968170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2e8a000700 0 client.25609 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3927386438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a9602d0 0x55a81a967c30 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 >> 172.21.15.32:0/3927386438 conn(0x55a81a88e730 msgr2=0x55a81a95ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 shutdown_connections 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3927386438 wait complete. 2024-04-25T19:05:46.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.723+0000 7f2eb1971b80 20 client.25609 trim_cache size 0 max 16384 2024-04-25T19:05:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 Processor -- start 2024-04-25T19:05:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 -- start start 2024-04-25T19:05:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a963190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a9826e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01b3700 con 0x55a81a96b180 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01b5240 con 0x55a81a9602d0 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.744+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01b3dd0 con 0x55a81a95f9b0 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a9826e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a9826e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41670/0 (socket says 172.21.15.32:41670) 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 -- 172.21.15.32:0/3966343459 learned_addr learned my addr 172.21.15.32:0/3966343459 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2e9f400700 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a963190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 -- 172.21.15.32:0/3966343459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 msgr2=0x55a81a95bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 -- 172.21.15.32:0/3966343459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 msgr2=0x55a81a963190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a963190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 -- 172.21.15.32:0/3966343459 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a81a9606b0 con 0x55a81a96b180 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.745+0000 7f2ea5000700 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a9826e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e98009550 tx=0x7f2e98008fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23446681b23a8d68 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2e94c00700 1 -- 172.21.15.32:0/3966343459 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98020070 con 0x55a81a96b180 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2e94c00700 1 -- 172.21.15.32:0/3966343459 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e98021040 con 0x55a81a96b180 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2e94c00700 1 -- 172.21.15.32:0/3966343459 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e9801b740 con 0x55a81a96b180 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3966343459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 msgr2=0x55a81a9826e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a9826e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e98009550 tx=0x7f2e98008fa0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3966343459 shutdown_connections 2024-04-25T19:05:46.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a96b180 0x55a81a9826e0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a95bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/3966343459 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a9602d0 0x55a81a963190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.746+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3966343459 >> 172.21.15.32:0/3966343459 conn(0x55a81a88e730 msgr2=0x55a81a962a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.747+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3966343459 shutdown_connections 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.747+0000 7f2eb1971b80 1 -- 172.21.15.32:0/3966343459 wait complete. 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.747+0000 7f2eb1971b80 1 -- start start 2024-04-25T19:05:46.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.747+0000 7f2eb1971b80 1 Processor -- start 2024-04-25T19:05:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a96fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 0x55a81a96ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a9704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01b4b70 con 0x55a81a9602d0 2024-04-25T19:05:46.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01b44a0 con 0x55a81a96b180 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea01b16a0 con 0x55a81a95f9b0 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2eb1971b80 10 client.0 _ll_register_callbacks cb 0x55a81a84b8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2e9f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 0x55a81a96ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2e9f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 0x55a81a96ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41672/0 (socket says 172.21.15.32:41672) 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2e9f400700 1 -- 172.21.15.32:0/2114456023 learned_addr learned my addr 172.21.15.32:0/2114456023 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a96fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.748+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a9704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e9f400700 1 -- 172.21.15.32:0/2114456023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 msgr2=0x55a81a96fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e9f400700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a96fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e9f400700 1 -- 172.21.15.32:0/2114456023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 msgr2=0x55a81a9704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e9f400700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a9704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e9f400700 1 -- 172.21.15.32:0/2114456023 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a81a9784f0 con 0x55a81a9602d0 2024-04-25T19:05:46.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a9704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e9f400700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 0x55a81a96ffb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x55a81a9583c0 tx=0x7f2e8c010660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bae184b76c2fc8d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e8a000700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e8a000700 1 -- 172.21.15.32:0/2114456023 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c029040 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e98021040 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e8a000700 1 -- 172.21.15.32:0/2114456023 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2e8c003680 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2e8a000700 1 -- 172.21.15.32:0/2114456023 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2e8c003880 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2eb1971b80 10 client.15441 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.749+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a81a9e2020 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2e8a000700 1 -- 172.21.15.32:0/2114456023 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e98021040 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2e8a000700 1 -- 172.21.15.32:0/2114456023 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2e8c005160 con 0x55a81a9602d0 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2eb1971b80 10 client.15441 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2eb1971b80 10 client.15441 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:05:46.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2eb1971b80 20 client.15441 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:46.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a9e2780 0x55a81a9e4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:46.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2eb1971b80 4 client.15441 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.7, "await_for": 42.0}] 2024-04-25T19:05:46.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.7, "await_for": 42.0}) -- 0x55a81a8ba8b0 con 0x55a81a9e2780 2024-04-25T19:05:46.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.750+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a9e2780 0x55a81a9e4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:46.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.751+0000 7f2ea5000700 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a9e2780 0x55a81a9e4ba0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c18310d68183f87d server_cookie=5ccdc5159f56a027 in_seq=0 out_seq=0 2024-04-25T19:05:46.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.751+0000 7f2e8a000700 10 client.15441 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:46.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2e8a000700 1 -- 172.21.15.32:0/2114456023 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+587 (crc 0 0 0) 0x55a81a8ba8b0 con 0x55a81a9e2780 2024-04-25T19:05:46.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2e8a000700 10 client.15441 handle_command_reply: tid=0 2024-04-25T19:05:46.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 client.15441 shutdown 2024-04-25T19:05:46.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 msgr2=0x55a81a96ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 0x55a81a96ffb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x55a81a9583c0 tx=0x7f2e8c010660 comp rx=0 tx=0).stop 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 shutdown_connections 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a81a9e2780 0x55a81a9e4ba0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a81a96b180 0x55a81a9704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a81a95f9b0 0x55a81a96fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 --2- 172.21.15.32:0/2114456023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a81a9602d0 0x55a81a96ffb0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 >> 172.21.15.32:0/2114456023 conn(0x55a81a88e730 msgr2=0x55a81a969cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.765+0000 7f2e8a000700 0 client.15441 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 shutdown_connections 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2eb1971b80 1 -- 172.21.15.32:0/2114456023 wait complete. 2024-04-25T19:05:46.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2eb1971b80 20 client.15441 trim_cache size 0 max 16384 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 6, 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "ad1ba1d": { 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 6, 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:05:46.769 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.7, 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:05:46.770 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:05:46.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e840a3ed0 msgr2=0x7f2e840a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2ea7000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e840a3ed0 0x7f2e840a6390 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2e900a5650 tx=0x7f2e9000f460 comp rx=0 tx=0).stop 2024-04-25T19:05:46.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea01092d0 msgr2=0x7f2ea019f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:46.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.766+0000 7f2ea7000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea01092d0 0x7f2ea019f5e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2e9000b580 tx=0x7f2e90005280 comp rx=0 tx=0).stop 2024-04-25T19:05:46.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 shutdown_connections 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e840a3ed0 0x7f2e840a6390 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2ea010e3b0 0x7f2ea01a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2ea01092d0 0x7f2ea019f5e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 --2- 172.21.15.32:0/1173094672 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ea0109c80 0x7f2ea019fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 >> 172.21.15.32:0/1173094672 conn(0x7f2ea0076210 msgr2=0x7f2ea00766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 shutdown_connections 2024-04-25T19:05:46.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:05:46.767+0000 7f2ea7000700 1 -- 172.21.15.32:0/1173094672 wait complete. 2024-04-25T19:05:47.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:46 smithi064 ceph-mon[32321]: pgmap v65: 97 pgs: 97 active+clean; 1.7 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-04-25T19:05:47.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:46 smithi032 ceph-mon[28041]: pgmap v65: 97 pgs: 97 active+clean; 1.7 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-04-25T19:05:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:46 smithi066 ceph-mon[32882]: pgmap v65: 97 pgs: 97 active+clean; 1.7 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-04-25T19:05:47.759 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'ad1ba1d', quiesce took 8.4 seconds. Will release after: 18.7 2024-04-25T19:05:49.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:48 smithi064 ceph-mon[32321]: pgmap v66: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-04-25T19:05:49.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:48 smithi032 ceph-mon[28041]: pgmap v66: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-04-25T19:05:49.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:48 smithi066 ceph-mon[32882]: pgmap v66: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-04-25T19:05:51.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:50 smithi064 ceph-mon[32321]: pgmap v67: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-04-25T19:05:51.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:50 smithi032 ceph-mon[28041]: pgmap v67: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-04-25T19:05:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:50 smithi066 ceph-mon[32882]: pgmap v67: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-04-25T19:05:53.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:53 smithi064 ceph-mon[32321]: pgmap v68: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-04-25T19:05:53.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:53 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:05:53.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:53 smithi032 ceph-mon[28041]: pgmap v68: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-04-25T19:05:53.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:53 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:05:53.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:53 smithi066 ceph-mon[32882]: pgmap v68: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-04-25T19:05:53.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:53 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:05:54.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:54 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:05:54.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:54 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:05:54.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:54 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:05:54.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:54 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:05:54.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:54 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:05:54.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:54 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:05:54.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:54 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:05:54.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:54 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:05:54.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:54 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:05:55.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:55 smithi064 ceph-mon[32321]: pgmap v69: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 19 op/s 2024-04-25T19:05:55.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:55 smithi032 ceph-mon[28041]: pgmap v69: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 19 op/s 2024-04-25T19:05:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:55 smithi066 ceph-mon[32882]: pgmap v69: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 19 op/s 2024-04-25T19:05:57.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:57 smithi064 ceph-mon[32321]: pgmap v70: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-04-25T19:05:57.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:57 smithi032 ceph-mon[28041]: pgmap v70: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 -- 172.21.15.32:0/361907992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734074c10 msgr2=0x7f4734112820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 --2- 172.21.15.32:0/361907992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734074c10 0x7f4734112820 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4720009900 tx=0x7f472002a480 comp rx=0 tx=0).stop 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 -- 172.21.15.32:0/361907992 shutdown_connections 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 --2- 172.21.15.32:0/361907992 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4734112d60 0x7f4734115150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 --2- 172.21.15.32:0/361907992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734074c10 0x7f4734112820 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 --2- 172.21.15.32:0/361907992 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f47340742f0 0x7f47340746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 -- 172.21.15.32:0/361907992 >> 172.21.15.32:0/361907992 conn(0x7f47340fd880 msgr2=0x7f47340ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 -- 172.21.15.32:0/361907992 shutdown_connections 2024-04-25T19:05:57.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.426+0000 7f4739c00640 1 -- 172.21.15.32:0/361907992 wait complete. 2024-04-25T19:05:57.429 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.427+0000 7f4739c00640 1 Processor -- start 2024-04-25T19:05:57.429 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 -- start start 2024-04-25T19:05:57.429 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f47340742f0 0x7f47341a48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4734074c10 0x7f47341a4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 0x7f473419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f47341185e0 con 0x7f4734074c10 2024-04-25T19:05:57.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4734118460 con 0x7f47340742f0 2024-04-25T19:05:57.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4734118760 con 0x7f4734112d60 2024-04-25T19:05:57.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 0x7f473419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 0x7f473419ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34038/0 (socket says 172.21.15.32:34038) 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4739200640 1 -- 172.21.15.32:0/3648565512 learned_addr learned my addr 172.21.15.32:0/3648565512 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.428+0000 7f4733e00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f47340742f0 0x7f47341a48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4733400640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4734074c10 0x7f47341a4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739200640 1 -- 172.21.15.32:0/3648565512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f47340742f0 msgr2=0x7f47341a48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739200640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f47340742f0 0x7f47341a48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739200640 1 -- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4734074c10 msgr2=0x7f47341a4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739200640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4734074c10 0x7f47341a4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739200640 1 -- 172.21.15.32:0/3648565512 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f473419f200 con 0x7f4734112d60 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739200640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 0x7f473419ea80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f472c00eb40 tx=0x7f472c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4730c00640 1 -- 172.21.15.32:0/3648565512 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f472c004b20 con 0x7f4734112d60 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4730c00640 1 -- 172.21.15.32:0/3648565512 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f472c004cc0 con 0x7f4734112d60 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.429+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f473419f4f0 con 0x7f4734112d60 2024-04-25T19:05:57.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.430+0000 7f4730c00640 1 -- 172.21.15.32:0/3648565512 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f472c010720 con 0x7f4734112d60 2024-04-25T19:05:57.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.430+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47341ab790 con 0x7f4734112d60 2024-04-25T19:05:57.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.433+0000 7f473e033740 1 Processor -- start 2024-04-25T19:05:57.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.433+0000 7f4730c00640 1 -- 172.21.15.32:0/3648565512 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f472c005560 con 0x7f4734112d60 2024-04-25T19:05:57.435 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.433+0000 7f473e033740 1 -- start start 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f473e033740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98afd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f473e033740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 0x55dae98ba650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f473e033740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98bab90 0x55dae98bcf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f473e033740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dae9815900 con 0x55dae98b02d0 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f473e033740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dae97bbef0 con 0x55dae98af9b0 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f473e033740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dae98118c0 con 0x55dae98bab90 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 0x55dae98ba650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 0x55dae98ba650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59726/0 (socket says 172.21.15.32:59726) 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 -- 172.21.15.32:0/1681263219 learned_addr learned my addr 172.21.15.32:0/1681263219 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733400640 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98afd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733400640 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98bab90 0x55dae98bcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 -- 172.21.15.32:0/1681263219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98bab90 msgr2=0x55dae98bcf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98bab90 0x55dae98bcf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 -- 172.21.15.32:0/1681263219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 msgr2=0x55dae98afd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98afd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733e00640 1 -- 172.21.15.32:0/1681263219 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dae9528210 con 0x55dae98b02d0 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.434+0000 7f4733400640 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98afd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4733e00640 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 0x55dae98ba650 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f4724009c90 tx=0x7f4724011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455e7e54e7f70fad server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4729600640 1 -- 172.21.15.32:0/1681263219 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4724005220 con 0x55dae98b02d0 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4730c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f47180a3d00 0x7f47180a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4729600640 1 -- 172.21.15.32:0/1681263219 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4724004c50 con 0x55dae98b02d0 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4729600640 1 -- 172.21.15.32:0/1681263219 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4724019740 con 0x55dae98b02d0 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4730c00640 1 -- 172.21.15.32:0/3648565512 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f472c0d0ff0 con 0x7f4734112d60 2024-04-25T19:05:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.435+0000 7f4733400640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f47180a3d00 0x7f47180a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 -- 172.21.15.32:0/1681263219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 msgr2=0x55dae98ba650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 0x55dae98ba650 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f4724009c90 tx=0x7f4724011810 comp rx=0 tx=0).stop 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 -- 172.21.15.32:0/1681263219 shutdown_connections 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98bab90 0x55dae98bcf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98b02d0 0x55dae98ba650 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 --2- 172.21.15.32:0/1681263219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98afd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 -- 172.21.15.32:0/1681263219 >> 172.21.15.32:0/1681263219 conn(0x55dae98abec0 msgr2=0x55dae98ac2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 -- 172.21.15.32:0/1681263219 shutdown_connections 2024-04-25T19:05:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f473e033740 1 -- 172.21.15.32:0/1681263219 wait complete. 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.436+0000 7f4733400640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f47180a3d00 0x7f47180a61c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4720031440 tx=0x7f472002a480 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 -- start start 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 Processor -- start 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 0x55dae98b7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98b7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98bab90 0x55dae98b84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dae98bd7c0 con 0x55dae98af9b0 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dae97cf310 con 0x55dae98bab90 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dae98bd940 con 0x55dae98b02d0 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.437+0000 7f473e033740 10 client.0 _ll_register_callbacks cb 0x55dae979dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 0x55dae98b7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 0x55dae98b7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59730/0 (socket says 172.21.15.32:59730) 2024-04-25T19:05:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 -- 172.21.15.32:0/2342001720 learned_addr learned my addr 172.21.15.32:0/2342001720 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4739200640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98bab90 0x55dae98b84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733400640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98b7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 -- 172.21.15.32:0/2342001720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 msgr2=0x55dae98b7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98b7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 -- 172.21.15.32:0/2342001720 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98bab90 msgr2=0x55dae98b84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98bab90 0x55dae98b84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733e00640 1 -- 172.21.15.32:0/2342001720 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dae95f4620 con 0x55dae98af9b0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.438+0000 7f4733400640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98b7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f4733e00640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 0x55dae98b7a50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f47240052e0 tx=0x7f4724005310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=649fbf3355060d33 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f471e000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f471e000640 1 -- 172.21.15.32:0/2342001720 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4724029070 con 0x55dae98af9b0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f471e000640 1 -- 172.21.15.32:0/2342001720 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f47240198b0 con 0x55dae98af9b0 2024-04-25T19:05:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4724004c50 con 0x55dae98af9b0 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f471e000640 1 -- 172.21.15.32:0/2342001720 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4724035050 con 0x55dae98af9b0 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f473e033740 10 client.15453 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.439+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dae98c9950 con 0x55dae98af9b0 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f471e000640 1 -- 172.21.15.32:0/2342001720 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4724004c50 con 0x55dae98af9b0 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f471e000640 1 -- 172.21.15.32:0/2342001720 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4724023550 con 0x55dae98af9b0 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f473e033740 10 client.15453 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f473e033740 10 client.15453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f473e033740 20 client.15453 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f473e033740 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae98cad00 0x55dae98cd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f473e033740 4 client.15453 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dae98298b0 con 0x55dae98cad00 2024-04-25T19:05:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.440+0000 7f4733400640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae98cad00 0x55dae98cd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.441+0000 7f4733400640 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae98cad00 0x55dae98cd0f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54f74b559b09e4f7 server_cookie=151fb0ab52912b65 in_seq=0 out_seq=0 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.441+0000 7f471e000640 10 client.15453 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f471e000640 1 -- 172.21.15.32:0/2342001720 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dae98298b0 con 0x55dae98cad00 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f471e000640 10 client.15453 handle_command_reply: tid=0 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 client.15453 shutdown 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 msgr2=0x55dae98b7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 0x55dae98b7a50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f47240052e0 tx=0x7f4724005310 comp rx=0 tx=0).stop 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 shutdown_connections 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae98cad00 0x55dae98cd0f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98bab90 0x55dae98b84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98b7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 --2- 172.21.15.32:0/2342001720 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98af9b0 0x55dae98b7a50 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f471e000640 0 client.15453 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 >> 172.21.15.32:0/2342001720 conn(0x55dae98abec0 msgr2=0x55dae98b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 shutdown_connections 2024-04-25T19:05:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.442+0000 7f473e033740 1 -- 172.21.15.32:0/2342001720 wait complete. 2024-04-25T19:05:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.443+0000 7f473e033740 20 client.15453 trim_cache size 0 max 16384 2024-04-25T19:05:57.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:57 smithi066 ceph-mon[32882]: pgmap v70: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-04-25T19:05:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 Processor -- start 2024-04-25T19:05:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 -- start start 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98c6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98d2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98d2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f47341b3fe0 con 0x55dae98bab90 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f47341b5b20 con 0x55dae98af9b0 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.459+0000 7f473e033740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f47341b46b0 con 0x55dae98b02d0 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4739200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98d2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4739200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98d2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59742/0 (socket says 172.21.15.32:59742) 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4739200640 1 -- 172.21.15.32:0/1381792956 learned_addr learned my addr 172.21.15.32:0/1381792956 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733e00640 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98c6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733400640 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98d2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733e00640 1 -- 172.21.15.32:0/1381792956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 msgr2=0x55dae98d2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733e00640 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98d2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733e00640 1 -- 172.21.15.32:0/1381792956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 msgr2=0x55dae98d2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733e00640 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98d2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4733e00640 1 -- 172.21.15.32:0/1381792956 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dae98b0100 con 0x55dae98af9b0 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.460+0000 7f4739200640 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98d2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.461+0000 7f4733e00640 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98c6680 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4724023970 tx=0x7f47240059b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50ea46174597a2e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.461+0000 7f4728c00640 1 -- 172.21.15.32:0/1381792956 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4724032070 con 0x55dae98af9b0 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.461+0000 7f4728c00640 1 -- 172.21.15.32:0/1381792956 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4724005380 con 0x55dae98af9b0 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.461+0000 7f4728c00640 1 -- 172.21.15.32:0/1381792956 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4724029050 con 0x55dae98af9b0 2024-04-25T19:05:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 -- 172.21.15.32:0/1381792956 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 msgr2=0x55dae98c6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98c6680 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4724023970 tx=0x7f47240059b0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 -- 172.21.15.32:0/1381792956 shutdown_connections 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98d2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98b02d0 0x55dae98d2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 --2- 172.21.15.32:0/1381792956 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98af9b0 0x55dae98c6680 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 -- 172.21.15.32:0/1381792956 >> 172.21.15.32:0/1381792956 conn(0x55dae98abec0 msgr2=0x55dae98b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 -- 172.21.15.32:0/1381792956 shutdown_connections 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 -- 172.21.15.32:0/1381792956 wait complete. 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 -- start start 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.462+0000 7f473e033740 1 Processor -- start 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98af9b0 0x55dae98c2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98b02d0 0x55dae98c30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98c0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f47341b5450 con 0x55dae98bab90 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f47341b4d80 con 0x55dae98b02d0 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f47341b1fc0 con 0x55dae98af9b0 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f473e033740 10 client.0 _ll_register_callbacks cb 0x7f4724004b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f4739200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98c0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f4739200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98c0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59756/0 (socket says 172.21.15.32:59756) 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f4739200640 1 -- 172.21.15.32:0/4133389494 learned_addr learned my addr 172.21.15.32:0/4133389494 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f4733e00640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98af9b0 0x55dae98c2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.463+0000 7f4733400640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98b02d0 0x55dae98c30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4733e00640 1 -- 172.21.15.32:0/4133389494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98b02d0 msgr2=0x55dae98c30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4733e00640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98b02d0 0x55dae98c30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4733e00640 1 -- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 msgr2=0x55dae98c0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4733e00640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98c0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4733e00640 1 -- 172.21.15.32:0/4133389494 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dae98c0b10 con 0x55dae98af9b0 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4739200640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98c0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:05:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f4733e00640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98af9b0 0x55dae98c2b80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4724019470 tx=0x7f47240099d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f79895aca6b69b1e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f471e000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f471e000640 1 -- 172.21.15.32:0/4133389494 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f472403d070 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4724005380 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.464+0000 7f471e000640 1 -- 172.21.15.32:0/4133389494 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4724004bc0 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f471e000640 1 -- 172.21.15.32:0/4133389494 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4724049050 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 10 client.25633 fetch_fsmap learned FSMap version 29 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dae9930d20 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f471e000640 1 -- 172.21.15.32:0/4133389494 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4724005380 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f471e000640 1 -- 172.21.15.32:0/4133389494 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4724023550 con 0x55dae98af9b0 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 10 client.25633 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 10 client.25633 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 20 client.25633 populate_metadata read hostname 'smithi032' 2024-04-25T19:05:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae99313c0 0x55dae99337e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:05:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 4 client.25633 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:05:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.465+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dae9823320 con 0x55dae99313c0 2024-04-25T19:05:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.466+0000 7f4733400640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae99313c0 0x55dae99337e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:05:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.466+0000 7f4733400640 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae99313c0 0x55dae99337e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=653dbddbdc02eab server_cookie=d7a662187a4f9a9 in_seq=0 out_seq=0 2024-04-25T19:05:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.466+0000 7f471e000640 10 client.25633 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f471e000640 1 -- 172.21.15.32:0/4133389494 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dae9823320 con 0x55dae99313c0 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f471e000640 10 client.25633 handle_command_reply: tid=0 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 client.25633 shutdown 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98af9b0 msgr2=0x55dae98c2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98af9b0 0x55dae98c2b80 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f4724019470 tx=0x7f47240099d0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 shutdown_connections 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dae99313c0 0x55dae99337e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dae98bab90 0x55dae98c0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dae98b02d0 0x55dae98c30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 --2- 172.21.15.32:0/4133389494 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dae98af9b0 0x55dae98c2b80 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f471e000640 0 client.25633 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:05:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.481+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 >> 172.21.15.32:0/4133389494 conn(0x55dae98abec0 msgr2=0x55dae98b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.482+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 shutdown_connections 2024-04-25T19:05:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.482+0000 7f473e033740 1 -- 172.21.15.32:0/4133389494 wait complete. 2024-04-25T19:05:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.482+0000 7f473e033740 20 client.25633 trim_cache size 0 max 16384 2024-04-25T19:05:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:05:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:05:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:05:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f47180a3d00 msgr2=0x7f47180a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f47180a3d00 0x7f47180a61c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4720031440 tx=0x7f472002a480 comp rx=0 tx=0).stop 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 msgr2=0x7f473419ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 0x7f473419ea80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f472c00eb40 tx=0x7f472c00c2d0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 shutdown_connections 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f47180a3d00 0x7f47180a61c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4734112d60 0x7f473419ea80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4734074c10 0x7f47341a4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 --2- 172.21.15.32:0/3648565512 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f47340742f0 0x7f47341a48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:05:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 >> 172.21.15.32:0/3648565512 conn(0x7f47340fd880 msgr2=0x7f47340ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:05:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 shutdown_connections 2024-04-25T19:05:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:05:57.483+0000 7f4739c00640 1 -- 172.21.15.32:0/3648565512 wait complete. 2024-04-25T19:05:59.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:05:59 smithi064 ceph-mon[32321]: pgmap v71: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 20 op/s 2024-04-25T19:05:59.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:05:59 smithi032 ceph-mon[28041]: pgmap v71: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 20 op/s 2024-04-25T19:05:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:05:59 smithi066 ceph-mon[32882]: pgmap v71: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 20 op/s 2024-04-25T19:06:01.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:01 smithi032 ceph-mon[28041]: pgmap v72: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-04-25T19:06:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:01 smithi066 ceph-mon[32882]: pgmap v72: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-04-25T19:06:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:01 smithi064 ceph-mon[32321]: pgmap v72: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-04-25T19:06:03.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:03 smithi032 ceph-mon[28041]: pgmap v73: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-04-25T19:06:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:03 smithi066 ceph-mon[32882]: pgmap v73: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-04-25T19:06:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:03 smithi064 ceph-mon[32321]: pgmap v73: 97 pgs: 97 active+clean; 1.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.9 KiB/s wr, 11 op/s 2024-04-25T19:06:05.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:05 smithi066 ceph-mon[32882]: pgmap v74: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 27 KiB/s wr, 30 op/s 2024-04-25T19:06:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:05 smithi064 ceph-mon[32321]: pgmap v74: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 27 KiB/s wr, 30 op/s 2024-04-25T19:06:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:05 smithi032 ceph-mon[28041]: pgmap v74: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 27 KiB/s wr, 30 op/s 2024-04-25T19:06:06.461 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:06:06.981 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:06:07.355 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:07 smithi032 ceph-mon[28041]: pgmap v75: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 26 op/s 2024-04-25T19:06:07.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:07 smithi066 ceph-mon[32882]: pgmap v75: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 26 op/s 2024-04-25T19:06:07.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:07 smithi064 ceph-mon[32321]: pgmap v75: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 26 op/s 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 -- 172.21.15.32:0/2436147543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488077890 msgr2=0x7fc4881133b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 --2- 172.21.15.32:0/2436147543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488077890 0x7fc4881133b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc474009990 tx=0x7fc474009ca0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 -- 172.21.15.32:0/2436147543 shutdown_connections 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 --2- 172.21.15.32:0/2436147543 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 0x7fc488115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 --2- 172.21.15.32:0/2436147543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc488076f70 0x7fc488077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 --2- 172.21.15.32:0/2436147543 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488077890 0x7fc4881133b0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.289+0000 7fc48ca00700 1 -- 172.21.15.32:0/2436147543 >> 172.21.15.32:0/2436147543 conn(0x7fc488100740 msgr2=0x7fc488102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:09.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.290+0000 7fc48ca00700 1 -- 172.21.15.32:0/2436147543 shutdown_connections 2024-04-25T19:06:09.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.290+0000 7fc48ca00700 1 -- 172.21.15.32:0/2436147543 wait complete. 2024-04-25T19:06:09.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.291+0000 7fc48ca00700 1 Processor -- start 2024-04-25T19:06:09.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.291+0000 7fc48ca00700 1 -- start start 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc48ca00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 0x7fc4881a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc48ca00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc488077890 0x7fc4881a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc48ca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 0x7fc48819f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc48ca00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc488119290 con 0x7fc488076f70 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc48ca00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc488119110 con 0x7fc4881138f0 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc48ca00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc488119410 con 0x7fc488077890 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc485e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 0x7fc4881a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:09.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc485e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 0x7fc4881a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32834/0 (socket says 172.21.15.32:32834) 2024-04-25T19:06:09.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc485e00700 1 -- 172.21.15.32:0/3981254965 learned_addr learned my addr 172.21.15.32:0/3981254965 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:09.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc486800700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 0x7fc48819f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:09.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.292+0000 7fc485400700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc488077890 0x7fc4881a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:09.295 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:09 smithi032 ceph-mon[28041]: pgmap v76: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc486800700 1 -- 172.21.15.32:0/3981254965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc488077890 msgr2=0x7fc4881a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc486800700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc488077890 0x7fc4881a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc486800700 1 -- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 msgr2=0x7fc4881a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc486800700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 0x7fc4881a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc486800700 1 -- 172.21.15.32:0/3981254965 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc48819fd10 con 0x7fc4881138f0 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc486800700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 0x7fc48819f5b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc48807b260 tx=0x7fc48000ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc485e00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 0x7fc4881a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:06:09.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.293+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4800092e0 con 0x7fc4881138f0 2024-04-25T19:06:09.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.294+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc480004bb0 con 0x7fc4881138f0 2024-04-25T19:06:09.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.294+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc480004020 con 0x7fc4881138f0 2024-04-25T19:06:09.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.294+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc48819ffa0 con 0x7fc4881138f0 2024-04-25T19:06:09.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.294+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4881ac2c0 con 0x7fc4881138f0 2024-04-25T19:06:09.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.295+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4880786b0 con 0x7fc4881138f0 2024-04-25T19:06:09.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.297+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc48001b030 con 0x7fc4881138f0 2024-04-25T19:06:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.299+0000 7fc47ea00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc46c0a3e30 0x7fc46c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:09.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.299+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc4800d0230 con 0x7fc4881138f0 2024-04-25T19:06:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.299+0000 7fc485e00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc46c0a3e30 0x7fc46c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:09.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.300+0000 7fc485e00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc46c0a3e30 0x7fc46c0a62f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc478009d70 tx=0x7fc478009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:09.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.303+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc480022020 con 0x7fc4881138f0 2024-04-25T19:06:09.324 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:09 smithi064 ceph-mon[32321]: pgmap v76: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T19:06:09.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:09 smithi066 ceph-mon[32882]: pgmap v76: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T19:06:09.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.583+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc48802df80 con 0x7fc4881138f0 2024-04-25T19:06:09.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.584+0000 7fc47ea00700 1 -- 172.21.15.32:0/3981254965 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fc480010040 con 0x7fc4881138f0 2024-04-25T19:06:09.586 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:06:09.586 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:06:09.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.587+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc46c0a3e30 msgr2=0x7fc46c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:09.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.587+0000 7fc48ca00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc46c0a3e30 0x7fc46c0a62f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc478009d70 tx=0x7fc478009260 comp rx=0 tx=0).stop 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.587+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 msgr2=0x7fc48819f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.587+0000 7fc48ca00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 0x7fc48819f5b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc48807b260 tx=0x7fc48000ef90 comp rx=0 tx=0).stop 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 shutdown_connections 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc46c0a3e30 0x7fc46c0a62f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc488076f70 0x7fc4881a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc4881138f0 0x7fc48819f5b0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 --2- 172.21.15.32:0/3981254965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc488077890 0x7fc4881a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 >> 172.21.15.32:0/3981254965 conn(0x7fc488100740 msgr2=0x7fc488102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 shutdown_connections 2024-04-25T19:06:09.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:09.588+0000 7fc48ca00700 1 -- 172.21.15.32:0/3981254965 wait complete. 2024-04-25T19:06:09.591 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:06:10.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:10 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3981254965' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:10.504 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:10 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3981254965' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:10.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:10 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3981254965' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:10.571 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id ad1ba1d --release --await' 2024-04-25T19:06:10.571 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id ad1ba1d --release --await 2024-04-25T19:06:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 -- 172.21.15.32:0/270972861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8112c30 msgr2=0x7f21f8115020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 --2- 172.21.15.32:0/270972861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8112c30 0x7f21f8115020 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f21f0009cd0 tx=0x7f21f002a8e0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 -- 172.21.15.32:0/270972861 shutdown_connections 2024-04-25T19:06:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 --2- 172.21.15.32:0/270972861 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8112c30 0x7f21f8115020 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 --2- 172.21.15.32:0/270972861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8076da0 0x7f21f81126f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 --2- 172.21.15.32:0/270972861 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8076480 0x7f21f8076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 -- 172.21.15.32:0/270972861 >> 172.21.15.32:0/270972861 conn(0x7f21f80ffa60 msgr2=0x7f21f8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:10.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 -- 172.21.15.32:0/270972861 shutdown_connections 2024-04-25T19:06:10.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.630+0000 7f21f7200640 1 -- 172.21.15.32:0/270972861 wait complete. 2024-04-25T19:06:10.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.631+0000 7f21f7200640 1 Processor -- start 2024-04-25T19:06:10.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 -- start start 2024-04-25T19:06:10.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8076480 0x7f21f819eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8076da0 0x7f21f819f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 0x7f21f81a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21f8118670 con 0x7f21f8076480 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81184f0 con 0x7f21f8076da0 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f7200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81187f0 con 0x7f21f8112c30 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 0x7f21f81a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8076480 0x7f21f819eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 0x7f21f81a3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35424/0 (socket says 172.21.15.32:35424) 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f6800640 1 -- 172.21.15.32:0/925145216 learned_addr learned my addr 172.21.15.32:0/925145216 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.632+0000 7f21f5400640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8076da0 0x7f21f819f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.633+0000 7f21f6800640 1 -- 172.21.15.32:0/925145216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8076da0 msgr2=0x7f21f819f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.633+0000 7f21f6800640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8076da0 0x7f21f819f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.635 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.633+0000 7f21f6800640 1 -- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8076480 msgr2=0x7f21f819eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.633+0000 7f21f6800640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8076480 0x7f21f819eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.633+0000 7f21f6800640 1 -- 172.21.15.32:0/925145216 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f81a3ea0 con 0x7f21f8112c30 2024-04-25T19:06:10.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.633+0000 7f21f6800640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 0x7f21f81a3770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f21f0005e30 tx=0x7f21f0003970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:10.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.634+0000 7f21eea00640 1 -- 172.21.15.32:0/925145216 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f0004040 con 0x7f21f8112c30 2024-04-25T19:06:10.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.634+0000 7f21eea00640 1 -- 172.21.15.32:0/925145216 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21f0004690 con 0x7f21f8112c30 2024-04-25T19:06:10.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.634+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f81a4130 con 0x7f21f8112c30 2024-04-25T19:06:10.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.634+0000 7f21eea00640 1 -- 172.21.15.32:0/925145216 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f0030e50 con 0x7f21f8112c30 2024-04-25T19:06:10.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.634+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f81aba20 con 0x7f21f8112c30 2024-04-25T19:06:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.637+0000 7f21ffdc0740 1 Processor -- start 2024-04-25T19:06:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.637+0000 7f21eea00640 1 -- 172.21.15.32:0/925145216 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f21f00305a0 con 0x7f21f8112c30 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 -- start start 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44ac650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5607b4407900 con 0x5607b44a22d0 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5607b43adef0 con 0x5607b44acb90 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5607b44038c0 con 0x5607b44a19b0 2024-04-25T19:06:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44ac650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.638+0000 7f21f5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44ac650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32870/0 (socket says 172.21.15.32:32870) 2024-04-25T19:06:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 -- 172.21.15.32:0/2152954918 learned_addr learned my addr 172.21.15.32:0/2152954918 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5400640 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 -- 172.21.15.32:0/2152954918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 msgr2=0x5607b44a1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44a1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 -- 172.21.15.32:0/2152954918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 msgr2=0x5607b44aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 -- 172.21.15.32:0/2152954918 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607b411a210 con 0x5607b44a22d0 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21eea00640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21dc0a3d00 0x7f21dc0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21f5e00640 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44ac650 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f21e8009cf0 tx=0x7f21e8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bba046fac0a9c334 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.639+0000 7f21eea00640 1 -- 172.21.15.32:0/925145216 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f21f002e030 con 0x7f21f8112c30 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.640+0000 7f21f5400640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21dc0a3d00 0x7f21dc0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.640+0000 7f21e3400640 1 -- 172.21.15.32:0/2152954918 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e8004230 con 0x5607b44a22d0 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.640+0000 7f21e3400640 1 -- 172.21.15.32:0/2152954918 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21e80043d0 con 0x5607b44a22d0 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.640+0000 7f21e3400640 1 -- 172.21.15.32:0/2152954918 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e8019820 con 0x5607b44a22d0 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2152954918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 msgr2=0x5607b44ac650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44ac650 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f21e8009cf0 tx=0x7f21e8011810 comp rx=0 tx=0).stop 2024-04-25T19:06:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21f5400640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21dc0a3d00 0x7f21dc0a61c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x5607b449f2e0 tx=0x7f21e4005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2152954918 shutdown_connections 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44ac650 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2152954918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44a1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2152954918 >> 172.21.15.32:0/2152954918 conn(0x5607b449dec0 msgr2=0x5607b449e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2152954918 shutdown_connections 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2152954918 wait complete. 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.641+0000 7f21ffdc0740 1 -- start start 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 Processor -- start 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 0x5607b44a9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a22d0 0x5607b44a9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5607b44af7c0 con 0x5607b44a19b0 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5607b43c1310 con 0x5607b44acb90 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5607b44af940 con 0x5607b44a22d0 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.642+0000 7f21ffdc0740 10 client.0 _ll_register_callbacks cb 0x5607b438fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 0x5607b44a9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 0x5607b44a9a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32886/0 (socket says 172.21.15.32:32886) 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 -- 172.21.15.32:0/4098036253 learned_addr learned my addr 172.21.15.32:0/4098036253 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f6800640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5400640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a22d0 0x5607b44a9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 -- 172.21.15.32:0/4098036253 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a22d0 msgr2=0x5607b44a9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a22d0 0x5607b44a9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 -- 172.21.15.32:0/4098036253 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 msgr2=0x5607b44aa4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aa4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f5e00640 1 -- 172.21.15.32:0/4098036253 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607b41e6620 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.643+0000 7f21f6800640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aa4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21f5e00640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 0x5607b44a9a30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f21e8003f50 tx=0x7f21e80045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48bbb8f315e92072 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21d7e00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21d7e00640 1 -- 172.21.15.32:0/4098036253 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e8027070 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21d7e00640 1 -- 172.21.15.32:0/4098036253 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f21e80037f0 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21e80043d0 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21d7e00640 1 -- 172.21.15.32:0/4098036253 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f21e8033050 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21ffdc0740 10 client.15477 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.644+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5607b44bb980 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21d7e00640 1 -- 172.21.15.32:0/4098036253 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21e80043d0 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21d7e00640 1 -- 172.21.15.32:0/4098036253 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f21e8004b70 con 0x5607b44a19b0 2024-04-25T19:06:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21ffdc0740 10 client.15477 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21ffdc0740 10 client.15477 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21ffdc0740 20 client.15477 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b44bcd30 0x5607b44bf120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21ffdc0740 4 client.15477 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607b441b8b0 con 0x5607b44bcd30 2024-04-25T19:06:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.645+0000 7f21f5400640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b44bcd30 0x5607b44bf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.646+0000 7f21f5400640 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b44bcd30 0x5607b44bf120 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5dc1d0124781039e server_cookie=f5dc8e956ebb860b in_seq=0 out_seq=0 2024-04-25T19:06:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.646+0000 7f21d7e00640 10 client.15477 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21d7e00640 1 -- 172.21.15.32:0/4098036253 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5607b441b8b0 con 0x5607b44bcd30 2024-04-25T19:06:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21d7e00640 10 client.15477 handle_command_reply: tid=0 2024-04-25T19:06:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 client.15477 shutdown 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 msgr2=0x5607b44a9a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 0x5607b44a9a30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f21e8003f50 tx=0x7f21e80045f0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 shutdown_connections 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b44bcd30 0x5607b44bf120 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44acb90 0x5607b44aa4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a22d0 0x5607b44a9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21d7e00640 0 client.15477 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/4098036253 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a19b0 0x5607b44a9a30 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.647+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 >> 172.21.15.32:0/4098036253 conn(0x5607b449dec0 msgr2=0x5607b44a3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.648+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 shutdown_connections 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.648+0000 7f21ffdc0740 1 -- 172.21.15.32:0/4098036253 wait complete. 2024-04-25T19:06:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.648+0000 7f21ffdc0740 20 client.15477 trim_cache size 0 max 16384 2024-04-25T19:06:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.664+0000 7f21ffdc0740 1 Processor -- start 2024-04-25T19:06:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.664+0000 7f21ffdc0740 1 -- start start 2024-04-25T19:06:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44b8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a22d0 0x5607b44a8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 0x5607b44a3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81b4030 con 0x5607b44acb90 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81b5b70 con 0x5607b44a22d0 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81b4700 con 0x5607b44a19b0 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21f6800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 0x5607b44a3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21f5400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a22d0 0x5607b44a8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21f6800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 0x5607b44a3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32892/0 (socket says 172.21.15.32:32892) 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21f6800640 1 -- 172.21.15.32:0/2865213082 learned_addr learned my addr 172.21.15.32:0/2865213082 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.665+0000 7f21f5e00640 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44b8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f5400640 1 -- 172.21.15.32:0/2865213082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 msgr2=0x5607b44b8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f5400640 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44b8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f5400640 1 -- 172.21.15.32:0/2865213082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 msgr2=0x5607b44a3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f5400640 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 0x5607b44a3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f5400640 1 -- 172.21.15.32:0/2865213082 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607b44bf6e0 con 0x5607b44a22d0 2024-04-25T19:06:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f6800640 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 0x5607b44a3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21f5400640 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a22d0 0x5607b44a8b90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x5607b44bf910 tx=0x7f21e4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd9e6fd9630b7110 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:10.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21e2a00640 1 -- 172.21.15.32:0/2865213082 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4011c30 con 0x5607b44a22d0 2024-04-25T19:06:10.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21e2a00640 1 -- 172.21.15.32:0/2865213082 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21e4011dd0 con 0x5607b44a22d0 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.666+0000 7f21e2a00640 1 -- 172.21.15.32:0/2865213082 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4004e40 con 0x5607b44a22d0 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2865213082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a22d0 msgr2=0x5607b44a8b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a22d0 0x5607b44a8b90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x5607b44bf910 tx=0x7f21e4004730 comp rx=0 tx=0).stop 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2865213082 shutdown_connections 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44acb90 0x5607b44a3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a22d0 0x5607b44a8b90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/2865213082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44a19b0 0x5607b44b8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2865213082 >> 172.21.15.32:0/2865213082 conn(0x5607b449dec0 msgr2=0x5607b44a3360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2865213082 shutdown_connections 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.667+0000 7f21ffdc0740 1 -- 172.21.15.32:0/2865213082 wait complete. 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.668+0000 7f21ffdc0740 1 -- start start 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.668+0000 7f21ffdc0740 1 Processor -- start 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.668+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a19b0 0x5607b44b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44b22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21ffdc0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44acb90 0x5607b45211e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81b54a0 con 0x5607b44a22d0 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81b4dd0 con 0x5607b44a19b0 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21ffdc0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f21f81b2010 con 0x5607b44acb90 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21ffdc0740 10 client.0 _ll_register_callbacks cb 0x7f21e8009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44b22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a19b0 0x5607b44b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44b22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32900/0 (socket says 172.21.15.32:32900) 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a19b0 0x5607b44b1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56226/0 (socket says 172.21.15.32:56226) 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 -- 172.21.15.32:0/914787096 learned_addr learned my addr 172.21.15.32:0/914787096 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f6800640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44acb90 0x5607b45211e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 -- 172.21.15.32:0/914787096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44acb90 msgr2=0x5607b45211e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44acb90 0x5607b45211e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 -- 172.21.15.32:0/914787096 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a19b0 msgr2=0x5607b44b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a19b0 0x5607b44b1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f5400640 1 -- 172.21.15.32:0/914787096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607b45217d0 con 0x5607b44a22d0 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.669+0000 7f21f6800640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44acb90 0x5607b45211e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21f5400640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44b22f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f21e40115b0 tx=0x7f21e40099a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1bfd4054af581bb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21d7e00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21d7e00640 1 -- 172.21.15.32:0/914787096 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e402e250 con 0x5607b44a22d0 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21d7e00640 1 -- 172.21.15.32:0/914787096 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f21e402e3f0 con 0x5607b44a22d0 2024-04-25T19:06:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21e4011dd0 con 0x5607b44a22d0 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21d7e00640 1 -- 172.21.15.32:0/914787096 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f21e4044050 con 0x5607b44a22d0 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21ffdc0740 10 client.15483 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.670+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5607b4522ac0 con 0x5607b44a22d0 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21d7e00640 1 -- 172.21.15.32:0/914787096 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21e4011dd0 con 0x5607b44a22d0 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21d7e00640 1 -- 172.21.15.32:0/914787096 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f21e403f030 con 0x5607b44a22d0 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21ffdc0740 10 client.15483 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:10.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21ffdc0740 10 client.15483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21ffdc0740 20 client.15483 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b4523200 0x5607b4525620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21ffdc0740 4 client.15483 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5607b4415320 con 0x5607b4523200 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.671+0000 7f21f5e00640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b4523200 0x5607b4525620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.672+0000 7f21d7e00640 10 client.15483 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:10.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.672+0000 7f21f5e00640 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b4523200 0x5607b4525620 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=191bb814f136507a server_cookie=e2583da69511bff0 in_seq=0 out_seq=0 2024-04-25T19:06:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21d7e00640 1 -- 172.21.15.32:0/914787096 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5607b4415320 con 0x5607b4523200 2024-04-25T19:06:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21d7e00640 10 client.15483 handle_command_reply: tid=0 2024-04-25T19:06:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 client.15483 shutdown 2024-04-25T19:06:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 msgr2=0x5607b44b22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44b22f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f21e40115b0 tx=0x7f21e40099a0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 shutdown_connections 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607b4523200 0x5607b4525620 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607b44acb90 0x5607b45211e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607b44a22d0 0x5607b44b22f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 --2- 172.21.15.32:0/914787096 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607b44a19b0 0x5607b44b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21d7e00640 0 client.15483 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 >> 172.21.15.32:0/914787096 conn(0x5607b449dec0 msgr2=0x5607b44a3330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 shutdown_connections 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.686+0000 7f21ffdc0740 1 -- 172.21.15.32:0/914787096 wait complete. 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21ffdc0740 20 client.15483 trim_cache size 0 max 16384 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:06:10.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:06:10.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:06:10.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:06:10.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21dc0a3d00 msgr2=0x7f21dc0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21dc0a3d00 0x7f21dc0a61c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x5607b449f2e0 tx=0x7f21e4005f90 comp rx=0 tx=0).stop 2024-04-25T19:06:10.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 msgr2=0x7f21f81a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 0x7f21f81a3770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f21f0005e30 tx=0x7f21f0003970 comp rx=0 tx=0).stop 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 shutdown_connections 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21dc0a3d00 0x7f21dc0a61c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21f8112c30 0x7f21f81a3770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f21f8076da0 0x7f21f819f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 --2- 172.21.15.32:0/925145216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21f8076480 0x7f21f819eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.687+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 >> 172.21.15.32:0/925145216 conn(0x7f21f80ffa60 msgr2=0x7f21f8101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.688+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 shutdown_connections 2024-04-25T19:06:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:10.688+0000 7f21f7200640 1 -- 172.21.15.32:0/925145216 wait complete. 2024-04-25T19:06:11.027 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:06:11.350 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:11 smithi032 ceph-mon[28041]: pgmap v77: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:06:11.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:11 smithi066 ceph-mon[32882]: pgmap v77: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:06:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:11 smithi064 ceph-mon[32321]: pgmap v77: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:06:13.206 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:13 smithi032 ceph-mon[28041]: pgmap v78: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:06:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:13 smithi066 ceph-mon[32882]: pgmap v78: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:06:13.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 -- 172.21.15.32:0/3890909464 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0578109c80 msgr2=0x7f057810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 --2- 172.21.15.32:0/3890909464 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0578109c80 0x7f057810dcd0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f05640098f0 tx=0x7f0564009c00 comp rx=0 tx=0).stop 2024-04-25T19:06:13.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 -- 172.21.15.32:0/3890909464 shutdown_connections 2024-04-25T19:06:13.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 --2- 172.21.15.32:0/3890909464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f057810e3b0 0x7f0578115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 --2- 172.21.15.32:0/3890909464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05781092d0 0x7f05781096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 --2- 172.21.15.32:0/3890909464 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0578109c80 0x7f057810dcd0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 -- 172.21.15.32:0/3890909464 >> 172.21.15.32:0/3890909464 conn(0x7f0578076210 msgr2=0x7f0578107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:13.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 -- 172.21.15.32:0/3890909464 shutdown_connections 2024-04-25T19:06:13.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.516+0000 7f057f000700 1 -- 172.21.15.32:0/3890909464 wait complete. 2024-04-25T19:06:13.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.517+0000 7f057f000700 1 Processor -- start 2024-04-25T19:06:13.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 -- start start 2024-04-25T19:06:13.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05781092d0 0x7f05781a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 0x7f05781a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f057810e3b0 0x7f057819f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0578119270 con 0x7f05781092d0 2024-04-25T19:06:13.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f05781190f0 con 0x7f057810e3b0 2024-04-25T19:06:13.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.518+0000 7f057f000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f05781193f0 con 0x7f0578109c80 2024-04-25T19:06:13.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05781092d0 0x7f05781a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 0x7f05781a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 0x7f05781a5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:58576/0 (socket says 172.21.15.32:58576) 2024-04-25T19:06:13.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 -- 172.21.15.32:0/188417817 learned_addr learned my addr 172.21.15.32:0/188417817 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:13.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f057d000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f057810e3b0 0x7f057819f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 -- 172.21.15.32:0/188417817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f057810e3b0 msgr2=0x7f057819f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f057810e3b0 0x7f057819f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 -- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05781092d0 msgr2=0x7f05781a5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05781092d0 0x7f05781a5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 -- 172.21.15.32:0/188417817 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f057819fd90 con 0x7f0578109c80 2024-04-25T19:06:13.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.519+0000 7f0577400700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 0x7f05781a5960 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f056400c010 tx=0x7f056400f9b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:13.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:13 smithi064 ceph-mon[32321]: pgmap v78: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-25T19:06:13.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.520+0000 7f0574c00700 1 -- 172.21.15.32:0/188417817 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564027070 con 0x7f0578109c80 2024-04-25T19:06:13.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.520+0000 7f0574c00700 1 -- 172.21.15.32:0/188417817 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05640054f0 con 0x7f0578109c80 2024-04-25T19:06:13.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.520+0000 7f0574c00700 1 -- 172.21.15.32:0/188417817 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564004930 con 0x7f0578109c80 2024-04-25T19:06:13.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.520+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05781a0020 con 0x7f0578109c80 2024-04-25T19:06:13.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.520+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05781ac2f0 con 0x7f0578109c80 2024-04-25T19:06:13.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.523+0000 7f0574c00700 1 -- 172.21.15.32:0/188417817 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f056402a070 con 0x7f0578109c80 2024-04-25T19:06:13.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f0589a29b80 1 Processor -- start 2024-04-25T19:06:13.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f0574c00700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f055c0a3db0 0x7f055c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f0589a29b80 1 -- start start 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f0574c00700 1 -- 172.21.15.32:0/188417817 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f05640d1170 con 0x7f0578109c80 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f057d000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f055c0a3db0 0x7f055c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef51ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.525+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51b240 0x55c3ef525bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef5284e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0589a29b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c3ef46df90 con 0x55c3ef51a920 2024-04-25T19:06:13.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0589a29b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c3ef414830 con 0x55c3ef5260f0 2024-04-25T19:06:13.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0589a29b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c3ef469f50 con 0x55c3ef51b240 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef51ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef51ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48570/0 (socket says 172.21.15.32:48570) 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 -- 172.21.15.32:0/3045340811 learned_addr learned my addr 172.21.15.32:0/3045340811 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577400700 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51b240 0x55c3ef525bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f057d000700 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef5284e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 -- 172.21.15.32:0/3045340811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51b240 msgr2=0x55c3ef525bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51b240 0x55c3ef525bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f057d000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f055c0a3db0 0x7f055c0a6270 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0570009fd0 tx=0x7f05700099e0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 -- 172.21.15.32:0/3045340811 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 msgr2=0x55c3ef5284e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef5284e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.526+0000 7f0577e00700 1 -- 172.21.15.32:0/3045340811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3ef40a780 con 0x55c3ef51a920 2024-04-25T19:06:13.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.527+0000 7f0577e00700 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef51ad00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0568009d80 tx=0x7f0568011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23381cebe50585ff server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.527+0000 7f056d600700 1 -- 172.21.15.32:0/3045340811 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056801e070 con 0x55c3ef51a920 2024-04-25T19:06:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.527+0000 7f056d600700 1 -- 172.21.15.32:0/3045340811 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0568019ae0 con 0x55c3ef51a920 2024-04-25T19:06:13.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.527+0000 7f056d600700 1 -- 172.21.15.32:0/3045340811 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056800ea60 con 0x55c3ef51a920 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 -- 172.21.15.32:0/3045340811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 msgr2=0x55c3ef51ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef51ad00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0568009d80 tx=0x7f0568011720 comp rx=0 tx=0).stop 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 -- 172.21.15.32:0/3045340811 shutdown_connections 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef51ad00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef5284e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3045340811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51b240 0x55c3ef525bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 -- 172.21.15.32:0/3045340811 >> 172.21.15.32:0/3045340811 conn(0x55c3ef4496a0 msgr2=0x55c3ef516dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 -- 172.21.15.32:0/3045340811 shutdown_connections 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.528+0000 7f0589a29b80 1 -- 172.21.15.32:0/3045340811 wait complete. 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.529+0000 7f0589a29b80 1 -- start start 2024-04-25T19:06:13.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.529+0000 7f0589a29b80 1 Processor -- start 2024-04-25T19:06:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef525830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51b240 0x55c3ef522b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef523070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c3ef528c10 con 0x55c3ef51a920 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c3ef427960 con 0x55c3ef51b240 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c3ef528d90 con 0x55c3ef5260f0 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0589a29b80 10 client.0 _ll_register_callbacks cb 0x55c3ef406820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0577e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef525830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0577e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef525830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48578/0 (socket says 172.21.15.32:48578) 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0577e00700 1 -- 172.21.15.32:0/907360856 learned_addr learned my addr 172.21.15.32:0/907360856 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f0577400700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51b240 0x55c3ef522b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.530+0000 7f057d000700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef523070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577e00700 1 -- 172.21.15.32:0/907360856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 msgr2=0x55c3ef523070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577e00700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef523070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577e00700 1 -- 172.21.15.32:0/907360856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51b240 msgr2=0x55c3ef522b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577e00700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51b240 0x55c3ef522b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577e00700 1 -- 172.21.15.32:0/907360856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3ef3bb9d0 con 0x55c3ef51a920 2024-04-25T19:06:13.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577400700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51b240 0x55c3ef522b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:13.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0577e00700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef525830 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0568000c00 tx=0x7f056800e5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb926e4ea6fe32b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:13.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0562000700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0562000700 1 -- 172.21.15.32:0/907360856 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056801e050 con 0x55c3ef51a920 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0562000700 1 -- 172.21.15.32:0/907360856 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f0568005040 con 0x55c3ef51a920 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.531+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0568019ae0 con 0x55c3ef51a920 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0562000700 1 -- 172.21.15.32:0/907360856 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0568033050 con 0x55c3ef51a920 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 10 client.15495 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c3ef404bf0 con 0x55c3ef51a920 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0562000700 1 -- 172.21.15.32:0/907360856 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0568019ae0 con 0x55c3ef51a920 2024-04-25T19:06:13.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0562000700 1 -- 172.21.15.32:0/907360856 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0568004cb0 con 0x55c3ef51a920 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 10 client.15495 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 10 client.15495 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 20 client.15495 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef535830 0x55c3ef537c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 4 client.15495 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.532+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3ef47b780 con 0x55c3ef535830 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.533+0000 7f0577400700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef535830 0x55c3ef537c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.533+0000 7f0577400700 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef535830 0x55c3ef537c20 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad7f58c85141029d server_cookie=f3ab680725cb731a in_seq=0 out_seq=0 2024-04-25T19:06:13.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.533+0000 7f0562000700 10 client.15495 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0562000700 1 -- 172.21.15.32:0/907360856 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c3ef47b780 con 0x55c3ef535830 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0562000700 10 client.15495 handle_command_reply: tid=0 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0589a29b80 1 client.15495 shutdown 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 msgr2=0x55c3ef525830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0589a29b80 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef525830 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0568000c00 tx=0x7f056800e5e0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 shutdown_connections 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.534+0000 7f0589a29b80 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef535830 0x55c3ef537c20 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51a920 0x55c3ef525830 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef523070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 1 --2- 172.21.15.32:0/907360856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51b240 0x55c3ef522b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 >> 172.21.15.32:0/907360856 conn(0x55c3ef4496a0 msgr2=0x55c3ef5169c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0562000700 0 client.15495 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 shutdown_connections 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 1 -- 172.21.15.32:0/907360856 wait complete. 2024-04-25T19:06:13.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.535+0000 7f0589a29b80 20 client.15495 trim_cache size 0 max 16384 2024-04-25T19:06:13.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 Processor -- start 2024-04-25T19:06:13.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 -- start start 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51a920 0x55c3ef521ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef51e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef531b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f05781b3810 con 0x55c3ef51b240 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f05781b5350 con 0x55c3ef51a920 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.557+0000 7f0589a29b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f05781b3ee0 con 0x55c3ef5260f0 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f0577400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef51e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f0577400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef51e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48588/0 (socket says 172.21.15.32:48588) 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f0577400700 1 -- 172.21.15.32:0/883494568 learned_addr learned my addr 172.21.15.32:0/883494568 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f057d000700 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef531b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f0577e00700 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51a920 0x55c3ef521ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f057d000700 1 -- 172.21.15.32:0/883494568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51a920 msgr2=0x55c3ef521ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f057d000700 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51a920 0x55c3ef521ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f057d000700 1 -- 172.21.15.32:0/883494568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 msgr2=0x55c3ef51e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f057d000700 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef51e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.558+0000 7f057d000700 1 -- 172.21.15.32:0/883494568 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3ef51e780 con 0x55c3ef5260f0 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.559+0000 7f057d000700 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef531b10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0570009e60 tx=0x7f057001c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c6b210028dc4174 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.559+0000 7f056cc00700 1 -- 172.21.15.32:0/883494568 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057001d070 con 0x55c3ef5260f0 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.559+0000 7f056cc00700 1 -- 172.21.15.32:0/883494568 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05700046a0 con 0x55c3ef5260f0 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.559+0000 7f056cc00700 1 -- 172.21.15.32:0/883494568 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05700176a0 con 0x55c3ef5260f0 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 -- 172.21.15.32:0/883494568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 msgr2=0x55c3ef531b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef531b10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0570009e60 tx=0x7f057001c000 comp rx=0 tx=0).stop 2024-04-25T19:06:13.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 -- 172.21.15.32:0/883494568 shutdown_connections 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef5260f0 0x55c3ef531b10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef51a920 0x55c3ef521ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 --2- 172.21.15.32:0/883494568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef51e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 -- 172.21.15.32:0/883494568 >> 172.21.15.32:0/883494568 conn(0x55c3ef4496a0 msgr2=0x55c3ef51db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 -- 172.21.15.32:0/883494568 shutdown_connections 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 -- 172.21.15.32:0/883494568 wait complete. 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.560+0000 7f0589a29b80 1 -- start start 2024-04-25T19:06:13.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 Processor -- start 2024-04-25T19:06:13.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51a920 0x55c3ef52e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef520020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef520630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f05781b4c80 con 0x55c3ef51b240 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f05781b45b0 con 0x55c3ef5260f0 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f05781b17d0 con 0x55c3ef51a920 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.561+0000 7f0589a29b80 10 client.0 _ll_register_callbacks cb 0x55c3ef406820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f0577e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51a920 0x55c3ef52e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f0577400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef520020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f0577400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef520020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48602/0 (socket says 172.21.15.32:48602) 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f0577400700 1 -- 172.21.15.32:0/3291334855 learned_addr learned my addr 172.21.15.32:0/3291334855 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef520630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 -- 172.21.15.32:0/3291334855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51a920 msgr2=0x55c3ef52e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51a920 0x55c3ef52e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 -- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 msgr2=0x55c3ef520020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:13.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef520020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 -- 172.21.15.32:0/3291334855 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3ef51ee90 con 0x55c3ef5260f0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f057d000700 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef520630 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0570003d50 tx=0x7f05700091b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=519a287f794a4da8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.562+0000 7f0562000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0562000700 1 -- 172.21.15.32:0/3291334855 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570003a00 con 0x55c3ef5260f0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05700046a0 con 0x55c3ef5260f0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0562000700 1 -- 172.21.15.32:0/3291334855 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f0570017650 con 0x55c3ef5260f0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0562000700 1 -- 172.21.15.32:0/3291334855 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0570017850 con 0x55c3ef5260f0 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0589a29b80 10 client.25622 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:13.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c3ef59cfa0 con 0x55c3ef5260f0 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.563+0000 7f0562000700 1 -- 172.21.15.32:0/3291334855 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05700046a0 con 0x55c3ef5260f0 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0562000700 1 -- 172.21.15.32:0/3291334855 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0570033070 con 0x55c3ef5260f0 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0589a29b80 10 client.25622 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0589a29b80 10 client.25622 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0589a29b80 20 client.25622 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef59d580 0x55c3ef59f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:13.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0589a29b80 4 client.25622 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "ad1ba1d", "release": true, "await": true}] 2024-04-25T19:06:13.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "ad1ba1d", "release": true, "await": true}) -- 0x55c3ef475820 con 0x55c3ef59d580 2024-04-25T19:06:13.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.564+0000 7f0577e00700 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef59d580 0x55c3ef59f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:13.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.565+0000 7f0577e00700 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef59d580 0x55c3ef59f9a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ee7bd2104c63822 server_cookie=bf414eb7b42bba8f in_seq=0 out_seq=0 2024-04-25T19:06:13.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.565+0000 7f0562000700 10 client.25622 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:13.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.568+0000 7f0562000700 1 -- 172.21.15.32:0/3291334855 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+587 (crc 0 0 0) 0x55c3ef475820 con 0x55c3ef59d580 2024-04-25T19:06:13.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.568+0000 7f0562000700 10 client.25622 handle_command_reply: tid=0 2024-04-25T19:06:13.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.568+0000 7f0589a29b80 1 client.25622 shutdown 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 msgr2=0x55c3ef520630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef520630 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0570003d50 tx=0x7f05700091b0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 shutdown_connections 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c3ef59d580 0x55c3ef59f9a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c3ef5260f0 0x55c3ef520630 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c3ef51a920 0x55c3ef52e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 --2- 172.21.15.32:0/3291334855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c3ef51b240 0x55c3ef520020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 >> 172.21.15.32:0/3291334855 conn(0x55c3ef4496a0 msgr2=0x55c3ef524360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:13.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0562000700 0 client.25622 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 shutdown_connections 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.569+0000 7f0589a29b80 1 -- 172.21.15.32:0/3291334855 wait complete. 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.570+0000 7f0589a29b80 20 client.25622 trim_cache size 0 max 16384 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 8, 2024-04-25T19:06:13.572 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ad1ba1d": { 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 8, 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.7, 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:06:13.573 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:06:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:13.574 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.570+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f055c0a3db0 msgr2=0x7f055c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.570+0000 7f057f000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f055c0a3db0 0x7f055c0a6270 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0570009fd0 tx=0x7f05700099e0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.570+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 msgr2=0x7f05781a5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.570+0000 7f057f000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 0x7f05781a5960 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f056400c010 tx=0x7f056400f9b0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 shutdown_connections 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f055c0a3db0 0x7f055c0a6270 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05781092d0 0x7f05781a5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f057810e3b0 0x7f057819f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 --2- 172.21.15.32:0/188417817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0578109c80 0x7f05781a5960 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 >> 172.21.15.32:0/188417817 conn(0x7f0578076210 msgr2=0x7f05781086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 shutdown_connections 2024-04-25T19:06:13.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:13.571+0000 7f057f000700 1 -- 172.21.15.32:0/188417817 wait complete. 2024-04-25T19:06:14.589 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'ad1ba1d', seconds elapsed: 35.2 2024-04-25T19:06:14.589 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.7 2024-04-25T19:06:14.589 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:06:15.073 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:06:15.418 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:15 smithi032 ceph-mon[28041]: pgmap v79: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-25T19:06:15.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:15 smithi066 ceph-mon[32882]: pgmap v79: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-25T19:06:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:15 smithi064 ceph-mon[32321]: pgmap v79: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-25T19:06:17.267 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:17 smithi032 ceph-mon[28041]: pgmap v80: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-25T19:06:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:17 smithi066 ceph-mon[32882]: pgmap v80: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-25T19:06:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:17 smithi064 ceph-mon[32321]: pgmap v80: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-04-25T19:06:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 -- 172.21.15.32:0/3222305801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c075590 msgr2=0x7fb83c1136d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:17.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 --2- 172.21.15.32:0/3222305801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c075590 0x7fb83c1136d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb824009990 tx=0x7fb824009ca0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 -- 172.21.15.32:0/3222305801 shutdown_connections 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 --2- 172.21.15.32:0/3222305801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb83c074c70 0x7fb83c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 --2- 172.21.15.32:0/3222305801 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c113c10 0x7fb83c116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 --2- 172.21.15.32:0/3222305801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c075590 0x7fb83c1136d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 -- 172.21.15.32:0/3222305801 >> 172.21.15.32:0/3222305801 conn(0x7fb83c079ba0 msgr2=0x7fb83c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 -- 172.21.15.32:0/3222305801 shutdown_connections 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.633+0000 7fb841600700 1 -- 172.21.15.32:0/3222305801 wait complete. 2024-04-25T19:06:17.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 Processor -- start 2024-04-25T19:06:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 -- start start 2024-04-25T19:06:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb83c074c70 0x7fb83c1a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 0x7fb83c1a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c113c10 0x7fb83c19f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb83c119250 con 0x7fb83c074c70 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb83c1190d0 con 0x7fb83c075590 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.635+0000 7fb841600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb83c1193d0 con 0x7fb83c113c10 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 0x7fb83c1a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb83aa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb83c074c70 0x7fb83c1a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 0x7fb83c1a5910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60896/0 (socket says 172.21.15.32:60896) 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 -- 172.21.15.32:0/3621285287 learned_addr learned my addr 172.21.15.32:0/3621285287 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:17.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb83b400700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c113c10 0x7fb83c19f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:17.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 -- 172.21.15.32:0/3621285287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c113c10 msgr2=0x7fb83c19f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:17.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c113c10 0x7fb83c19f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 -- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb83c074c70 msgr2=0x7fb83c1a53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:17.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb83c074c70 0x7fb83c1a53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.636+0000 7fb833e00700 1 -- 172.21.15.32:0/3621285287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb83c19fcf0 con 0x7fb83c075590 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.637+0000 7fb833e00700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 0x7fb83c1a5910 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb8240057c0 tx=0x7fb8240057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.637+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82400fb00 con 0x7fb83c075590 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.637+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb83c19ff80 con 0x7fb83c075590 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.637+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82400fca0 con 0x7fb83c075590 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.637+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824017650 con 0x7fb83c075590 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.637+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb83c1ac2a0 con 0x7fb83c075590 2024-04-25T19:06:17.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.638+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb83c076360 con 0x7fb83c075590 2024-04-25T19:06:17.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.640+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb824009d10 con 0x7fb83c075590 2024-04-25T19:06:17.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.642+0000 7fb833400700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb8200a3db0 0x7fb8200a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:17.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.642+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fb8240d1780 con 0x7fb83c075590 2024-04-25T19:06:17.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.642+0000 7fb83aa00700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb8200a3db0 0x7fb8200a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:17.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.643+0000 7fb83aa00700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb8200a3db0 0x7fb8200a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009c60 tx=0x7fb82c009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:17.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.644+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb824013070 con 0x7fb83c075590 2024-04-25T19:06:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.932+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb83c069730 con 0x7fb83c075590 2024-04-25T19:06:17.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.933+0000 7fb833400700 1 -- 172.21.15.32:0/3621285287 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fb83c069730 con 0x7fb83c075590 2024-04-25T19:06:17.935 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:06:17.935 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:06:17.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb8200a3db0 msgr2=0x7fb8200a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:17.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb8200a3db0 0x7fb8200a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009c60 tx=0x7fb82c009260 comp rx=0 tx=0).stop 2024-04-25T19:06:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 msgr2=0x7fb83c1a5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 0x7fb83c1a5910 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb8240057c0 tx=0x7fb8240057f0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 shutdown_connections 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb8200a3db0 0x7fb8200a6270 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb83c074c70 0x7fb83c1a53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb83c113c10 0x7fb83c19f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 --2- 172.21.15.32:0/3621285287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb83c075590 0x7fb83c1a5910 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 >> 172.21.15.32:0/3621285287 conn(0x7fb83c079ba0 msgr2=0x7fb83c10f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 shutdown_connections 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:17.936+0000 7fb841600700 1 -- 172.21.15.32:0/3621285287 wait complete. 2024-04-25T19:06:17.939 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:06:18.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:18 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3621285287' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:18.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:18 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3621285287' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:18.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:18 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3621285287' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:18.887 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 78.7 --await-for 42.0' 2024-04-25T19:06:18.887 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 78.7 --await-for 42.0 2024-04-25T19:06:19.378 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:06:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:19 smithi066 ceph-mon[32882]: pgmap v81: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-25T19:06:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:19 smithi064 ceph-mon[32321]: pgmap v81: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-25T19:06:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:19 smithi032 ceph-mon[28041]: pgmap v81: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-25T19:06:21.271 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:21 smithi032 ceph-mon[28041]: pgmap v82: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:06:21.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:21 smithi066 ceph-mon[32882]: pgmap v82: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:06:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:21 smithi064 ceph-mon[32321]: pgmap v82: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:06:21.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.857+0000 7fc215e00700 1 -- 172.21.15.32:0/68441387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 msgr2=0x7fc21010f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.857+0000 7fc215e00700 1 --2- 172.21.15.32:0/68441387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 0x7fc21010f8e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc20800b0a0 tx=0x7fc20800b3b0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.857+0000 7fc215e00700 1 -- 172.21.15.32:0/68441387 shutdown_connections 2024-04-25T19:06:21.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.858+0000 7fc215e00700 1 --2- 172.21.15.32:0/68441387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 0x7fc210108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.858+0000 7fc215e00700 1 --2- 172.21.15.32:0/68441387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 0x7fc21010f8e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.858+0000 7fc215e00700 1 --2- 172.21.15.32:0/68441387 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc210102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.858+0000 7fc215e00700 1 -- 172.21.15.32:0/68441387 >> 172.21.15.32:0/68441387 conn(0x7fc210079b10 msgr2=0x7fc210079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:21.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.858+0000 7fc215e00700 1 -- 172.21.15.32:0/68441387 shutdown_connections 2024-04-25T19:06:21.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.858+0000 7fc215e00700 1 -- 172.21.15.32:0/68441387 wait complete. 2024-04-25T19:06:21.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.859+0000 7fc215e00700 1 Processor -- start 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.859+0000 7fc215e00700 1 -- start start 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.859+0000 7fc215e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc2101990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc215e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 0x7fc2101995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc215e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 0x7fc21019d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc215e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc210112c40 con 0x7fc210108a30 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc215e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc210112ac0 con 0x7fc210102af0 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc215e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc210112dc0 con 0x7fc2101034b0 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc2101990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc2101990b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38902/0 (socket says 172.21.15.32:38902) 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 -- 172.21.15.32:0/1593385690 learned_addr learned my addr 172.21.15.32:0/1593385690 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20f400700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 0x7fc21019d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20e000700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 0x7fc2101995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 -- 172.21.15.32:0/1593385690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 msgr2=0x7fc2101995f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 0x7fc2101995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 -- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 msgr2=0x7fc21019d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 0x7fc21019d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.860+0000 7fc20ea00700 1 -- 172.21.15.32:0/1593385690 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc21019e0c0 con 0x7fc210102af0 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc20f400700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 0x7fc21019d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc20ea00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc2101990b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc20000d950 tx=0x7fc20000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc214a00700 1 -- 172.21.15.32:0/1593385690 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200016070 con 0x7fc210102af0 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc21019e3b0 con 0x7fc210102af0 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc214a00700 1 -- 172.21.15.32:0/1593385690 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc20000fd40 con 0x7fc210102af0 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc214a00700 1 -- 172.21.15.32:0/1593385690 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20000e3b0 con 0x7fc210102af0 2024-04-25T19:06:21.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.861+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2101a5c30 con 0x7fc210102af0 2024-04-25T19:06:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.865+0000 7fc214a00700 1 -- 172.21.15.32:0/1593385690 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc200019070 con 0x7fc210102af0 2024-04-25T19:06:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.866+0000 7fc2206fcb80 1 Processor -- start 2024-04-25T19:06:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.866+0000 7fc214a00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1f40a3e50 0x7fc1f40a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.866+0000 7fc2206fcb80 1 -- start start 2024-04-25T19:06:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.866+0000 7fc214a00700 1 -- 172.21.15.32:0/1593385690 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc2000d0290 con 0x7fc210102af0 2024-04-25T19:06:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc20f400700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1f40a3e50 0x7fc1f40a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x5629723a71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723b2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723b4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5629722f6020 con 0x5629723b2590 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56297229c8c0 con 0x5629723a6dc0 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5629722f1fe0 con 0x5629723a76e0 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x5629723a71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x5629723a71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38914/0 (socket says 172.21.15.32:38914) 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc20ea00700 1 -- 172.21.15.32:0/3309766304 learned_addr learned my addr 172.21.15.32:0/3309766304 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc20e000700 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723b2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.867+0000 7fc20f400700 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723b4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20ea00700 1 -- 172.21.15.32:0/3309766304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 msgr2=0x5629723b2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723b2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20ea00700 1 -- 172.21.15.32:0/3309766304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 msgr2=0x5629723b4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723b4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20ea00700 1 -- 172.21.15.32:0/3309766304 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562972292810 con 0x5629723a6dc0 2024-04-25T19:06:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20f400700 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723b4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:06:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20f400700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1f40a3e50 0x7fc1f40a6310 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc208009e60 tx=0x7fc2080092e0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x5629723a71a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc2000a4920 tx=0x7fc20009c1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97e101e98b077154 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:21.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc204c00700 1 -- 172.21.15.32:0/3309766304 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200020040 con 0x5629723a6dc0 2024-04-25T19:06:21.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc204c00700 1 -- 172.21.15.32:0/3309766304 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000d0050 con 0x5629723a6dc0 2024-04-25T19:06:21.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.868+0000 7fc204c00700 1 -- 172.21.15.32:0/3309766304 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20009c440 con 0x5629723a6dc0 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3309766304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 msgr2=0x5629723a71a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x5629723a71a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc2000a4920 tx=0x7fc20009c1e0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3309766304 shutdown_connections 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723b4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x5629723a71a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3309766304 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723b2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3309766304 >> 172.21.15.32:0/3309766304 conn(0x5629722d1730 msgr2=0x56297239edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3309766304 shutdown_connections 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.869+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3309766304 wait complete. 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.870+0000 7fc2206fcb80 1 -- start start 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.870+0000 7fc2206fcb80 1 Processor -- start 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a6dc0 0x5629723b1d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a76e0 0x5629723af030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5629723b4ff0 con 0x5629723b2590 2024-04-25T19:06:21.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5629722af9f0 con 0x5629723a76e0 2024-04-25T19:06:21.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5629723b5170 con 0x5629723a6dc0 2024-04-25T19:06:21.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc2206fcb80 10 client.0 _ll_register_callbacks cb 0x56297228e8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc20f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc20f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45186/0 (socket says 172.21.15.32:45186) 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc20f400700 1 -- 172.21.15.32:0/3572691535 learned_addr learned my addr 172.21.15.32:0/3572691535 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a6dc0 0x5629723b1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.871+0000 7fc20e000700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a76e0 0x5629723af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc20ea00700 1 -- 172.21.15.32:0/3572691535 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a76e0 msgr2=0x5629723af030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a76e0 0x5629723af030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc20ea00700 1 -- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 msgr2=0x5629723af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc20ea00700 1 -- 172.21.15.32:0/3572691535 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562972243a60 con 0x5629723a6dc0 2024-04-25T19:06:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a6dc0 0x5629723b1d30 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc20000b2f0 tx=0x7fc200000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=586d2fd7ef0cbdbd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc1f9600700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc1f9600700 1 -- 172.21.15.32:0/3572691535 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000b9020 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc1f9600700 1 -- 172.21.15.32:0/3572691535 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc20009c440 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.872+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2000d0050 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc1f9600700 1 -- 172.21.15.32:0/3572691535 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc2000a0360 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 10 client.25693 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56297228cc80 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc1f9600700 1 -- 172.21.15.32:0/3572691535 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000d0050 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc1f9600700 1 -- 172.21.15.32:0/3572691535 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc20009b7a0 con 0x5629723a6dc0 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 10 client.25693 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 10 client.25693 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 20 client.25693 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5629723c1b30 0x5629723c3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 4 client.25693 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:21.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.873+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562972303810 con 0x5629723c1b30 2024-04-25T19:06:21.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.874+0000 7fc20e000700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5629723c1b30 0x5629723c3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.874+0000 7fc20e000700 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5629723c1b30 0x5629723c3f20 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b362955accef8280 server_cookie=18297a0bb571c5e8 in_seq=0 out_seq=0 2024-04-25T19:06:21.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.874+0000 7fc1f9600700 10 client.25693 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.875+0000 7fc1f9600700 1 -- 172.21.15.32:0/3572691535 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562972303810 con 0x5629723c1b30 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.875+0000 7fc1f9600700 10 client.25693 handle_command_reply: tid=0 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.875+0000 7fc2206fcb80 1 client.25693 shutdown 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.875+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a6dc0 msgr2=0x5629723b1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.875+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a6dc0 0x5629723b1d30 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc20000b2f0 tx=0x7fc200000bc0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.875+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 shutdown_connections 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5629723c1b30 0x5629723c3f20 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a6dc0 0x5629723b1d30 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc1f9600700 0 client.25693 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3572691535 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a76e0 0x5629723af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 >> 172.21.15.32:0/3572691535 conn(0x5629722d1730 msgr2=0x56297239e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 shutdown_connections 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3572691535 wait complete. 2024-04-25T19:06:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.876+0000 7fc2206fcb80 20 client.25693 trim_cache size 0 max 16384 2024-04-25T19:06:21.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.897+0000 7fc2206fcb80 1 Processor -- start 2024-04-25T19:06:21.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 -- start start 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x56297239efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723c6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723c7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101ab130 con 0x5629723b2590 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101acc70 con 0x5629723a6dc0 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101ab800 con 0x5629723a76e0 2024-04-25T19:06:21.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.898+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x56297239efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20e000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723c6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723c7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x56297239efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38934/0 (socket says 172.21.15.32:38934) 2024-04-25T19:06:21.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 -- 172.21.15.32:0/3927035314 learned_addr learned my addr 172.21.15.32:0/3927035314 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:21.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 -- 172.21.15.32:0/3927035314 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 msgr2=0x5629723c6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723c6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 -- 172.21.15.32:0/3927035314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 msgr2=0x5629723c7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723c7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 -- 172.21.15.32:0/3927035314 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629723a7d10 con 0x5629723a6dc0 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.899+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x56297239efa0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc20001e040 tx=0x7fc200010000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5de59dea24300c33 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc1fbe00700 1 -- 172.21.15.32:0/3927035314 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2000b9070 con 0x5629723a6dc0 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc1fbe00700 1 -- 172.21.15.32:0/3927035314 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000d0040 con 0x5629723a6dc0 2024-04-25T19:06:21.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc1fbe00700 1 -- 172.21.15.32:0/3927035314 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc200020040 con 0x5629723a6dc0 2024-04-25T19:06:21.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3927035314 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 msgr2=0x56297239efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x56297239efa0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc20001e040 tx=0x7fc200010000 comp rx=0 tx=0).stop 2024-04-25T19:06:21.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3927035314 shutdown_connections 2024-04-25T19:06:21.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723b2590 0x5629723c7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723a6dc0 0x56297239efa0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3927035314 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x5629723c6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.900+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3927035314 >> 172.21.15.32:0/3927035314 conn(0x5629722d1730 msgr2=0x5629723bd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.901+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3927035314 shutdown_connections 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.901+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3927035314 wait complete. 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.901+0000 7fc2206fcb80 1 -- start start 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.901+0000 7fc2206fcb80 1 Processor -- start 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723a6dc0 0x562972421940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x562972421e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723b2590 0x56297241bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101ac5a0 con 0x5629723a6dc0 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101abed0 con 0x5629723b2590 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101a90d0 con 0x5629723a76e0 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc2206fcb80 10 client.0 _ll_register_callbacks cb 0x56297228e8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723a6dc0 0x562972421940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc20ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723a6dc0 0x562972421940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45202/0 (socket says 172.21.15.32:45202) 2024-04-25T19:06:21.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc20ea00700 1 -- 172.21.15.32:0/3091147045 learned_addr learned my addr 172.21.15.32:0/3091147045 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc20e000700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x562972421e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.902+0000 7fc20f400700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723b2590 0x56297241bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20f400700 1 -- 172.21.15.32:0/3091147045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 msgr2=0x562972421e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20f400700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x562972421e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20f400700 1 -- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723a6dc0 msgr2=0x562972421940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20f400700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723a6dc0 0x562972421940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20f400700 1 -- 172.21.15.32:0/3091147045 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56297241c460 con 0x5629723b2590 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20e000700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x562972421e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc20f400700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723b2590 0x56297241bd60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2080062a0 tx=0x7fc20800b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf808a4f41f1cd2b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc1f9600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc1f9600700 1 -- 172.21.15.32:0/3091147045 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208023070 con 0x5629723b2590 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2000d0040 con 0x5629723b2590 2024-04-25T19:06:21.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.903+0000 7fc1f9600700 1 -- 172.21.15.32:0/3091147045 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc2080052b0 con 0x5629723b2590 2024-04-25T19:06:21.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.904+0000 7fc1f9600700 1 -- 172.21.15.32:0/3091147045 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc2080054b0 con 0x5629723b2590 2024-04-25T19:06:21.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.904+0000 7fc2206fcb80 10 client.25646 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.904+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5629724291a0 con 0x5629723b2590 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.904+0000 7fc1f9600700 1 -- 172.21.15.32:0/3091147045 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2000d0040 con 0x5629723b2590 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.904+0000 7fc1f9600700 1 -- 172.21.15.32:0/3091147045 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc208011070 con 0x5629723b2590 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.904+0000 7fc2206fcb80 10 client.25646 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.905+0000 7fc2206fcb80 10 client.25646 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.905+0000 7fc2206fcb80 20 client.25646 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.905+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562972429850 0x56297242bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.905+0000 7fc2206fcb80 4 client.25646 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.7, "await_for": 42.0}] 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.905+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.7, "await_for": 42.0}) -- 0x5629722fd8b0 con 0x562972429850 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.905+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562972429850 0x56297242bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.906+0000 7fc20ea00700 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562972429850 0x56297242bc70 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49f9078ed0db6d2a server_cookie=6692d531498b649f in_seq=0 out_seq=0 2024-04-25T19:06:21.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.906+0000 7fc1f9600700 10 client.25646 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:21.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.923+0000 7fc1f9600700 1 -- 172.21.15.32:0/3091147045 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5629722fd8b0 con 0x562972429850 2024-04-25T19:06:21.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.923+0000 7fc1f9600700 10 client.25646 handle_command_reply: tid=0 2024-04-25T19:06:21.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.923+0000 7fc2206fcb80 1 client.25646 shutdown 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723b2590 msgr2=0x56297241bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723b2590 0x56297241bd60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2080062a0 tx=0x7fc20800b3b0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 shutdown_connections 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562972429850 0x56297242bc70 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5629723a6dc0 0x562972421940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5629723b2590 0x56297241bd60 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 --2- 172.21.15.32:0/3091147045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5629723a76e0 0x562972421e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc1f9600700 0 client.25646 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 >> 172.21.15.32:0/3091147045 conn(0x5629722d1730 msgr2=0x5629723bdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 shutdown_connections 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.924+0000 7fc2206fcb80 1 -- 172.21.15.32:0/3091147045 wait complete. 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.925+0000 7fc2206fcb80 20 client.25646 trim_cache size 0 max 16384 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:06:21.927 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 10, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "5c8ca071": { 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 10, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.7, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:06:21.928 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:06:21.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.925+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1f40a3e50 msgr2=0x7fc1f40a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.925+0000 7fc215e00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1f40a3e50 0x7fc1f40a6310 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc208009e60 tx=0x7fc2080092e0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.925+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 msgr2=0x7fc2101990b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.925+0000 7fc215e00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc2101990b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc20000d950 tx=0x7fc20000dc60 comp rx=0 tx=0).stop 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 shutdown_connections 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc1f40a3e50 0x7fc1f40a6310 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc210108a30 0x7fc21019d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc210102af0 0x7fc2101990b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 --2- 172.21.15.32:0/1593385690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2101034b0 0x7fc2101995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 >> 172.21.15.32:0/1593385690 conn(0x7fc210079b10 msgr2=0x7fc2101016e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 shutdown_connections 2024-04-25T19:06:21.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:21.926+0000 7fc215e00700 1 -- 172.21.15.32:0/1593385690 wait complete. 2024-04-25T19:06:22.936 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5c8ca071', quiesce took 8.3 seconds. Will release after: 18.7 2024-04-25T19:06:23.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:23 smithi032 ceph-mon[28041]: pgmap v83: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:06:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:23 smithi066 ceph-mon[32882]: pgmap v83: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:06:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:23 smithi064 ceph-mon[32321]: pgmap v83: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 -- 172.21.15.32:0/1292488915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab4010c590 msgr2=0x7fab4010e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 --2- 172.21.15.32:0/1292488915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab4010c590 0x7fab4010e9c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fab38009ca0 tx=0x7fab3802a940 comp rx=0 tx=0).stop 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 -- 172.21.15.32:0/1292488915 shutdown_connections 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 --2- 172.21.15.32:0/1292488915 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab4010c590 0x7fab4010e9c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 --2- 172.21.15.32:0/1292488915 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab40103ae0 0x7fab4010bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 --2- 172.21.15.32:0/1292488915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab401031c0 0x7fab401035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 -- 172.21.15.32:0/1292488915 >> 172.21.15.32:0/1292488915 conn(0x7fab40077f70 msgr2=0x7fab40078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 -- 172.21.15.32:0/1292488915 shutdown_connections 2024-04-25T19:06:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.835+0000 7fab45800640 1 -- 172.21.15.32:0/1292488915 wait complete. 2024-04-25T19:06:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.836+0000 7fab45800640 1 Processor -- start 2024-04-25T19:06:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.836+0000 7fab45800640 1 -- start start 2024-04-25T19:06:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab45800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab401031c0 0x7fab401a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab45800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 0x7fab401a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab45800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab4010c590 0x7fab4019a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.841 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab45800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab40112190 con 0x7fab40103ae0 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab45800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab40112010 con 0x7fab401031c0 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab45800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab40112310 con 0x7fab4010c590 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab3e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 0x7fab401a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab3e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 0x7fab401a0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45220/0 (socket says 172.21.15.32:45220) 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab3e000640 1 -- 172.21.15.32:0/2687867879 learned_addr learned my addr 172.21.15.32:0/2687867879 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab3ea00640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab401031c0 0x7fab401a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.837+0000 7fab3f400640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab4010c590 0x7fab4019a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab3e000640 1 -- 172.21.15.32:0/2687867879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab4010c590 msgr2=0x7fab4019a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab3e000640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab4010c590 0x7fab4019a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab3e000640 1 -- 172.21.15.32:0/2687867879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab401031c0 msgr2=0x7fab401a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab3e000640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab401031c0 0x7fab401a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab3e000640 1 -- 172.21.15.32:0/2687867879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab4019afb0 con 0x7fab40103ae0 2024-04-25T19:06:23.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab3e000640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 0x7fab401a0b70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fab3000ea60 tx=0x7fab3000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab37400640 1 -- 172.21.15.32:0/2687867879 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3000cd60 con 0x7fab40103ae0 2024-04-25T19:06:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab37400640 1 -- 172.21.15.32:0/2687867879 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab300035f0 con 0x7fab40103ae0 2024-04-25T19:06:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab37400640 1 -- 172.21.15.32:0/2687867879 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30010690 con 0x7fab40103ae0 2024-04-25T19:06:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.838+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab4019b2a0 con 0x7fab40103ae0 2024-04-25T19:06:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.839+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab401a75b0 con 0x7fab40103ae0 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 Processor -- start 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 -- start start 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab37400640 1 -- 172.21.15.32:0/2687867879 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fab30003ac0 con 0x7fab40103ae0 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade128c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade1334c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade135df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560ade08e900 con 0x560ade133a00 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560ade034ef0 con 0x560ade128820 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.842+0000 7fab48663740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560ade08a8c0 con 0x560ade129140 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade135df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade1334c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3f400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade128c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade135df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45224/0 (socket says 172.21.15.32:45224) 2024-04-25T19:06:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3e000640 1 -- 172.21.15.32:0/45214385 learned_addr learned my addr 172.21.15.32:0/45214385 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 -- 172.21.15.32:0/45214385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 msgr2=0x560ade128c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade128c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 -- 172.21.15.32:0/45214385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 msgr2=0x560ade135df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade135df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 -- 172.21.15.32:0/45214385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560addda1210 con 0x560ade129140 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.843+0000 7fab3ea00640 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade1334c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab2c009c20 tx=0x7fab2c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=676971c8d9b62fc6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab2be00640 1 -- 172.21.15.32:0/45214385 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2c004050 con 0x560ade129140 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab2be00640 1 -- 172.21.15.32:0/45214385 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab2c0054d0 con 0x560ade129140 2024-04-25T19:06:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab2be00640 1 -- 172.21.15.32:0/45214385 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2c004cd0 con 0x560ade129140 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab37400640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab240a3de0 0x7fab240a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab37400640 1 -- 172.21.15.32:0/2687867879 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fab300d09c0 con 0x7fab40103ae0 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab3f400640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab240a3de0 0x7fab240a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab48663740 1 -- 172.21.15.32:0/45214385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 msgr2=0x560ade1334c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.844+0000 7fab48663740 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade1334c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab2c009c20 tx=0x7fab2c011810 comp rx=0 tx=0).stop 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 -- 172.21.15.32:0/45214385 shutdown_connections 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade135df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade1334c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 --2- 172.21.15.32:0/45214385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade128c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 -- 172.21.15.32:0/45214385 >> 172.21.15.32:0/45214385 conn(0x560ade124d30 msgr2=0x560ade125110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 -- 172.21.15.32:0/45214385 shutdown_connections 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 -- 172.21.15.32:0/45214385 wait complete. 2024-04-25T19:06:23.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab3f400640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab240a3de0 0x7fab240a62a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fab38005e30 tx=0x7fab380098e0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.845+0000 7fab48663740 1 -- start start 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 Processor -- start 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade1308a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade129140 0x560ade130de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade131320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560ade136630 con 0x560ade133a00 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560ade048310 con 0x560ade129140 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560ade1367b0 con 0x560ade128820 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab48663740 10 client.0 _ll_register_callbacks cb 0x560ade016cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab3ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade1308a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab3ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade1308a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37438/0 (socket says 172.21.15.32:37438) 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab3ea00640 1 -- 172.21.15.32:0/3032554747 learned_addr learned my addr 172.21.15.32:0/3032554747 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.846+0000 7fab3f400640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade131320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3e000640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade129140 0x560ade130de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3ea00640 1 -- 172.21.15.32:0/3032554747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade129140 msgr2=0x560ade130de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3ea00640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade129140 0x560ade130de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3ea00640 1 -- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 msgr2=0x560ade131320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3ea00640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade131320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3ea00640 1 -- 172.21.15.32:0/3032554747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560adde6d620 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3e000640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade129140 0x560ade130de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab3ea00640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade1308a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fab2c000c00 tx=0x7fab2c0038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4aae5f2cd11c9b90 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.847+0000 7fab28c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab28c00640 1 -- 172.21.15.32:0/3032554747 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2c0044a0 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab28c00640 1 -- 172.21.15.32:0/3032554747 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fab2c003ca0 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab2c0054d0 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab28c00640 1 -- 172.21.15.32:0/3032554747 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fab2c032050 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab48663740 10 client.25711 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ade1427f0 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab28c00640 1 -- 172.21.15.32:0/3032554747 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab2c0054d0 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.848+0000 7fab28c00640 1 -- 172.21.15.32:0/3032554747 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fab2c018070 con 0x560ade128820 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab48663740 10 client.25711 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab48663740 10 client.25711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab48663740 20 client.25711 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab48663740 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade143b90 0x560ade145f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab48663740 4 client.25711 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ade0a28b0 con 0x560ade143b90 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.849+0000 7fab3e000640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade143b90 0x560ade145f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.850+0000 7fab28c00640 10 client.25711 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.850+0000 7fab3e000640 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade143b90 0x560ade145f80 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=663c37cb5df6b2ca server_cookie=5f0722fb9ef878eb in_seq=0 out_seq=0 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.850+0000 7fab28c00640 1 -- 172.21.15.32:0/3032554747 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560ade0a28b0 con 0x560ade143b90 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.850+0000 7fab28c00640 10 client.25711 handle_command_reply: tid=0 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.850+0000 7fab48663740 1 client.25711 shutdown 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.850+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 msgr2=0x560ade1308a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade1308a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fab2c000c00 tx=0x7fab2c0038a0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 shutdown_connections 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade143b90 0x560ade145f80 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade131320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade129140 0x560ade130de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab28c00640 0 client.25711 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 --2- 172.21.15.32:0/3032554747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade1308a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 >> 172.21.15.32:0/3032554747 conn(0x560ade124d30 msgr2=0x560ade12aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 shutdown_connections 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 1 -- 172.21.15.32:0/3032554747 wait complete. 2024-04-25T19:06:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.851+0000 7fab48663740 20 client.25711 trim_cache size 0 max 16384 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 Processor -- start 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 -- start start 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade13f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 0x560ade130180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade133a00 0x560ade14b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab401afe50 con 0x560ade129140 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab401b1990 con 0x560ade133a00 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.868+0000 7fab48663740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab401b0520 con 0x560ade128820 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 0x560ade130180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade13f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 0x560ade130180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45238/0 (socket says 172.21.15.32:45238) 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 -- 172.21.15.32:0/3513648109 learned_addr learned my addr 172.21.15.32:0/3513648109 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3f400640 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade133a00 0x560ade14b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 -- 172.21.15.32:0/3513648109 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 msgr2=0x560ade13f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade13f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 -- 172.21.15.32:0/3513648109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade133a00 msgr2=0x560ade14b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade133a00 0x560ade14b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 -- 172.21.15.32:0/3513648109 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ade128f70 con 0x560ade129140 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3ea00640 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade13f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:23.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.869+0000 7fab3e000640 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 0x560ade130180 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fab30098d70 tx=0x7fab300bd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5c43d4b961ab5ac server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab2b400640 1 -- 172.21.15.32:0/3513648109 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3009c270 con 0x560ade129140 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab2b400640 1 -- 172.21.15.32:0/3513648109 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30085e50 con 0x560ade129140 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab2b400640 1 -- 172.21.15.32:0/3513648109 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3009ac10 con 0x560ade129140 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 -- 172.21.15.32:0/3513648109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 msgr2=0x560ade130180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 0x560ade130180 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fab30098d70 tx=0x7fab300bd040 comp rx=0 tx=0).stop 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 -- 172.21.15.32:0/3513648109 shutdown_connections 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade133a00 0x560ade14b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade129140 0x560ade130180 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 --2- 172.21.15.32:0/3513648109 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade128820 0x560ade13f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 -- 172.21.15.32:0/3513648109 >> 172.21.15.32:0/3513648109 conn(0x560ade124d30 msgr2=0x560ade12a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.870+0000 7fab48663740 1 -- 172.21.15.32:0/3513648109 shutdown_connections 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.871+0000 7fab48663740 1 -- 172.21.15.32:0/3513648109 wait complete. 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.871+0000 7fab48663740 1 -- start start 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.871+0000 7fab48663740 1 Processor -- start 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade1389d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade138f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade1a8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab401b12c0 con 0x560ade133a00 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab401b0bf0 con 0x560ade128820 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab401ade30 con 0x560ade129140 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab48663740 10 client.0 _ll_register_callbacks cb 0x7fab2c009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:23.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade1a8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade1a8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45252/0 (socket says 172.21.15.32:45252) 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade1389d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 -- 172.21.15.32:0/315324467 learned_addr learned my addr 172.21.15.32:0/315324467 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3e000640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade138f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 -- 172.21.15.32:0/315324467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 msgr2=0x560ade138f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade138f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 -- 172.21.15.32:0/315324467 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 msgr2=0x560ade1389d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade1389d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3f400640 1 -- 172.21.15.32:0/315324467 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ade1397e0 con 0x560ade133a00 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.872+0000 7fab3ea00640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade1389d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab3f400640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade1a8030 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fab38009ca0 tx=0x7fab380095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137051b71848997d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab28c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab28c00640 1 -- 172.21.15.32:0/315324467 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab38034040 con 0x560ade133a00 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab28c00640 1 -- 172.21.15.32:0/315324467 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fab38030640 con 0x560ade133a00 2024-04-25T19:06:23.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab30085e50 con 0x560ade133a00 2024-04-25T19:06:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab28c00640 1 -- 172.21.15.32:0/315324467 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fab38061050 con 0x560ade133a00 2024-04-25T19:06:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab48663740 10 client.15540 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.873+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560ade1a9650 con 0x560ade133a00 2024-04-25T19:06:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab28c00640 1 -- 172.21.15.32:0/315324467 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30085e50 con 0x560ade133a00 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab28c00640 1 -- 172.21.15.32:0/315324467 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fab3802f070 con 0x560ade133a00 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab48663740 10 client.15540 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab48663740 10 client.15540 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab48663740 20 client.15540 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab48663740 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade1a9e50 0x560ade1ac270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab48663740 4 client.15540 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560ade09c320 con 0x560ade1a9e50 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.874+0000 7fab3ea00640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade1a9e50 0x560ade1ac270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.875+0000 7fab3ea00640 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade1a9e50 0x560ade1ac270 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9fafd3332225df1 server_cookie=23ef0812b43a7501 in_seq=0 out_seq=0 2024-04-25T19:06:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.875+0000 7fab28c00640 10 client.15540 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:23.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.887+0000 7fab28c00640 1 -- 172.21.15.32:0/315324467 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560ade09c320 con 0x560ade1a9e50 2024-04-25T19:06:23.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.887+0000 7fab28c00640 10 client.15540 handle_command_reply: tid=0 2024-04-25T19:06:23.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.887+0000 7fab48663740 1 client.15540 shutdown 2024-04-25T19:06:23.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.887+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 msgr2=0x560ade1a8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.887+0000 7fab48663740 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade1a8030 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fab38009ca0 tx=0x7fab380095c0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 shutdown_connections 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ade1a9e50 0x560ade1ac270 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ade133a00 0x560ade1a8030 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ade129140 0x560ade138f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab28c00640 0 client.15540 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 --2- 172.21.15.32:0/315324467 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ade128820 0x560ade1389d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 >> 172.21.15.32:0/315324467 conn(0x560ade124d30 msgr2=0x560ade123600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 shutdown_connections 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 1 -- 172.21.15.32:0/315324467 wait complete. 2024-04-25T19:06:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.888+0000 7fab48663740 20 client.15540 trim_cache size 0 max 16384 2024-04-25T19:06:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:06:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:06:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:06:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:06:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab240a3de0 msgr2=0x7fab240a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab240a3de0 0x7fab240a62a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fab38005e30 tx=0x7fab380098e0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 msgr2=0x7fab401a0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 0x7fab401a0b70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fab3000ea60 tx=0x7fab3000ef20 comp rx=0 tx=0).stop 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 shutdown_connections 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab240a3de0 0x7fab240a62a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab4010c590 0x7fab4019a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab40103ae0 0x7fab401a0b70 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 --2- 172.21.15.32:0/2687867879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab401031c0 0x7fab401a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 >> 172.21.15.32:0/2687867879 conn(0x7fab40077f70 msgr2=0x7fab40108410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 shutdown_connections 2024-04-25T19:06:23.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:23.889+0000 7fab45800640 1 -- 172.21.15.32:0/2687867879 wait complete. 2024-04-25T19:06:25.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:25 smithi066 ceph-mon[32882]: pgmap v84: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 18 op/s 2024-04-25T19:06:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:25 smithi064 ceph-mon[32321]: pgmap v84: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 18 op/s 2024-04-25T19:06:25.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:25 smithi032 ceph-mon[28041]: pgmap v84: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 18 op/s 2024-04-25T19:06:27.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:27 smithi066 ceph-mon[32882]: pgmap v85: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-04-25T19:06:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:27 smithi064 ceph-mon[32321]: pgmap v85: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-04-25T19:06:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:27 smithi032 ceph-mon[28041]: pgmap v85: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 12 op/s 2024-04-25T19:06:29.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:29 smithi066 ceph-mon[32882]: pgmap v86: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T19:06:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:29 smithi064 ceph-mon[32321]: pgmap v86: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T19:06:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:29 smithi032 ceph-mon[28041]: pgmap v86: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T19:06:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:31 smithi066 ceph-mon[32882]: pgmap v87: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-25T19:06:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:31 smithi064 ceph-mon[32321]: pgmap v87: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-25T19:06:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:31 smithi032 ceph-mon[28041]: pgmap v87: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-25T19:06:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:33 smithi066 ceph-mon[32882]: pgmap v88: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-25T19:06:33.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:33 smithi064 ceph-mon[32321]: pgmap v88: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-25T19:06:33.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:33 smithi032 ceph-mon[28041]: pgmap v88: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-25T19:06:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:35 smithi066 ceph-mon[32882]: pgmap v89: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:06:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:35 smithi064 ceph-mon[32321]: pgmap v89: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:06:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:35 smithi032 ceph-mon[28041]: pgmap v89: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:06:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 -- 172.21.15.32:0/3243474115 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe428109490 msgr2=0x7fe428111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 --2- 172.21.15.32:0/3243474115 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe428109490 0x7fe428111060 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe420009900 tx=0x7fe42002a3f0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 -- 172.21.15.32:0/3243474115 shutdown_connections 2024-04-25T19:06:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 --2- 172.21.15.32:0/3243474115 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe428109490 0x7fe428111060 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 --2- 172.21.15.32:0/3243474115 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe428104d70 0x7fe428108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 --2- 172.21.15.32:0/3243474115 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe4281043c0 0x7fe4281047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 -- 172.21.15.32:0/3243474115 >> 172.21.15.32:0/3243474115 conn(0x7fe4280ffc40 msgr2=0x7fe428102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 -- 172.21.15.32:0/3243474115 shutdown_connections 2024-04-25T19:06:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.039+0000 7fe42fa00640 1 -- 172.21.15.32:0/3243474115 wait complete. 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.040+0000 7fe42fa00640 1 Processor -- start 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.040+0000 7fe42fa00640 1 -- start start 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42fa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 0x7fe4281a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42fa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe428109490 0x7fe4281a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42fa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe42819a790 0x7fe42819ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42fa00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe428114430 con 0x7fe428109490 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42fa00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281142b0 con 0x7fe42819a790 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42fa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281145b0 con 0x7fe4281043c0 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 0x7fe4281a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe427e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe428109490 0x7fe4281a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 0x7fe4281a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:36306/0 (socket says 172.21.15.32:36306) 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.041+0000 7fe42d000640 1 -- 172.21.15.32:0/2972475380 learned_addr learned my addr 172.21.15.32:0/2972475380 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42da00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe42819a790 0x7fe42819ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42d000640 1 -- 172.21.15.32:0/2972475380 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe42819a790 msgr2=0x7fe42819ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42d000640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe42819a790 0x7fe42819ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42d000640 1 -- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe428109490 msgr2=0x7fe4281a0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42d000640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe428109490 0x7fe4281a0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42d000640 1 -- 172.21.15.32:0/2972475380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe42819b390 con 0x7fe4281043c0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe42d000640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 0x7fe4281a0680 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe41800ebc0 tx=0x7fe41800c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.042+0000 7fe425600640 1 -- 172.21.15.32:0/2972475380 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe418010630 con 0x7fe4281043c0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.043+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4281a7420 con 0x7fe4281043c0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.043+0000 7fe425600640 1 -- 172.21.15.32:0/2972475380 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe418010c80 con 0x7fe4281043c0 2024-04-25T19:06:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.043+0000 7fe425600640 1 -- 172.21.15.32:0/2972475380 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe418018b60 con 0x7fe4281043c0 2024-04-25T19:06:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.043+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4281a7880 con 0x7fe4281043c0 2024-04-25T19:06:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 Processor -- start 2024-04-25T19:06:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 -- start start 2024-04-25T19:06:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe425600640 1 -- 172.21.15.32:0/2972475380 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe418018d00 con 0x7fe4281043c0 2024-04-25T19:06:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 0x55ed8239fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823a0140 0x55ed823aa4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823acdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ed82305900 con 0x55ed8239f820 2024-04-25T19:06:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ed822abef0 con 0x55ed823a0140 2024-04-25T19:06:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.046+0000 7fe432818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ed823018c0 con 0x55ed823aaa00 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 0x55ed8239fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42d000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823a0140 0x55ed823aa4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 0x55ed8239fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33842/0 (socket says 172.21.15.32:33842) 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 -- 172.21.15.32:0/4191384607 learned_addr learned my addr 172.21.15.32:0/4191384607 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe427e00640 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823acdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 -- 172.21.15.32:0/4191384607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 msgr2=0x55ed823acdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823acdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 -- 172.21.15.32:0/4191384607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823a0140 msgr2=0x55ed823aa4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823a0140 0x55ed823aa4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42da00640 1 -- 172.21.15.32:0/4191384607 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed82018210 con 0x55ed8239f820 2024-04-25T19:06:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe427e00640 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823acdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.047+0000 7fe42d000640 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823a0140 0x55ed823aa4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe42da00640 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 0x55ed8239fc00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe42002a9e0 tx=0x7fe420005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa2f2425515e1f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe425600640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe40c0a3d90 0x7fe40c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe41e000640 1 -- 172.21.15.32:0/4191384607 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420040070 con 0x55ed8239f820 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe41e000640 1 -- 172.21.15.32:0/4191384607 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4200044c0 con 0x55ed8239f820 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe41e000640 1 -- 172.21.15.32:0/4191384607 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420035040 con 0x55ed8239f820 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe425600640 1 -- 172.21.15.32:0/2972475380 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe4180d0da0 con 0x7fe4281043c0 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.048+0000 7fe42d000640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe40c0a3d90 0x7fe40c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 -- 172.21.15.32:0/4191384607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 msgr2=0x55ed8239fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 0x55ed8239fc00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe42002a9e0 tx=0x7fe420005be0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe42d000640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe40c0a3d90 0x7fe40c0a6250 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x55ed823a0dc0 tx=0x7fe4180d4850 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 -- 172.21.15.32:0/4191384607 shutdown_connections 2024-04-25T19:06:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823acdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823a0140 0x55ed823aa4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 --2- 172.21.15.32:0/4191384607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed8239f820 0x55ed8239fc00 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 -- 172.21.15.32:0/4191384607 >> 172.21.15.32:0/4191384607 conn(0x55ed8239bd30 msgr2=0x55ed8239c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 -- 172.21.15.32:0/4191384607 shutdown_connections 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.049+0000 7fe432818740 1 -- 172.21.15.32:0/4191384607 wait complete. 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 -- start start 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 Processor -- start 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823a7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed823a7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823a84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ed823ad5d0 con 0x55ed823a0140 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ed822bf310 con 0x55ed8239f820 2024-04-25T19:06:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ed823ad750 con 0x55ed823aaa00 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.050+0000 7fe432818740 10 client.0 _ll_register_callbacks cb 0x55ed8228dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed823a7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe42da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823a7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe42da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823a7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:47946/0 (socket says 172.21.15.32:47946) 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe42da00640 1 -- 172.21.15.32:0/174929486 learned_addr learned my addr 172.21.15.32:0/174929486 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe42da00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823a84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 -- 172.21.15.32:0/174929486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 msgr2=0x55ed823a84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823a84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 -- 172.21.15.32:0/174929486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 msgr2=0x55ed823a7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823a7a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 -- 172.21.15.32:0/174929486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed820e4620 con 0x55ed823a0140 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe42da00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823a84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe427e00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed823a7f90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x55ed8239cec0 tx=0x7fe410012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e8ff090fdb61dea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.051+0000 7fe416a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe416a00640 1 -- 172.21.15.32:0/174929486 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe410004050 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe416a00640 1 -- 172.21.15.32:0/174929486 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe4100041f0 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ed823198b0 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe416a00640 1 -- 172.21.15.32:0/174929486 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe410004430 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe432818740 10 client.15552 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed823b99a0 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.052+0000 7fe416a00640 1 -- 172.21.15.32:0/174929486 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ed823198b0 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe416a00640 1 -- 172.21.15.32:0/174929486 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe410003ae0 con 0x55ed823a0140 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe432818740 10 client.15552 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe432818740 10 client.15552 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe432818740 20 client.15552 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe432818740 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed823bae10 0x55ed823bd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe432818740 4 client.15552 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed82313320 con 0x55ed823bae10 2024-04-25T19:06:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.053+0000 7fe42da00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed823bae10 0x55ed823bd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.054+0000 7fe42da00640 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed823bae10 0x55ed823bd200 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=162fa947cd671f39 server_cookie=2b087bb5c7c25267 in_seq=0 out_seq=0 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.054+0000 7fe416a00640 10 client.15552 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.054+0000 7fe416a00640 1 -- 172.21.15.32:0/174929486 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ed82313320 con 0x55ed823bae10 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.054+0000 7fe416a00640 10 client.15552 handle_command_reply: tid=0 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 client.15552 shutdown 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 msgr2=0x55ed823a7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed823a7f90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x55ed8239cec0 tx=0x7fe410012b60 comp rx=0 tx=0).stop 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 shutdown_connections 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed823bae10 0x55ed823bd200 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823aaa00 0x55ed823a84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed823a7f90 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 --2- 172.21.15.32:0/174929486 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823a7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 >> 172.21.15.32:0/174929486 conn(0x55ed8239bd30 msgr2=0x55ed823a1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe416a00640 0 client.15552 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 shutdown_connections 2024-04-25T19:06:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 1 -- 172.21.15.32:0/174929486 wait complete. 2024-04-25T19:06:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.055+0000 7fe432818740 20 client.15552 trim_cache size 0 max 16384 2024-04-25T19:06:37.074 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.071+0000 7fe432818740 1 Processor -- start 2024-04-25T19:06:37.074 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 -- start start 2024-04-25T19:06:37.074 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823b6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.074 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823a0140 0x55ed823c2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 0x55ed823c3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281afdc0 con 0x55ed823aaa00 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281b1900 con 0x55ed8239f820 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe432818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281b0490 con 0x55ed823a0140 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe42da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 0x55ed823c3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe42da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 0x55ed823c3010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33872/0 (socket says 172.21.15.32:33872) 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe42da00640 1 -- 172.21.15.32:0/717935028 learned_addr learned my addr 172.21.15.32:0/717935028 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe42da00640 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823b6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.072+0000 7fe427e00640 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823a0140 0x55ed823c2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe42da00640 1 -- 172.21.15.32:0/717935028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823a0140 msgr2=0x55ed823c2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe42da00640 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823a0140 0x55ed823c2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe42da00640 1 -- 172.21.15.32:0/717935028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 msgr2=0x55ed823b6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe42da00640 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823b6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe42da00640 1 -- 172.21.15.32:0/717935028 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed823a0ad0 con 0x55ed823aaa00 2024-04-25T19:06:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe42da00640 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 0x55ed823c3010 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe420000c00 tx=0x7fe420004bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae0cb8785215bc0e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe41d600640 1 -- 172.21.15.32:0/717935028 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420040070 con 0x55ed823aaa00 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe41d600640 1 -- 172.21.15.32:0/717935028 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4200048e0 con 0x55ed823aaa00 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.073+0000 7fe41d600640 1 -- 172.21.15.32:0/717935028 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420035040 con 0x55ed823aaa00 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 -- 172.21.15.32:0/717935028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 msgr2=0x55ed823c3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 0x55ed823c3010 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe420000c00 tx=0x7fe420004bf0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 -- 172.21.15.32:0/717935028 shutdown_connections 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823aaa00 0x55ed823c3010 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed823a0140 0x55ed823c2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 --2- 172.21.15.32:0/717935028 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed8239f820 0x55ed823b6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 -- 172.21.15.32:0/717935028 >> 172.21.15.32:0/717935028 conn(0x55ed8239bd30 msgr2=0x55ed823a2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 -- 172.21.15.32:0/717935028 shutdown_connections 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.074+0000 7fe432818740 1 -- 172.21.15.32:0/717935028 wait complete. 2024-04-25T19:06:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.075+0000 7fe432818740 1 -- start start 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.075+0000 7fe432818740 1 Processor -- start 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed8239f820 0x55ed82419750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed82419c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823aaa00 0x55ed823afd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281b1230 con 0x55ed823a0140 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281b0b60 con 0x55ed823aaa00 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281addc0 con 0x55ed8239f820 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe432818740 10 client.0 _ll_register_callbacks cb 0x7fe410009d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed82419c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed82419c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33886/0 (socket says 172.21.15.32:33886) 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 -- 172.21.15.32:0/2536856766 learned_addr learned my addr 172.21.15.32:0/2536856766 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe42da00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed8239f820 0x55ed82419750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe42da00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823aaa00 0x55ed823afd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 -- 172.21.15.32:0/2536856766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed8239f820 msgr2=0x55ed82419750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed8239f820 0x55ed82419750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 -- 172.21.15.32:0/2536856766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823aaa00 msgr2=0x55ed823afd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823aaa00 0x55ed823afd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.076+0000 7fe427e00640 1 -- 172.21.15.32:0/2536856766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed823b0470 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe427e00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed82419c90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x55ed823a9020 tx=0x7fe4100092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cb5f2c027d16eb8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe416a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe416a00640 1 -- 172.21.15.32:0/2536856766 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe410034060 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe416a00640 1 -- 172.21.15.32:0/2536856766 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fe41000f8f0 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4200048e0 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe416a00640 1 -- 172.21.15.32:0/2536856766 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe41002b040 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe432818740 10 client.15558 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.077+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ed82420f00 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe416a00640 1 -- 172.21.15.32:0/2536856766 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4200048e0 con 0x55ed823a0140 2024-04-25T19:06:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe416a00640 1 -- 172.21.15.32:0/2536856766 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe410025540 con 0x55ed823a0140 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe432818740 10 client.15558 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe432818740 10 client.15558 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe432818740 20 client.15558 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe432818740 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed82421650 0x55ed82423a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe432818740 4 client.15558 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ed8230d190 con 0x55ed82421650 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.078+0000 7fe42da00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed82421650 0x55ed82423a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.079+0000 7fe416a00640 10 client.15558 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.079+0000 7fe42da00640 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed82421650 0x55ed82423a70 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=693ed31b9231cca6 server_cookie=2d4918b77ec7bd4b in_seq=0 out_seq=0 2024-04-25T19:06:37.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe416a00640 1 -- 172.21.15.32:0/2536856766 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ed8230d190 con 0x55ed82421650 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe416a00640 10 client.15558 handle_command_reply: tid=0 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 client.15558 shutdown 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 msgr2=0x55ed82419c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed82419c90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x55ed823a9020 tx=0x7fe4100092a0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 shutdown_connections 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed82421650 0x55ed82423a70 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed823aaa00 0x55ed823afd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed823a0140 0x55ed82419c90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe432818740 1 --2- 172.21.15.32:0/2536856766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed8239f820 0x55ed82419750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.090+0000 7fe416a00640 0 client.15558 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.091+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 >> 172.21.15.32:0/2536856766 conn(0x55ed8239bd30 msgr2=0x55ed823a11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:37.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.091+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 shutdown_connections 2024-04-25T19:06:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.091+0000 7fe432818740 1 -- 172.21.15.32:0/2536856766 wait complete. 2024-04-25T19:06:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.091+0000 7fe432818740 20 client.15558 trim_cache size 0 max 16384 2024-04-25T19:06:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:06:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:06:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:06:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe40c0a3d90 msgr2=0x7fe40c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe40c0a3d90 0x7fe40c0a6250 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x55ed823a0dc0 tx=0x7fe4180d4850 comp rx=0 tx=0).stop 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 msgr2=0x7fe4281a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 0x7fe4281a0680 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe41800ebc0 tx=0x7fe41800c6a0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 shutdown_connections 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe40c0a3d90 0x7fe40c0a6250 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe42819a790 0x7fe42819ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe428109490 0x7fe4281a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 --2- 172.21.15.32:0/2972475380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4281043c0 0x7fe4281a0680 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 >> 172.21.15.32:0/2972475380 conn(0x7fe4280ffc40 msgr2=0x7fe428101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 shutdown_connections 2024-04-25T19:06:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:37.092+0000 7fe42fa00640 1 -- 172.21.15.32:0/2972475380 wait complete. 2024-04-25T19:06:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:37 smithi066 ceph-mon[32882]: pgmap v90: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.1 KiB/s wr, 11 op/s 2024-04-25T19:06:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:37 smithi064 ceph-mon[32321]: pgmap v90: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.1 KiB/s wr, 11 op/s 2024-04-25T19:06:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:37 smithi032 ceph-mon[28041]: pgmap v90: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.1 KiB/s wr, 11 op/s 2024-04-25T19:06:39.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:39 smithi066 ceph-mon[32882]: pgmap v91: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.6 KiB/s wr, 16 op/s 2024-04-25T19:06:39.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:39 smithi064 ceph-mon[32321]: pgmap v91: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.6 KiB/s wr, 16 op/s 2024-04-25T19:06:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:39 smithi032 ceph-mon[28041]: pgmap v91: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.6 KiB/s wr, 16 op/s 2024-04-25T19:06:41.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:41 smithi066 ceph-mon[32882]: pgmap v92: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:41 smithi064 ceph-mon[32321]: pgmap v92: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:41 smithi032 ceph-mon[28041]: pgmap v92: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:41.637 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:06:42.109 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:06:43.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:43 smithi066 ceph-mon[32882]: pgmap v93: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:43 smithi064 ceph-mon[32321]: pgmap v93: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:43 smithi032 ceph-mon[28041]: pgmap v93: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 -- 172.21.15.32:0/2328289816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f410e3b0 msgr2=0x7f81f4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2328289816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f410e3b0 0x7f81f4115f80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f81ec009fc0 tx=0x7f81ec00b330 comp rx=0 tx=0).stop 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 -- 172.21.15.32:0/2328289816 shutdown_connections 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2328289816 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f41092d0 0x7f81f41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2328289816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f410e3b0 0x7f81f4115f80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2328289816 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f81f4109c80 0x7f81f410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 -- 172.21.15.32:0/2328289816 >> 172.21.15.32:0/2328289816 conn(0x7f81f4076210 msgr2=0x7f81f4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:44.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 -- 172.21.15.32:0/2328289816 shutdown_connections 2024-04-25T19:06:44.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.575+0000 7f81f9a00700 1 -- 172.21.15.32:0/2328289816 wait complete. 2024-04-25T19:06:44.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.576+0000 7f81f9a00700 1 Processor -- start 2024-04-25T19:06:44.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 -- start start 2024-04-25T19:06:44.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f81f41092d0 0x7f81f419f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f4109c80 0x7f81f419fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 0x7f81f41a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f81f41192c0 con 0x7f81f410e3b0 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f81f4119140 con 0x7f81f41092d0 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f9a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81f4119440 con 0x7f81f4109c80 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 0x7f81f41a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81ebe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f4109c80 0x7f81f419fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 0x7f81f41a4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35436/0 (socket says 172.21.15.32:35436) 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f3400700 1 -- 172.21.15.32:0/2251556496 learned_addr learned my addr 172.21.15.32:0/2251556496 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.577+0000 7f81f2a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f81f41092d0 0x7f81f419f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81ebe00700 1 -- 172.21.15.32:0/2251556496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f81f41092d0 msgr2=0x7f81f419f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81ebe00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f81f41092d0 0x7f81f419f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81ebe00700 1 -- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 msgr2=0x7f81f41a4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81ebe00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 0x7f81f41a4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81ebe00700 1 -- 172.21.15.32:0/2251556496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f41a4750 con 0x7f81f4109c80 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81f3400700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 0x7f81f41a4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81ebe00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f4109c80 0x7f81f419fcd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f81dc00e9c0 tx=0x7f81dc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.578+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc004220 con 0x7f81f4109c80 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.579+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81dc0043c0 con 0x7f81f4109c80 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.579+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81f41a4a40 con 0x7f81f4109c80 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.579+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc005020 con 0x7f81f4109c80 2024-04-25T19:06:44.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.579+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81f41ac2c0 con 0x7f81f4109c80 2024-04-25T19:06:44.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.580+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81f4069730 con 0x7f81f4109c80 2024-04-25T19:06:44.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.582+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f81dc004750 con 0x7f81f4109c80 2024-04-25T19:06:44.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.583+0000 7f81eb400700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81d80a3e30 0x7f81d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:44.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.584+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f81dc0d07d0 con 0x7f81f4109c80 2024-04-25T19:06:44.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.584+0000 7f81f2a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81d80a3e30 0x7f81d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:44.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.585+0000 7f81f2a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81d80a3e30 0x7f81d80a62f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f81e4009750 tx=0x7f81e4009310 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:44.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.586+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f81dc09ce20 con 0x7f81f4109c80 2024-04-25T19:06:44.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.866+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81f41a0aa0 con 0x7f81f4109c80 2024-04-25T19:06:44.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.868+0000 7f81eb400700 1 -- 172.21.15.32:0/2251556496 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f81dc09c720 con 0x7f81f4109c80 2024-04-25T19:06:44.870 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:06:44.870 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:06:44.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81d80a3e30 msgr2=0x7f81d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:44.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81d80a3e30 0x7f81d80a62f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f81e4009750 tx=0x7f81e4009310 comp rx=0 tx=0).stop 2024-04-25T19:06:44.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f4109c80 msgr2=0x7f81f419fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f4109c80 0x7f81f419fcd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f81dc00e9c0 tx=0x7f81dc00ecd0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 shutdown_connections 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81d80a3e30 0x7f81d80a62f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f81f410e3b0 0x7f81f41a4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f81f41092d0 0x7f81f419f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 --2- 172.21.15.32:0/2251556496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81f4109c80 0x7f81f419fcd0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:44.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 >> 172.21.15.32:0/2251556496 conn(0x7f81f4076210 msgr2=0x7f81f4076870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 shutdown_connections 2024-04-25T19:06:44.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:44.871+0000 7f81f9a00700 1 -- 172.21.15.32:0/2251556496 wait complete. 2024-04-25T19:06:44.875 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:06:45.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:45 smithi066 ceph-mon[32882]: pgmap v94: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:06:45.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:45 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2251556496' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:45 smithi064 ceph-mon[32321]: pgmap v94: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:06:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:45 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2251556496' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:45.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:45 smithi032 ceph-mon[28041]: pgmap v94: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:06:45.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:45 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2251556496' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:06:45.812 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 5c8ca071 --release --await' 2024-04-25T19:06:45.812 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 5c8ca071 --release --await 2024-04-25T19:06:46.282 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:06:47.283 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:47 smithi032 ceph-mon[28041]: pgmap v95: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:47 smithi066 ceph-mon[32882]: pgmap v95: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:47 smithi064 ceph-mon[32321]: pgmap v95: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 -- 172.21.15.32:0/830880704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd4109c80 msgr2=0x7f4fd410dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/830880704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd4109c80 0x7f4fd410dcd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4fc00099c0 tx=0x7f4fc0009cd0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 -- 172.21.15.32:0/830880704 shutdown_connections 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/830880704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4fd410e3b0 0x7f4fd4115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/830880704 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4fd41092d0 0x7f4fd41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/830880704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd4109c80 0x7f4fd410dcd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 -- 172.21.15.32:0/830880704 >> 172.21.15.32:0/830880704 conn(0x7f4fd4076210 msgr2=0x7f4fd4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 -- 172.21.15.32:0/830880704 shutdown_connections 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.647+0000 7f4fdaa00700 1 -- 172.21.15.32:0/830880704 wait complete. 2024-04-25T19:06:48.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.648+0000 7f4fdaa00700 1 Processor -- start 2024-04-25T19:06:48.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.648+0000 7f4fdaa00700 1 -- start start 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fdaa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4fd41092d0 0x7f4fd419f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fdaa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4fd4109c80 0x7f4fd419fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fdaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 0x7f4fd41a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fdaa00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd4119220 con 0x7f4fd4109c80 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fdaa00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41190a0 con 0x7f4fd41092d0 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fdaa00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41193a0 con 0x7f4fd410e3b0 2024-04-25T19:06:48.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fd3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4fd4109c80 0x7f4fd419fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fd8a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 0x7f4fd41a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fd8a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 0x7f4fd41a4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:33284/0 (socket says 172.21.15.32:33284) 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fd8a00700 1 -- 172.21.15.32:0/539250616 learned_addr learned my addr 172.21.15.32:0/539250616 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.649+0000 7f4fd3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4fd41092d0 0x7f4fd419f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd8a00700 1 -- 172.21.15.32:0/539250616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4fd41092d0 msgr2=0x7f4fd419f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4fd41092d0 0x7f4fd419f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd8a00700 1 -- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4fd4109c80 msgr2=0x7f4fd419fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4fd4109c80 0x7f4fd419fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd8a00700 1 -- 172.21.15.32:0/539250616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd41a4750 con 0x7f4fd410e3b0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 0x7f4fd41a4010 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc00ef30 tx=0x7f4fcc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd0c00700 1 -- 172.21.15.32:0/539250616 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc0092e0 con 0x7f4fd410e3b0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.650+0000 7f4fd0c00700 1 -- 172.21.15.32:0/539250616 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fcc004bb0 con 0x7f4fd410e3b0 2024-04-25T19:06:48.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.651+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fd41a49e0 con 0x7f4fd410e3b0 2024-04-25T19:06:48.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.651+0000 7f4fd0c00700 1 -- 172.21.15.32:0/539250616 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc004020 con 0x7f4fd410e3b0 2024-04-25T19:06:48.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.651+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fd41ac2c0 con 0x7f4fd410e3b0 2024-04-25T19:06:48.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.654+0000 7f4fd0c00700 1 -- 172.21.15.32:0/539250616 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4fcc01b030 con 0x7f4fd410e3b0 2024-04-25T19:06:48.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.655+0000 7f4fe5458b80 1 Processor -- start 2024-04-25T19:06:48.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.655+0000 7f4fe5458b80 1 -- start start 2024-04-25T19:06:48.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.655+0000 7f4fd0c00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4fb80a3e30 0x7f4fb80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488e2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e2660 0x563b488ecf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd0c00700 1 -- 172.21.15.32:0/539250616 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4fcc0d01b0 con 0x7f4fd410e3b0 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ef8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x563b48834f90 con 0x563b488ed4d0 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563b487db830 con 0x563b488e1d40 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563b48830f50 con 0x563b488e2660 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd3400700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4fb80a3e30 0x7f4fb80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488e2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488e2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:58560/0 (socket says 172.21.15.32:58560) 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd3e00700 1 -- 172.21.15.32:0/179445259 learned_addr learned my addr 172.21.15.32:0/179445259 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd3400700 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e2660 0x563b488ecf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.656+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ef8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3e00700 1 -- 172.21.15.32:0/179445259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e2660 msgr2=0x563b488ecf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e2660 0x563b488ecf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3e00700 1 -- 172.21.15.32:0/179445259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 msgr2=0x563b488ef8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ef8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3e00700 1 -- 172.21.15.32:0/179445259 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b487d1780 con 0x563b488e1d40 2024-04-25T19:06:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3400700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4fb80a3e30 0x7f4fb80a62f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4fc0000c00 tx=0x7f4fc0005110 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488e2120 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4009d80 tx=0x7f4fc4011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c821d9282beb9b56 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fc9600700 1 -- 172.21.15.32:0/179445259 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4004230 con 0x563b488e1d40 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fc9600700 1 -- 172.21.15.32:0/179445259 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fc40043d0 con 0x563b488e1d40 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.657+0000 7f4fc9600700 1 -- 172.21.15.32:0/179445259 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc40197c0 con 0x563b488e1d40 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 -- 172.21.15.32:0/179445259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 msgr2=0x563b488e2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488e2120 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4009d80 tx=0x7f4fc4011720 comp rx=0 tx=0).stop 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 -- 172.21.15.32:0/179445259 shutdown_connections 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ef8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488e2120 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/179445259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e2660 0x563b488ecf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 -- 172.21.15.32:0/179445259 >> 172.21.15.32:0/179445259 conn(0x563b48811050 msgr2=0x563b488de250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:48.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 -- 172.21.15.32:0/179445259 shutdown_connections 2024-04-25T19:06:48.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.658+0000 7f4fe5458b80 1 -- 172.21.15.32:0/179445259 wait complete. 2024-04-25T19:06:48.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.659+0000 7f4fe5458b80 1 -- start start 2024-04-25T19:06:48.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.659+0000 7f4fe5458b80 1 Processor -- start 2024-04-25T19:06:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e1d40 0x563b488ecc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e2660 0x563b488e9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ea470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x563b488efea0 con 0x563b488ed4d0 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563b487ee960 con 0x563b488e2660 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563b488f0020 con 0x563b488e1d40 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fe5458b80 10 client.0 _ll_register_callbacks cb 0x563b487cd820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fd8a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ea470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fd3e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e1d40 0x563b488ecc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fd8a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ea470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35482/0 (socket says 172.21.15.32:35482) 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fd8a00700 1 -- 172.21.15.32:0/449756638 learned_addr learned my addr 172.21.15.32:0/449756638 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.660+0000 7f4fd3400700 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e2660 0x563b488e9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fd8a00700 1 -- 172.21.15.32:0/449756638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e1d40 msgr2=0x563b488ecc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e1d40 0x563b488ecc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fd8a00700 1 -- 172.21.15.32:0/449756638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e2660 msgr2=0x563b488e9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e2660 0x563b488e9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fd8a00700 1 -- 172.21.15.32:0/449756638 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b487829d0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ea470 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc098bc0 tx=0x7f4fcc00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70828802d1569585 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fbe000700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fbe000700 1 -- 172.21.15.32:0/449756638 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc09c8f0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fbe000700 1 -- 172.21.15.32:0/449756638 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4fcc0a01b0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.661+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fc40043d0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fbe000700 1 -- 172.21.15.32:0/449756638 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4fcc09c1f0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 10 client.15576 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563b487cbbf0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fbe000700 1 -- 172.21.15.32:0/449756638 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fc40043d0 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fbe000700 1 -- 172.21.15.32:0/449756638 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4fcc097f40 con 0x563b488ed4d0 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 10 client.15576 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 10 client.15576 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 20 client.15576 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b488fcba0 0x563b488fef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 4 client.15576 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.662+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b48842780 con 0x563b488fcba0 2024-04-25T19:06:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.663+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b488fcba0 0x563b488fef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.663+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b488fcba0 0x563b488fef90 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c421c51ff9a8457 server_cookie=fdad388ff807dff8 in_seq=0 out_seq=0 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.663+0000 7f4fbe000700 10 client.15576 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fbe000700 1 -- 172.21.15.32:0/449756638 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563b48842780 con 0x563b488fcba0 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fbe000700 10 client.15576 handle_command_reply: tid=0 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fe5458b80 1 client.15576 shutdown 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 msgr2=0x563b488ea470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ea470 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc098bc0 tx=0x7f4fcc00c9b0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 shutdown_connections 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b488fcba0 0x563b488fef90 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.664+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488ed4d0 0x563b488ea470 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488e1d40 0x563b488ecc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/449756638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e2660 0x563b488e9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 >> 172.21.15.32:0/449756638 conn(0x563b48811050 msgr2=0x563b488dde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fbe000700 0 client.15576 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 shutdown_connections 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fe5458b80 1 -- 172.21.15.32:0/449756638 wait complete. 2024-04-25T19:06:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.665+0000 7f4fe5458b80 20 client.15576 trim_cache size 0 max 16384 2024-04-25T19:06:48.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 Processor -- start 2024-04-25T19:06:48.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 -- start start 2024-04-25T19:06:48.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488ddb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b488de050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41b3890 con 0x563b488e2660 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41b53d0 con 0x563b488e1d40 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.686+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41b3f60 con 0x563b488ed4d0 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488ddb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b488de050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b488de050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:33314/0 (socket says 172.21.15.32:33314) 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488ddb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35486/0 (socket says 172.21.15.32:35486) 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 -- 172.21.15.32:0/1261256487 learned_addr learned my addr 172.21.15.32:0/1261256487 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 -- 172.21.15.32:0/1261256487 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 msgr2=0x563b488f8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 -- 172.21.15.32:0/1261256487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 msgr2=0x563b488ddb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.689 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488ddb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 -- 172.21.15.32:0/1261256487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b488e2ce0 con 0x563b488ed4d0 2024-04-25T19:06:48.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b488de050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc09c180 tx=0x7f4fcc009ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f092877285ae8780 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:48.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.687+0000 7f4fc8c00700 1 -- 172.21.15.32:0/1261256487 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc0a05a0 con 0x563b488ed4d0 2024-04-25T19:06:48.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fc8c00700 1 -- 172.21.15.32:0/1261256487 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fcc0a4dd0 con 0x563b488ed4d0 2024-04-25T19:06:48.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fc8c00700 1 -- 172.21.15.32:0/1261256487 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc0a01b0 con 0x563b488ed4d0 2024-04-25T19:06:48.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1261256487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 msgr2=0x563b488de050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b488de050 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc09c180 tx=0x7f4fcc009ed0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1261256487 shutdown_connections 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b488de050 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1261256487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488ddb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1261256487 >> 172.21.15.32:0/1261256487 conn(0x563b48811050 msgr2=0x563b488dd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.688+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1261256487 shutdown_connections 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.689+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1261256487 wait complete. 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.689+0000 7f4fe5458b80 1 -- start start 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.689+0000 7f4fe5458b80 1 Processor -- start 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488f2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b48963040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.692 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41b4d00 con 0x563b488e2660 2024-04-25T19:06:48.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41b4630 con 0x563b488e1d40 2024-04-25T19:06:48.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd41b1830 con 0x563b488ed4d0 2024-04-25T19:06:48.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fe5458b80 10 client.0 _ll_register_callbacks cb 0x563b487cd820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488f2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488f2820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35488/0 (socket says 172.21.15.32:35488) 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3400700 1 -- 172.21.15.32:0/1647905944 learned_addr learned my addr 172.21.15.32:0/1647905944 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b48963040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3e00700 1 -- 172.21.15.32:0/1647905944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 msgr2=0x563b48963040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b48963040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3e00700 1 -- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 msgr2=0x563b488f2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488f2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd3e00700 1 -- 172.21.15.32:0/1647905944 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b48963580 con 0x563b488e1d40 2024-04-25T19:06:48.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.690+0000 7f4fd8a00700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b48963040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fd3e00700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f22e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4009310 tx=0x7f4fc4005e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c7f18dc26781f40 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fbe000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fbe000700 1 -- 172.21.15.32:0/1647905944 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4005460 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fcc0a4dd0 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fbe000700 1 -- 172.21.15.32:0/1647905944 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f4fc4005600 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fbe000700 1 -- 172.21.15.32:0/1647905944 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4fc403a050 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fe5458b80 10 client.25706 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.691+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563b48964720 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fbe000700 1 -- 172.21.15.32:0/1647905944 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fcc0a4dd0 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fbe000700 1 -- 172.21.15.32:0/1647905944 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4fc40037c0 con 0x563b488e1d40 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fe5458b80 10 client.25706 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:48.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fe5458b80 10 client.25706 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fe5458b80 20 client.25706 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b48964c20 0x563b48967040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fe5458b80 4 client.25706 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5c8ca071", "release": true, "await": true}] 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5c8ca071", "release": true, "await": true}) -- 0x563b4883c820 con 0x563b48964c20 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.692+0000 7f4fd3400700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b48964c20 0x563b48967040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.693+0000 7f4fd3400700 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b48964c20 0x563b48967040 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=325fba918c251987 server_cookie=6c65d75d72a6d0f6 in_seq=0 out_seq=0 2024-04-25T19:06:48.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.693+0000 7f4fbe000700 10 client.25706 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:48.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fbe000700 1 -- 172.21.15.32:0/1647905944 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x563b4883c820 con 0x563b48964c20 2024-04-25T19:06:48.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fbe000700 10 client.25706 handle_command_reply: tid=0 2024-04-25T19:06:48.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 client.25706 shutdown 2024-04-25T19:06:48.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 msgr2=0x563b488f22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f22e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4009310 tx=0x7f4fc4005e20 comp rx=0 tx=0).stop 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 shutdown_connections 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b48964c20 0x563b48967040 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b488ed4d0 0x563b48963040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b488e1d40 0x563b488f22e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 --2- 172.21.15.32:0/1647905944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b488e2660 0x563b488f2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 >> 172.21.15.32:0/1647905944 conn(0x563b48811050 msgr2=0x563b488ddc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.697+0000 7f4fbe000700 0 client.25706 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 shutdown_connections 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fe5458b80 1 -- 172.21.15.32:0/1647905944 wait complete. 2024-04-25T19:06:48.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fe5458b80 20 client.25706 trim_cache size 0 max 16384 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 12, 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "5c8ca071": { 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 12, 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:06:48.701 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.7, 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:48.702 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:48.703 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:48.703 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:48.703 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:06:48.703 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:06:48.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4fb80a3e30 msgr2=0x7f4fb80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4fb80a3e30 0x7f4fb80a62f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4fc0000c00 tx=0x7f4fc0005110 comp rx=0 tx=0).stop 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 msgr2=0x7f4fd41a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.698+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 0x7f4fd41a4010 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc00ef30 tx=0x7f4fcc00c3a0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 shutdown_connections 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4fb80a3e30 0x7f4fb80a62f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4fd410e3b0 0x7f4fd41a4010 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4fd41092d0 0x7f4fd419f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 --2- 172.21.15.32:0/539250616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4fd4109c80 0x7f4fd419fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 >> 172.21.15.32:0/539250616 conn(0x7f4fd4076210 msgr2=0x7f4fd4077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 shutdown_connections 2024-04-25T19:06:48.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:06:48.699+0000 7f4fdaa00700 1 -- 172.21.15.32:0/539250616 wait complete. 2024-04-25T19:06:49.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:49 smithi066 ceph-mon[32882]: pgmap v96: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:06:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:49 smithi064 ceph-mon[32321]: pgmap v96: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:06:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:49 smithi032 ceph-mon[28041]: pgmap v96: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-25T19:06:49.621 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5c8ca071', seconds elapsed: 35.0 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 -- 172.21.15.32:0/617252930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c141014f0 msgr2=0x7f8c1410e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 --2- 172.21.15.32:0/617252930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c141014f0 0x7f8c1410e120 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc009900 tx=0x7f8bfc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 -- 172.21.15.32:0/617252930 shutdown_connections 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 --2- 172.21.15.32:0/617252930 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c1410e6f0 0x7f8c14110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 --2- 172.21.15.32:0/617252930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c141014f0 0x7f8c1410e120 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 --2- 172.21.15.32:0/617252930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c14100b40 0x7f8c14100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 -- 172.21.15.32:0/617252930 >> 172.21.15.32:0/617252930 conn(0x7f8c140fc730 msgr2=0x7f8c140feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 -- 172.21.15.32:0/617252930 shutdown_connections 2024-04-25T19:06:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.244+0000 7f8c13e00640 1 -- 172.21.15.32:0/617252930 wait complete. 2024-04-25T19:06:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.245+0000 7f8c13e00640 1 Processor -- start 2024-04-25T19:06:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.245+0000 7f8c13e00640 1 -- start start 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c13e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 0x7f8c141a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c13e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c141014f0 0x7f8c141a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c13e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c1410e6f0 0x7f8c1419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c13e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8c14114270 con 0x7f8c14100b40 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c13e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141140f0 con 0x7f8c1410e6f0 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c13e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141143f0 con 0x7f8c141014f0 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 0x7f8c141a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c0a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c141014f0 0x7f8c141a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 0x7f8c141a0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35508/0 (socket says 172.21.15.32:35508) 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.246+0000 7f8c12a00640 1 -- 172.21.15.32:0/2776423573 learned_addr learned my addr 172.21.15.32:0/2776423573 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c13400640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c1410e6f0 0x7f8c1419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0a000640 1 -- 172.21.15.32:0/2776423573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c1410e6f0 msgr2=0x7f8c1419a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.250 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0a000640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c1410e6f0 0x7f8c1419a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.250 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0a000640 1 -- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 msgr2=0x7f8c141a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.250 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0a000640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 0x7f8c141a0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.250 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0a000640 1 -- 172.21.15.32:0/2776423573 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c1419ad90 con 0x7f8c141014f0 2024-04-25T19:06:50.250 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c12a00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 0x7f8c141a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:06:50.250 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0a000640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c141014f0 0x7f8c141a0950 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc02a9e0 tx=0x7f8bfc003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0be00640 1 -- 172.21.15.32:0/2776423573 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc03f070 con 0x7f8c141014f0 2024-04-25T19:06:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0be00640 1 -- 172.21.15.32:0/2776423573 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bfc031b50 con 0x7f8c141014f0 2024-04-25T19:06:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c1419b020 con 0x7f8c141014f0 2024-04-25T19:06:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.247+0000 7f8c0be00640 1 -- 172.21.15.32:0/2776423573 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc035030 con 0x7f8c141014f0 2024-04-25T19:06:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.248+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c141a72d0 con 0x7f8c141014f0 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 Processor -- start 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 -- start start 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c0be00640 1 -- 172.21.15.32:0/2776423573 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8bfc042070 con 0x7f8c141014f0 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178e9b0 0x56465178ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 0x564651799650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564651799b90 0x56465179bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5646516f4900 con 0x56465178f2d0 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56465169aef0 con 0x56465178e9b0 2024-04-25T19:06:50.253 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c1c883740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5646516f08c0 con 0x564651799b90 2024-04-25T19:06:50.255 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.251+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 0x564651799650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.255 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c0a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564651799b90 0x56465179bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 0x564651799650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35524/0 (socket says 172.21.15.32:35524) 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 -- 172.21.15.32:0/3468979926 learned_addr learned my addr 172.21.15.32:0/3468979926 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c13400640 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178e9b0 0x56465178ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 -- 172.21.15.32:0/3468979926 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564651799b90 msgr2=0x56465179bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564651799b90 0x56465179bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 -- 172.21.15.32:0/3468979926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178e9b0 msgr2=0x56465178ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178e9b0 0x56465178ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 -- 172.21.15.32:0/3468979926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564651407210 con 0x56465178f2d0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.252+0000 7f8c12a00640 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 0x564651799650 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009c30 tx=0x7f8c0400eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=375e1f632b45b95b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c03e00640 1 -- 172.21.15.32:0/3468979926 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04004d20 con 0x56465178f2d0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c03e00640 1 -- 172.21.15.32:0/3468979926 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c04005020 con 0x56465178f2d0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c03e00640 1 -- 172.21.15.32:0/3468979926 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0401a600 con 0x56465178f2d0 2024-04-25T19:06:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c0be00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f8bf80a3d00 0x7f8bf80a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c0be00640 1 -- 172.21.15.32:0/2776423573 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f8bfc0f0de0 con 0x7f8c141014f0 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c13400640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f8bf80a3d00 0x7f8bf80a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c1c883740 1 -- 172.21.15.32:0/3468979926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 msgr2=0x564651799650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.253+0000 7f8c1c883740 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 0x564651799650 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009c30 tx=0x7f8c0400eda0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 -- 172.21.15.32:0/3468979926 shutdown_connections 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564651799b90 0x56465179bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178f2d0 0x564651799650 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 --2- 172.21.15.32:0/3468979926 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178e9b0 0x56465178ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 -- 172.21.15.32:0/3468979926 >> 172.21.15.32:0/3468979926 conn(0x56465178aec0 msgr2=0x56465178b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 -- 172.21.15.32:0/3468979926 shutdown_connections 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 -- 172.21.15.32:0/3468979926 wait complete. 2024-04-25T19:06:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c13400640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f8bf80a3d00 0x7f8bf80a61c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8c1406b4e0 tx=0x7f8c0c005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.254+0000 7f8c1c883740 1 -- start start 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 Processor -- start 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x564651796ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x564651796ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x564651797530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56465179c7c0 con 0x56465178e9b0 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5646516ae310 con 0x564651799b90 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56465179c940 con 0x56465178f2d0 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c1c883740 10 client.0 _ll_register_callbacks cb 0x56465167ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x564651796ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c0a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x564651796ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x564651796ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35538/0 (socket says 172.21.15.32:35538) 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c12a00640 1 -- 172.21.15.32:0/1397821231 learned_addr learned my addr 172.21.15.32:0/1397821231 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.255+0000 7f8c13400640 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x564651797530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c0a000640 1 -- 172.21.15.32:0/1397821231 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 msgr2=0x564651797530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c0a000640 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x564651797530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c0a000640 1 -- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 msgr2=0x564651796ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c0a000640 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x564651796ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c0a000640 1 -- 172.21.15.32:0/1397821231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646514d3620 con 0x56465178f2d0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c0a000640 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x564651796ff0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc0ee4e0 tx=0x7f8bfc02a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ab2a5b522712a99 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c00c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c00c00640 1 -- 172.21.15.32:0/1397821231 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc049070 con 0x56465178f2d0 2024-04-25T19:06:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.256+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c04005020 con 0x56465178f2d0 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c00c00640 1 -- 172.21.15.32:0/1397821231 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f8bfc0ee760 con 0x56465178f2d0 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c00c00640 1 -- 172.21.15.32:0/1397821231 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8bfc0bc870 con 0x56465178f2d0 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 10 client.25768 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56465179c810 con 0x56465178f2d0 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c00c00640 1 -- 172.21.15.32:0/1397821231 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c04005020 con 0x56465178f2d0 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c00c00640 1 -- 172.21.15.32:0/1397821231 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8bfc0c5510 con 0x56465178f2d0 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 10 client.25768 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 10 client.25768 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 20 client.25768 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646517a9e90 0x5646517ac300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 4 client.25768 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.257+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646517088b0 con 0x5646517a9e90 2024-04-25T19:06:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.258+0000 7f8c12a00640 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646517a9e90 0x5646517ac300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.258+0000 7f8c12a00640 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646517a9e90 0x5646517ac300 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbfa7dfe04e53a06 server_cookie=bcd338eeab36218 in_seq=0 out_seq=0 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.258+0000 7f8c00c00640 10 client.25768 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c00c00640 1 -- 172.21.15.32:0/1397821231 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5646517088b0 con 0x5646517a9e90 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c00c00640 10 client.25768 handle_command_reply: tid=0 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 client.25768 shutdown 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 msgr2=0x564651796ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x564651796ff0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc0ee4e0 tx=0x7f8bfc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 shutdown_connections 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646517a9e90 0x5646517ac300 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x564651797530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c00c00640 0 client.25768 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x564651796ff0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 --2- 172.21.15.32:0/1397821231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x564651796ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 >> 172.21.15.32:0/1397821231 conn(0x56465178aec0 msgr2=0x564651790c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:50.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.259+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 shutdown_connections 2024-04-25T19:06:50.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.260+0000 7f8c1c883740 1 -- 172.21.15.32:0/1397821231 wait complete. 2024-04-25T19:06:50.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.260+0000 7f8c1c883740 20 client.25768 trim_cache size 0 max 16384 2024-04-25T19:06:50.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.276+0000 7f8c1c883740 1 Processor -- start 2024-04-25T19:06:50.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.276+0000 7f8c1c883740 1 -- start start 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.276+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178e9b0 0x5646517a5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.276+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178f2d0 0x5646517913c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.276+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564651799b90 0x5646517b1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.276+0000 7f8c1c883740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141afbe0 con 0x564651799b90 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c1c883740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141b1720 con 0x56465178f2d0 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c1c883740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141b02b0 con 0x56465178e9b0 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c13400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564651799b90 0x5646517b1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178e9b0 0x5646517a5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178e9b0 0x5646517a5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:33366/0 (socket says 172.21.15.32:33366) 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c12a00640 1 -- 172.21.15.32:0/235369200 learned_addr learned my addr 172.21.15.32:0/235369200 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c0a000640 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178f2d0 0x5646517913c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c13400640 1 -- 172.21.15.32:0/235369200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178e9b0 msgr2=0x5646517a5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c13400640 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178e9b0 0x5646517a5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c13400640 1 -- 172.21.15.32:0/235369200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178f2d0 msgr2=0x5646517913c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.277+0000 7f8c13400640 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178f2d0 0x5646517913c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.278+0000 7f8c13400640 1 -- 172.21.15.32:0/235369200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646517924e0 con 0x564651799b90 2024-04-25T19:06:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.278+0000 7f8c13400640 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564651799b90 0x5646517b1c10 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c0058c0 tx=0x7f8c0c01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a9d2450bb1d4ce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.278+0000 7f8c03400640 1 -- 172.21.15.32:0/235369200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0c004020 con 0x564651799b90 2024-04-25T19:06:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.278+0000 7f8c03400640 1 -- 172.21.15.32:0/235369200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c0c0041c0 con 0x564651799b90 2024-04-25T19:06:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.278+0000 7f8c03400640 1 -- 172.21.15.32:0/235369200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0c0116a0 con 0x564651799b90 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 -- 172.21.15.32:0/235369200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564651799b90 msgr2=0x5646517b1c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564651799b90 0x5646517b1c10 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c0058c0 tx=0x7f8c0c01a000 comp rx=0 tx=0).stop 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 -- 172.21.15.32:0/235369200 shutdown_connections 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564651799b90 0x5646517b1c10 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56465178f2d0 0x5646517913c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 --2- 172.21.15.32:0/235369200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178e9b0 0x5646517a5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 -- 172.21.15.32:0/235369200 >> 172.21.15.32:0/235369200 conn(0x56465178aec0 msgr2=0x564651791dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 -- 172.21.15.32:0/235369200 shutdown_connections 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 -- 172.21.15.32:0/235369200 wait complete. 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.279+0000 7f8c1c883740 1 -- start start 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 Processor -- start 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x5646517a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x56465179f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x56465179f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141b1050 con 0x56465178e9b0 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141b0980 con 0x564651799b90 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8c141adbc0 con 0x56465178f2d0 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c1c883740 10 client.0 _ll_register_callbacks cb 0x7f8bfc005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x5646517a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c12a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x5646517a1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35554/0 (socket says 172.21.15.32:35554) 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c12a00640 1 -- 172.21.15.32:0/4153171633 learned_addr learned my addr 172.21.15.32:0/4153171633 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.280+0000 7f8c0a000640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x56465179f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c13400640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x56465179f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c12a00640 1 -- 172.21.15.32:0/4153171633 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 msgr2=0x56465179f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c12a00640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x56465179f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c12a00640 1 -- 172.21.15.32:0/4153171633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 msgr2=0x56465179f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c12a00640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x56465179f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c12a00640 1 -- 172.21.15.32:0/4153171633 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56465179fce0 con 0x56465178e9b0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c13400640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x56465179f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c12a00640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x5646517a1da0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f8c04005910 tx=0x7f8c04009fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a52f26a6606ad49c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c00c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c00c00640 1 -- 172.21.15.32:0/4153171633 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04020040 con 0x56465178e9b0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c00c00640 1 -- 172.21.15.32:0/4153171633 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f8c04011ce0 con 0x56465178e9b0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.281+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c0c0041c0 con 0x56465178e9b0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c00c00640 1 -- 172.21.15.32:0/4153171633 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8c0403c050 con 0x56465178e9b0 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 10 client.15600 fetch_fsmap learned FSMap version 29 2024-04-25T19:06:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5646518102f0 con 0x56465178e9b0 2024-04-25T19:06:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c00c00640 1 -- 172.21.15.32:0/4153171633 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c0c0041c0 con 0x56465178e9b0 2024-04-25T19:06:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c00c00640 1 -- 172.21.15.32:0/4153171633 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8c04028760 con 0x56465178e9b0 2024-04-25T19:06:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 10 client.15600 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 10 client.15600 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 20 client.15600 populate_metadata read hostname 'smithi032' 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646518108d0 0x564651812cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 4 client.15600 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.282+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564651702320 con 0x5646518108d0 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.283+0000 7f8c0a000640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646518108d0 0x564651812cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.283+0000 7f8c0a000640 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646518108d0 0x564651812cf0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8f8e77c566a6a6a server_cookie=d4147497c596e5f8 in_seq=0 out_seq=0 2024-04-25T19:06:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.283+0000 7f8c00c00640 10 client.15600 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c00c00640 1 -- 172.21.15.32:0/4153171633 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564651702320 con 0x5646518108d0 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c00c00640 10 client.15600 handle_command_reply: tid=0 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 client.15600 shutdown 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 msgr2=0x5646517a1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x5646517a1da0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f8c04005910 tx=0x7f8c04009fc0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 shutdown_connections 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5646518108d0 0x564651812cf0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564651799b90 0x56465179f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56465178f2d0 0x56465179f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 --2- 172.21.15.32:0/4153171633 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56465178e9b0 0x5646517a1da0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 >> 172.21.15.32:0/4153171633 conn(0x56465178aec0 msgr2=0x564651796a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c00c00640 0 client.15600 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 shutdown_connections 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 1 -- 172.21.15.32:0/4153171633 wait complete. 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.294+0000 7f8c1c883740 20 client.15600 trim_cache size 0 max 16384 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:06:50.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:06:50.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f8bf80a3d00 msgr2=0x7f8bf80a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f8bf80a3d00 0x7f8bf80a61c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8c1406b4e0 tx=0x7f8c0c005f90 comp rx=0 tx=0).stop 2024-04-25T19:06:50.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c141014f0 msgr2=0x7f8c141a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:06:50.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c141014f0 0x7f8c141a0950 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc02a9e0 tx=0x7f8bfc003b90 comp rx=0 tx=0).stop 2024-04-25T19:06:50.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 shutdown_connections 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f8bf80a3d00 0x7f8bf80a61c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8c1410e6f0 0x7f8c1419a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c141014f0 0x7f8c141a0950 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 --2- 172.21.15.32:0/2776423573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c14100b40 0x7f8c141a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 >> 172.21.15.32:0/2776423573 conn(0x7f8c140fc730 msgr2=0x7f8c140feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 shutdown_connections 2024-04-25T19:06:50.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:06:50.295+0000 7f8c13e00640 1 -- 172.21.15.32:0/2776423573 wait complete. 2024-04-25T19:06:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:51 smithi066 ceph-mon[32882]: pgmap v97: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-04-25T19:06:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:51 smithi064 ceph-mon[32321]: pgmap v97: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-04-25T19:06:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:51 smithi032 ceph-mon[28041]: pgmap v97: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-04-25T19:06:53.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:53 smithi066 ceph-mon[32882]: pgmap v98: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-04-25T19:06:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:53 smithi064 ceph-mon[32321]: pgmap v98: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-04-25T19:06:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:53 smithi032 ceph-mon[28041]: pgmap v98: 97 pgs: 97 active+clean; 2.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-04-25T19:06:54.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:54 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:06:54.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:54 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:06:54.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:54 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:06:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:55 smithi066 ceph-mon[32882]: pgmap v99: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 16 op/s 2024-04-25T19:06:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:55 smithi064 ceph-mon[32321]: pgmap v99: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 16 op/s 2024-04-25T19:06:55.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:55 smithi032 ceph-mon[28041]: pgmap v99: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 16 op/s 2024-04-25T19:06:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:56 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:06:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:56 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:06:56.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:56 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:06:56.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:56 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:06:56.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:56 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:06:56.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:56 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:06:56.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:56 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:06:56.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:56 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:06:56.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:56 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:06:57.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:57 smithi066 ceph-mon[32882]: pgmap v100: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-25T19:06:57.521 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:57 smithi064 ceph-mon[32321]: pgmap v100: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-25T19:06:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:57 smithi032 ceph-mon[28041]: pgmap v100: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-04-25T19:06:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:06:59 smithi066 ceph-mon[32882]: pgmap v101: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T19:06:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:06:59 smithi064 ceph-mon[32321]: pgmap v101: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T19:06:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:06:59 smithi032 ceph-mon[28041]: pgmap v101: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-04-25T19:07:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:01 smithi066 ceph-mon[32882]: pgmap v102: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-04-25T19:07:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:01 smithi064 ceph-mon[32321]: pgmap v102: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-04-25T19:07:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:01 smithi032 ceph-mon[28041]: pgmap v102: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-04-25T19:07:03.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.445+0000 7f3b4e000640 1 -- 172.21.15.32:0/2426416082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 msgr2=0x7f3b481047a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.445+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2426416082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 0x7f3b481047a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009900 tx=0x7f3b3802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 -- 172.21.15.32:0/2426416082 shutdown_connections 2024-04-25T19:07:03.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2426416082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b48109490 0x7f3b48111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2426416082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48104d70 0x7f3b48108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2426416082 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 0x7f3b481047a0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 -- 172.21.15.32:0/2426416082 >> 172.21.15.32:0/2426416082 conn(0x7f3b480ffc20 msgr2=0x7f3b48102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 -- 172.21.15.32:0/2426416082 shutdown_connections 2024-04-25T19:07:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.446+0000 7f3b4e000640 1 -- 172.21.15.32:0/2426416082 wait complete. 2024-04-25T19:07:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 Processor -- start 2024-04-25T19:07:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 -- start start 2024-04-25T19:07:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 0x7f3b4819ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48109490 0x7f3b4819b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 0x7f3b4819f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48114440 con 0x7f3b4819f400 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481142c0 con 0x7f3b481043c0 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.447+0000 7f3b4e000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481145c0 con 0x7f3b48109490 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 0x7f3b4819f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 0x7f3b4819f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35740/0 (socket says 172.21.15.32:35740) 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 -- 172.21.15.32:0/2329462123 learned_addr learned my addr 172.21.15.32:0/2329462123 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48109490 0x7f3b4819b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47400640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 0x7f3b4819ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 -- 172.21.15.32:0/2329462123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48109490 msgr2=0x7f3b4819b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48109490 0x7f3b4819b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 -- 172.21.15.32:0/2329462123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 msgr2=0x7f3b4819ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 0x7f3b4819ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 -- 172.21.15.32:0/2329462123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4819fef0 con 0x7f3b4819f400 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48109490 0x7f3b4819b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.448+0000 7f3b47e00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 0x7f3b4819f8b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3b40009fd0 tx=0x7f3b4000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.449+0000 7f3b44c00640 1 -- 172.21.15.32:0/2329462123 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40017070 con 0x7f3b4819f400 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.449+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b481a01e0 con 0x7f3b4819f400 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.449+0000 7f3b44c00640 1 -- 172.21.15.32:0/2329462123 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b40003e20 con 0x7f3b4819f400 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.449+0000 7f3b44c00640 1 -- 172.21.15.32:0/2329462123 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40020060 con 0x7f3b4819f400 2024-04-25T19:07:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.449+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b481a7950 con 0x7f3b4819f400 2024-04-25T19:07:03.454 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:03 smithi066 ceph-mon[32882]: pgmap v103: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.452+0000 7f3b50dcf740 1 Processor -- start 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.452+0000 7f3b44c00640 1 -- 172.21.15.32:0/2329462123 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3b40003970 con 0x7f3b4819f400 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.452+0000 7f3b50dcf740 1 -- start start 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f089407c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f0894124c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089414df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f08936d900 con 0x55f089412a00 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f089313ef0 con 0x55f089407820 2024-04-25T19:07:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f0893698c0 con 0x55f089408140 2024-04-25T19:07:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b47400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f0894124c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b3fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089414df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b47400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f0894124c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59520/0 (socket says 172.21.15.32:59520) 2024-04-25T19:07:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b47400640 1 -- 172.21.15.32:0/1612923463 learned_addr learned my addr 172.21.15.32:0/1612923463 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.453+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f089407c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b47400640 1 -- 172.21.15.32:0/1612923463 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 msgr2=0x55f089407c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b47400640 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f089407c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b47400640 1 -- 172.21.15.32:0/1612923463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 msgr2=0x55f089414df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b47400640 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089414df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b47400640 1 -- 172.21.15.32:0/1612923463 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f089080210 con 0x55f089408140 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b47400640 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f0894124c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3b38000c00 tx=0x7f3b38004170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70f9ccda7c0ac2ca server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b44c00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b2c0a3d10 0x7f3b2c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b37e00640 1 -- 172.21.15.32:0/1612923463 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38035040 con 0x55f089408140 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b44c00640 1 -- 172.21.15.32:0/2329462123 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f3b400d04d0 con 0x7f3b4819f400 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.454+0000 7f3b37e00640 1 -- 172.21.15.32:0/1612923463 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b380054f0 con 0x55f089408140 2024-04-25T19:07:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.455+0000 7f3b37e00640 1 -- 172.21.15.32:0/1612923463 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b380035f0 con 0x55f089408140 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.455+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b2c0a3d10 0x7f3b2c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.455+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1612923463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 msgr2=0x55f0894124c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.455+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b2c0a3d10 0x7f3b2c0a61d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55f089405150 tx=0x7f3b30005850 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.455+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f0894124c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3b38000c00 tx=0x7f3b38004170 comp rx=0 tx=0).stop 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1612923463 shutdown_connections 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089414df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f0894124c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1612923463 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f089407c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1612923463 >> 172.21.15.32:0/1612923463 conn(0x55f089403d30 msgr2=0x55f089404110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1612923463 shutdown_connections 2024-04-25T19:07:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1612923463 wait complete. 2024-04-25T19:07:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 -- start start 2024-04-25T19:07:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.456+0000 7f3b50dcf740 1 Processor -- start 2024-04-25T19:07:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089410350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f0894155d0 con 0x55f089412a00 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f089327310 con 0x55f089407820 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f089415750 con 0x55f089408140 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b50dcf740 10 client.0 _ll_register_callbacks cb 0x55f0892f5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b47400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089410350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b47400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33002/0 (socket says 172.21.15.32:33002) 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b47400640 1 -- 172.21.15.32:0/3059805819 learned_addr learned my addr 172.21.15.32:0/3059805819 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b47400640 1 -- 172.21.15.32:0/3059805819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 msgr2=0x55f08940fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.457+0000 7f3b47400640 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b47400640 1 -- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 msgr2=0x55f089410350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b47400640 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089410350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b47400640 1 -- 172.21.15.32:0/3059805819 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f08914c620 con 0x55f089407820 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b47400640 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940f8d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3b38031440 tx=0x7f3b38005db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d86f04575f65ab6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b34c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b34c00640 1 -- 172.21.15.32:0/3059805819 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38035040 con 0x55f089407820 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b380054f0 con 0x55f089407820 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.458+0000 7f3b34c00640 1 -- 172.21.15.32:0/3059805819 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f3b38004970 con 0x55f089407820 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b34c00640 1 -- 172.21.15.32:0/3059805819 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b3805a050 con 0x55f089407820 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 10 client.25736 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f0894217a0 con 0x55f089407820 2024-04-25T19:07:03.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b34c00640 1 -- 172.21.15.32:0/3059805819 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b380054f0 con 0x55f089407820 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b34c00640 1 -- 172.21.15.32:0/3059805819 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3b38055030 con 0x55f089407820 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 10 client.25736 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 10 client.25736 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 20 client.25736 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089422af0 0x55f089424ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 4 client.25736 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.459+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0893818b0 con 0x55f089422af0 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.460+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089422af0 0x55f089424ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.460+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089422af0 0x55f089424ee0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4a88b525805f1ca server_cookie=e02b0026cd8576b4 in_seq=0 out_seq=0 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.460+0000 7f3b34c00640 10 client.25736 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b34c00640 1 -- 172.21.15.32:0/3059805819 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f0893818b0 con 0x55f089422af0 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b34c00640 10 client.25736 handle_command_reply: tid=0 2024-04-25T19:07:03.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 client.25736 shutdown 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 msgr2=0x55f08940f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940f8d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3b38031440 tx=0x7f3b38005db0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 shutdown_connections 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089422af0 0x55f089424ee0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f089410350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/3059805819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940f8d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 >> 172.21.15.32:0/3059805819 conn(0x55f089403d30 msgr2=0x55f089409a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b34c00640 0 client.25736 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.461+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 shutdown_connections 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.462+0000 7f3b50dcf740 1 -- 172.21.15.32:0/3059805819 wait complete. 2024-04-25T19:07:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.462+0000 7f3b50dcf740 20 client.25736 trim_cache size 0 max 16384 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.478+0000 7f3b50dcf740 1 Processor -- start 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.478+0000 7f3b50dcf740 1 -- start start 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f08940fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481afe50 con 0x55f089412a00 2024-04-25T19:07:03.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481b1990 con 0x55f089407820 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481b0520 con 0x55f089408140 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f08940fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b47400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b3fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b47400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33016/0 (socket says 172.21.15.32:33016) 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b47e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f08940fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35752/0 (socket says 172.21.15.32:35752) 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b47400640 1 -- 172.21.15.32:0/1353016421 learned_addr learned my addr 172.21.15.32:0/1353016421 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b3fe00640 1 -- 172.21.15.32:0/1353016421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 msgr2=0x55f08940a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b3fe00640 1 -- 172.21.15.32:0/1353016421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 msgr2=0x55f08940fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.479+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f08940fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b3fe00640 1 -- 172.21.15.32:0/1353016421 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f08940b4b0 con 0x55f089408140 2024-04-25T19:07:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b47400640 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:03.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b47e00640 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f08940fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940f890 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3b300058c0 tx=0x7f3b30016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3d625503102127e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b37400640 1 -- 172.21.15.32:0/1353016421 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b30005020 con 0x55f089408140 2024-04-25T19:07:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b37400640 1 -- 172.21.15.32:0/1353016421 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3002b2d0 con 0x55f089408140 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.480+0000 7f3b37400640 1 -- 172.21.15.32:0/1353016421 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b300047a0 con 0x55f089408140 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1353016421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 msgr2=0x55f08940f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940f890 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3b300058c0 tx=0x7f3b30016000 comp rx=0 tx=0).stop 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1353016421 shutdown_connections 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089412a00 0x55f08940fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089408140 0x55f08940f890 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/1353016421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089407820 0x55f08940a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1353016421 >> 172.21.15.32:0/1353016421 conn(0x55f089403d30 msgr2=0x55f08941e230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1353016421 shutdown_connections 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 -- 172.21.15.32:0/1353016421 wait complete. 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.481+0000 7f3b50dcf740 1 -- start start 2024-04-25T19:07:03.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 Processor -- start 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 0x55f089427720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089408140 0x55f089427c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089412a00 0x55f08947fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481b12c0 con 0x55f089408140 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481b0bf0 con 0x55f089412a00 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ade50 con 0x55f089407820 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b50dcf740 10 client.0 _ll_register_callbacks cb 0x7f3b38005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b47400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 0x55f089427720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b47400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 0x55f089427720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59550/0 (socket says 172.21.15.32:59550) 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.482+0000 7f3b47400640 1 -- 172.21.15.32:0/2033342981 learned_addr learned my addr 172.21.15.32:0/2033342981 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089408140 0x55f089427c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47e00640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089412a00 0x55f08947fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47400640 1 -- 172.21.15.32:0/2033342981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089412a00 msgr2=0x55f08947fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47400640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089412a00 0x55f08947fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47400640 1 -- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089408140 msgr2=0x55f089427c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47400640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089408140 0x55f089427c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47400640 1 -- 172.21.15.32:0/2033342981 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f089480500 con 0x55f089407820 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b47400640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 0x55f089427720 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3b38031440 tx=0x7f3b380316d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a2976084764e1a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b34c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b34c00640 1 -- 172.21.15.32:0/2033342981 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38063060 con 0x55f089407820 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b3002b2d0 con 0x55f089407820 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.483+0000 7f3b34c00640 1 -- 172.21.15.32:0/2033342981 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f3b380035f0 con 0x55f089407820 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b34c00640 1 -- 172.21.15.32:0/2033342981 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b38035040 con 0x55f089407820 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 10 client.25792 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f089488a80 con 0x55f089407820 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b34c00640 1 -- 172.21.15.32:0/2033342981 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3002b2d0 con 0x55f089407820 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b34c00640 1 -- 172.21.15.32:0/2033342981 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3b38055030 con 0x55f089407820 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 10 client.25792 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 10 client.25792 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 20 client.25792 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089489140 0x55f08948b560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 4 client.25792 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.484+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f08937b320 con 0x55f089489140 2024-04-25T19:07:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.485+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089489140 0x55f08948b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:03.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.485+0000 7f3b3fe00640 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089489140 0x55f08948b560 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc454d3f229510e server_cookie=3166a19ccc5ec45b in_seq=0 out_seq=0 2024-04-25T19:07:03.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.485+0000 7f3b34c00640 10 client.25792 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b34c00640 1 -- 172.21.15.32:0/2033342981 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f08937b320 con 0x55f089489140 2024-04-25T19:07:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b34c00640 10 client.25792 handle_command_reply: tid=0 2024-04-25T19:07:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 client.25792 shutdown 2024-04-25T19:07:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 msgr2=0x55f089427720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 0x55f089427720 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3b38031440 tx=0x7f3b380316d0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 shutdown_connections 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f089489140 0x55f08948b560 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f089412a00 0x55f08947fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f089408140 0x55f089427c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 --2- 172.21.15.32:0/2033342981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f089407820 0x55f089427720 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b34c00640 0 client.25792 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.501+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 >> 172.21.15.32:0/2033342981 conn(0x55f089403d30 msgr2=0x55f089402600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.502+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 shutdown_connections 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.502+0000 7f3b50dcf740 1 -- 172.21.15.32:0/2033342981 wait complete. 2024-04-25T19:07:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.502+0000 7f3b50dcf740 20 client.25792 trim_cache size 0 max 16384 2024-04-25T19:07:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:07:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:07:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:07:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b2c0a3d10 msgr2=0x7f3b2c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b2c0a3d10 0x7f3b2c0a61d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55f089405150 tx=0x7f3b30005850 comp rx=0 tx=0).stop 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 msgr2=0x7f3b4819f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 0x7f3b4819f8b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3b40009fd0 tx=0x7f3b4000b260 comp rx=0 tx=0).stop 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 shutdown_connections 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b2c0a3d10 0x7f3b2c0a61d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3b4819f400 0x7f3b4819f8b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b48109490 0x7f3b4819b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 --2- 172.21.15.32:0/2329462123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3b481043c0 0x7f3b4819ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 >> 172.21.15.32:0/2329462123 conn(0x7f3b480ffc20 msgr2=0x7f3b48100fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 shutdown_connections 2024-04-25T19:07:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:03.503+0000 7f3b4e000640 1 -- 172.21.15.32:0/2329462123 wait complete. 2024-04-25T19:07:03.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:03 smithi064 ceph-mon[32321]: pgmap v103: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-04-25T19:07:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:03 smithi032 ceph-mon[28041]: pgmap v103: 97 pgs: 97 active+clean; 2.3 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-04-25T19:07:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:05 smithi064 ceph-mon[32321]: pgmap v104: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 54 KiB/s wr, 36 op/s 2024-04-25T19:07:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:05 smithi032 ceph-mon[28041]: pgmap v104: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 54 KiB/s wr, 36 op/s 2024-04-25T19:07:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:05 smithi066 ceph-mon[32882]: pgmap v104: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 54 KiB/s wr, 36 op/s 2024-04-25T19:07:07.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:07 smithi064 ceph-mon[32321]: pgmap v105: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-04-25T19:07:07.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:07 smithi032 ceph-mon[28041]: pgmap v105: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-04-25T19:07:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:07 smithi066 ceph-mon[32882]: pgmap v105: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 43 KiB/s wr, 27 op/s 2024-04-25T19:07:09.523 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:09 smithi064 ceph-mon[32321]: pgmap v106: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 59 KiB/s wr, 36 op/s 2024-04-25T19:07:09.648 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:09 smithi032 ceph-mon[28041]: pgmap v106: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 59 KiB/s wr, 36 op/s 2024-04-25T19:07:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:09 smithi066 ceph-mon[32882]: pgmap v106: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 59 KiB/s wr, 36 op/s 2024-04-25T19:07:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:11 smithi064 ceph-mon[32321]: pgmap v107: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-04-25T19:07:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:11 smithi032 ceph-mon[28041]: pgmap v107: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-04-25T19:07:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:11 smithi066 ceph-mon[32882]: pgmap v107: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-04-25T19:07:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:13 smithi064 ceph-mon[32321]: pgmap v108: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-04-25T19:07:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:13 smithi032 ceph-mon[28041]: pgmap v108: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-04-25T19:07:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:13 smithi066 ceph-mon[32882]: pgmap v108: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-04-25T19:07:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:15 smithi064 ceph-mon[32321]: pgmap v109: 97 pgs: 97 active+clean; 2.7 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 61 KiB/s wr, 36 op/s 2024-04-25T19:07:15.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:15 smithi032 ceph-mon[28041]: pgmap v109: 97 pgs: 97 active+clean; 2.7 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 61 KiB/s wr, 36 op/s 2024-04-25T19:07:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:15 smithi066 ceph-mon[32882]: pgmap v109: 97 pgs: 97 active+clean; 2.7 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 61 KiB/s wr, 36 op/s 2024-04-25T19:07:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 -- 172.21.15.32:0/2959810374 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f98104d70 msgr2=0x7f1f98108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 --2- 172.21.15.32:0/2959810374 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f98104d70 0x7f1f98108db0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1f80009900 tx=0x7f1f8002a400 comp rx=0 tx=0).stop 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 -- 172.21.15.32:0/2959810374 shutdown_connections 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 --2- 172.21.15.32:0/2959810374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f98109490 0x7f1f98111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 --2- 172.21.15.32:0/2959810374 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f98104d70 0x7f1f98108db0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 --2- 172.21.15.32:0/2959810374 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f981043c0 0x7f1f981047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 -- 172.21.15.32:0/2959810374 >> 172.21.15.32:0/2959810374 conn(0x7f1f980ffc40 msgr2=0x7f1f98102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 -- 172.21.15.32:0/2959810374 shutdown_connections 2024-04-25T19:07:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.644+0000 7f1f9d600640 1 -- 172.21.15.32:0/2959810374 wait complete. 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.645+0000 7f1f9d600640 1 Processor -- start 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.645+0000 7f1f9d600640 1 -- start start 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f9d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 0x7f1f981a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f9d600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f98109490 0x7f1f981a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f9d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f9819a800 0x7f1f9819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f9d600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1f98114400 con 0x7f1f981043c0 2024-04-25T19:07:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f9d600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1f98114280 con 0x7f1f98109490 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f9d600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1f98114580 con 0x7f1f9819a800 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f96a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 0x7f1f981a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f96a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 0x7f1f981a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48980/0 (socket says 172.21.15.32:48980) 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f96a00640 1 -- 172.21.15.32:0/190675987 learned_addr learned my addr 172.21.15.32:0/190675987 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f8e000640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f98109490 0x7f1f981a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.646+0000 7f1f97400640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f9819a800 0x7f1f9819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f96a00640 1 -- 172.21.15.32:0/190675987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f9819a800 msgr2=0x7f1f9819acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f96a00640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f9819a800 0x7f1f9819acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f96a00640 1 -- 172.21.15.32:0/190675987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f98109490 msgr2=0x7f1f981a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f96a00640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f98109490 0x7f1f981a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f96a00640 1 -- 172.21.15.32:0/190675987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f9819b390 con 0x7f1f981043c0 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f96a00640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 0x7f1f981a0640 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1f8800d950 tx=0x7f1f8800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f8fe00640 1 -- 172.21.15.32:0/190675987 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f88017070 con 0x7f1f981043c0 2024-04-25T19:07:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f8fe00640 1 -- 172.21.15.32:0/190675987 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f88009c30 con 0x7f1f981043c0 2024-04-25T19:07:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f8fe00640 1 -- 172.21.15.32:0/190675987 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f8800f620 con 0x7f1f981043c0 2024-04-25T19:07:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.647+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f9819b680 con 0x7f1f981043c0 2024-04-25T19:07:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.648+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f981a7830 con 0x7f1f981043c0 2024-04-25T19:07:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.651+0000 7f1f8fe00640 1 -- 172.21.15.32:0/190675987 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1f88010460 con 0x7f1f981043c0 2024-04-25T19:07:16.653 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.652+0000 7f1fa057f740 1 Processor -- start 2024-04-25T19:07:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.652+0000 7f1fa057f740 1 -- start start 2024-04-25T19:07:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.652+0000 7f1f8fe00640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1f7c0a3d90 0x7f1f7c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.652+0000 7f1f8fe00640 1 -- 172.21.15.32:0/190675987 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1f880d0360 con 0x7f1f981043c0 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f97400640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1f7c0a3d90 0x7f1f7c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193849820 0x565193849c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x5651938544c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x565193856df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1fa057f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5651937af900 con 0x565193854a00 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1fa057f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x565193755ef0 con 0x56519384a140 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1fa057f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5651937ab8c0 con 0x565193849820 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x5651938544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f97400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x565193856df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x5651938544c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:41934/0 (socket says 172.21.15.32:41934) 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 -- 172.21.15.32:0/2228265558 learned_addr learned my addr 172.21.15.32:0/2228265558 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193849820 0x565193849c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 -- 172.21.15.32:0/2228265558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193849820 msgr2=0x565193849c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193849820 0x565193849c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 -- 172.21.15.32:0/2228265558 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 msgr2=0x565193856df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x565193856df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.653+0000 7f1f8e000640 1 -- 172.21.15.32:0/2228265558 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651934c2210 con 0x56519384a140 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.654+0000 7f1f97400640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1f7c0a3d90 0x7f1f7c0a6250 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1f90005fd0 tx=0x7f1f90014b70 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.654+0000 7f1f8e000640 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x5651938544c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1f80006010 tx=0x7f1f80004200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7b82fe79bc4bd2e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.654+0000 7f1f87400640 1 -- 172.21.15.32:0/2228265558 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80035040 con 0x56519384a140 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.654+0000 7f1f87400640 1 -- 172.21.15.32:0/2228265558 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f800044b0 con 0x56519384a140 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.654+0000 7f1f87400640 1 -- 172.21.15.32:0/2228265558 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f80003850 con 0x56519384a140 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 -- 172.21.15.32:0/2228265558 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 msgr2=0x5651938544c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x5651938544c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1f80006010 tx=0x7f1f80004200 comp rx=0 tx=0).stop 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 -- 172.21.15.32:0/2228265558 shutdown_connections 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x565193856df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x5651938544c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2228265558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193849820 0x565193849c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 -- 172.21.15.32:0/2228265558 >> 172.21.15.32:0/2228265558 conn(0x565193845d30 msgr2=0x565193846110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 -- 172.21.15.32:0/2228265558 shutdown_connections 2024-04-25T19:07:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.655+0000 7f1fa057f740 1 -- 172.21.15.32:0/2228265558 wait complete. 2024-04-25T19:07:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.656+0000 7f1fa057f740 1 -- start start 2024-04-25T19:07:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.656+0000 7f1fa057f740 1 Processor -- start 2024-04-25T19:07:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 0x565193851990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x565193851ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193854a00 0x565193852410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5651938575d0 con 0x565193849820 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x565193769310 con 0x56519384a140 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x565193857750 con 0x565193854a00 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1fa057f740 10 client.0 _ll_register_callbacks cb 0x565193737cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1f96a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 0x565193851990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1f96a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 0x565193851990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48996/0 (socket says 172.21.15.32:48996) 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1f96a00640 1 -- 172.21.15.32:0/762471728 learned_addr learned my addr 172.21.15.32:0/762471728 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1f97400640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193854a00 0x565193852410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.657+0000 7f1f8e000640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x565193851ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f96a00640 1 -- 172.21.15.32:0/762471728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193854a00 msgr2=0x565193852410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f96a00640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193854a00 0x565193852410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f96a00640 1 -- 172.21.15.32:0/762471728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 msgr2=0x565193851ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f96a00640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x565193851ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f96a00640 1 -- 172.21.15.32:0/762471728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56519358e620 con 0x565193849820 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f97400640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193854a00 0x565193852410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f96a00640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 0x565193851990 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1f880cdac0 tx=0x7f1f8809c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3323d88b202c70ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f7be00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f7be00640 1 -- 172.21.15.32:0/762471728 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f88020040 con 0x565193849820 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f7be00640 1 -- 172.21.15.32:0/762471728 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1f880a0170 con 0x565193849820 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f800044b0 con 0x565193849820 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1f7be00640 1 -- 172.21.15.32:0/762471728 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1f880a0370 con 0x565193849820 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1fa057f740 10 client.15630 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.658+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x565193863890 con 0x565193849820 2024-04-25T19:07:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1f7be00640 1 -- 172.21.15.32:0/762471728 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f800044b0 con 0x565193849820 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1f7be00640 1 -- 172.21.15.32:0/762471728 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1f8807f020 con 0x565193849820 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1fa057f740 10 client.15630 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1fa057f740 10 client.15630 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1fa057f740 20 client.15630 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1fa057f740 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565193864d50 0x565193867140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1fa057f740 4 client.15630 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651937c38b0 con 0x565193864d50 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.659+0000 7f1f8e000640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565193864d50 0x565193867140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.660+0000 7f1f8e000640 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565193864d50 0x565193867140 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd7bad92af95871c server_cookie=1db03951c248ba0 in_seq=0 out_seq=0 2024-04-25T19:07:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.660+0000 7f1f7be00640 10 client.15630 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1f7be00640 1 -- 172.21.15.32:0/762471728 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5651937c38b0 con 0x565193864d50 2024-04-25T19:07:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1f7be00640 10 client.15630 handle_command_reply: tid=0 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 client.15630 shutdown 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 msgr2=0x565193851990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 0x565193851990 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1f880cdac0 tx=0x7f1f8809c420 comp rx=0 tx=0).stop 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 shutdown_connections 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565193864d50 0x565193867140 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565193854a00 0x565193852410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56519384a140 0x565193851ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 --2- 172.21.15.32:0/762471728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193849820 0x565193851990 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 >> 172.21.15.32:0/762471728 conn(0x565193845d30 msgr2=0x56519384ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1f7be00640 0 client.15630 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 shutdown_connections 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 1 -- 172.21.15.32:0/762471728 wait complete. 2024-04-25T19:07:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.661+0000 7f1fa057f740 20 client.15630 trim_cache size 0 max 16384 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.677+0000 7f1fa057f740 1 Processor -- start 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 -- start start 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193860490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519386ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x56519386cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1f981afdd0 con 0x565193854a00 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1f981b1910 con 0x565193849820 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1fa057f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1f981b04a0 con 0x56519384a140 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1f97400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x56519386cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1f97400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x56519386cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49012/0 (socket says 172.21.15.32:49012) 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1f97400640 1 -- 172.21.15.32:0/2552999642 learned_addr learned my addr 172.21.15.32:0/2552999642 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1f8e000640 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519386ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.678+0000 7f1f96a00640 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193860490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f97400640 1 -- 172.21.15.32:0/2552999642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 msgr2=0x56519386ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f97400640 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519386ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f97400640 1 -- 172.21.15.32:0/2552999642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 msgr2=0x565193860490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f97400640 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193860490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f97400640 1 -- 172.21.15.32:0/2552999642 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565193850940 con 0x565193854a00 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f97400640 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x56519386cfb0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x565193846ec0 tx=0x7f1f9001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=671e96d9760a9964 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f86a00640 1 -- 172.21.15.32:0/2552999642 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f90003970 con 0x565193854a00 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f86a00640 1 -- 172.21.15.32:0/2552999642 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f90004020 con 0x565193854a00 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.679+0000 7f1f86a00640 1 -- 172.21.15.32:0/2552999642 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f9001f6f0 con 0x565193854a00 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 -- 172.21.15.32:0/2552999642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 msgr2=0x56519386cfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x56519386cfb0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x565193846ec0 tx=0x7f1f9001e000 comp rx=0 tx=0).stop 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 -- 172.21.15.32:0/2552999642 shutdown_connections 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x56519386cfb0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519386ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2552999642 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193860490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 -- 172.21.15.32:0/2552999642 >> 172.21.15.32:0/2552999642 conn(0x565193845d30 msgr2=0x565193846110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 -- 172.21.15.32:0/2552999642 shutdown_connections 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.680+0000 7f1fa057f740 1 -- 172.21.15.32:0/2552999642 wait complete. 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 -- start start 2024-04-25T19:07:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 Processor -- start 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193859c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519385a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x5651938c3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1f981b1240 con 0x565193854a00 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1f981b0b70 con 0x565193849820 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1f981addb0 con 0x56519384a140 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.681+0000 7f1fa057f740 10 client.0 _ll_register_callbacks cb 0x7f1f88009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x5651938c3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x5651938c3320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49028/0 (socket says 172.21.15.32:49028) 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 -- 172.21.15.32:0/2987339746 learned_addr learned my addr 172.21.15.32:0/2987339746 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f96a00640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193859c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f8e000640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519385a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 -- 172.21.15.32:0/2987339746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 msgr2=0x56519385a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519385a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 -- 172.21.15.32:0/2987339746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 msgr2=0x565193859c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193859c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 -- 172.21.15.32:0/2987339746 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565193849f70 con 0x565193854a00 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f97400640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x5651938c3320 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1f90009960 tx=0x7f1f90004e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c196a9000e0cbb0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.682+0000 7f1f7be00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1f7be00640 1 -- 172.21.15.32:0/2987339746 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f90003b80 con 0x565193854a00 2024-04-25T19:07:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f90004020 con 0x565193854a00 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1f7be00640 1 -- 172.21.15.32:0/2987339746 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1f90003d20 con 0x565193854a00 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1f7be00640 1 -- 172.21.15.32:0/2987339746 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1f900041d0 con 0x565193854a00 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1fa057f740 10 client.15636 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5651938caac0 con 0x565193854a00 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1f7be00640 1 -- 172.21.15.32:0/2987339746 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f90004020 con 0x565193854a00 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.683+0000 7f1f7be00640 1 -- 172.21.15.32:0/2987339746 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1f90032070 con 0x565193854a00 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1fa057f740 10 client.15636 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1fa057f740 10 client.15636 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1fa057f740 20 client.15636 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5651938cb1e0 0x5651938cd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1fa057f740 4 client.15636 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5651937bd320 con 0x5651938cb1e0 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1f96a00640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5651938cb1e0 0x5651938cd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1f96a00640 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5651938cb1e0 0x5651938cd5d0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aec49f0c223bdded server_cookie=9fc9cbea73b060bb in_seq=0 out_seq=0 2024-04-25T19:07:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.684+0000 7f1f7be00640 10 client.15636 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:16.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1f7be00640 1 -- 172.21.15.32:0/2987339746 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5651937bd320 con 0x5651938cb1e0 2024-04-25T19:07:16.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1f7be00640 10 client.15636 handle_command_reply: tid=0 2024-04-25T19:07:16.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 client.15636 shutdown 2024-04-25T19:07:16.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 msgr2=0x5651938c3320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x5651938c3320 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1f90009960 tx=0x7f1f90004e90 comp rx=0 tx=0).stop 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 shutdown_connections 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5651938cb1e0 0x5651938cd5d0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565193854a00 0x5651938c3320 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56519384a140 0x56519385a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 --2- 172.21.15.32:0/2987339746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565193849820 0x565193859c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1f7be00640 0 client.15636 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.699+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 >> 172.21.15.32:0/2987339746 conn(0x565193845d30 msgr2=0x565193844600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 shutdown_connections 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1fa057f740 1 -- 172.21.15.32:0/2987339746 wait complete. 2024-04-25T19:07:16.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1fa057f740 20 client.15636 trim_cache size 0 max 16384 2024-04-25T19:07:16.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:07:16.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:07:16.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:07:16.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:07:16.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1f7c0a3d90 msgr2=0x7f1f7c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1f9d600640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1f7c0a3d90 0x7f1f7c0a6250 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1f90005fd0 tx=0x7f1f90014b70 comp rx=0 tx=0).stop 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 msgr2=0x7f1f981a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.700+0000 7f1f9d600640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 0x7f1f981a0640 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1f8800d950 tx=0x7f1f8800de10 comp rx=0 tx=0).stop 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 shutdown_connections 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1f7c0a3d90 0x7f1f7c0a6250 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f9819a800 0x7f1f9819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1f98109490 0x7f1f981a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 --2- 172.21.15.32:0/190675987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f981043c0 0x7f1f981a0640 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 >> 172.21.15.32:0/190675987 conn(0x7f1f980ffc40 msgr2=0x7f1f98100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 shutdown_connections 2024-04-25T19:07:16.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:16.701+0000 7f1f9d600640 1 -- 172.21.15.32:0/190675987 wait complete. 2024-04-25T19:07:17.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:17 smithi032 ceph-mon[28041]: pgmap v110: 97 pgs: 97 active+clean; 2.7 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:17 smithi064 ceph-mon[32321]: pgmap v110: 97 pgs: 97 active+clean; 2.7 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:17 smithi066 ceph-mon[32882]: pgmap v110: 97 pgs: 97 active+clean; 2.7 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:19 smithi064 ceph-mon[32321]: pgmap v111: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T19:07:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:19 smithi032 ceph-mon[28041]: pgmap v111: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T19:07:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:19 smithi066 ceph-mon[32882]: pgmap v111: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-04-25T19:07:21.170 INFO:tasks.workunit.client.0.smithi032.stdout:1/600: open fd = 3 2024-04-25T19:07:21.170 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.170 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.170 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.170 INFO:tasks.workunit.client.0.smithi032.stdout:2/600: open fd = 3 2024-04-25T19:07:21.170 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:3/600: open fd = 3 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:4/600: open fd = 3 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:5/600: open fd = 3 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:6/600: open fd = 3 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:7/600: open fd = 3 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:8/600: open fd = 3 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:9/600: open fd = 3 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.172 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:10/600: open fd = 3 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:11/600: open fd = 3 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:12/600: open fd = 3 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:13/600: open fd = 3 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.173 INFO:tasks.workunit.client.0.smithi032.stdout:14/600: open fd = 3 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:15/600: open fd = 3 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:16/600: open fd = 3 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:17/600: open fd = 3 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.174 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:18/600: open fd = 3 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:19/600: open fd = 3 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:20/600: open fd = 3 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.175 INFO:tasks.workunit.client.0.smithi032.stdout:21/600: open fd = 3 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:22/600: open fd = 3 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:23/600: open fd = 3 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:24/600: open fd = 3 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:25/600: open fd = 3 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:26/600: open fd = 3 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:27/600: open fd = 3 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:28/600: open fd = 3 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:29/600: open fd = 3 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:30/600: open fd = 3 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:31/600: open fd = 3 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:32/600: open fd = 3 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:33/600: open fd = 3 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:34/600: open fd = 3 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.179 INFO:tasks.workunit.client.0.smithi032.stdout:35/600: open fd = 3 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:36/600: open fd = 3 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:37/600: open fd = 3 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:38/600: open fd = 3 2024-04-25T19:07:21.180 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:39/600: open fd = 3 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:40/600: open fd = 3 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:41/600: open fd = 3 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.181 INFO:tasks.workunit.client.0.smithi032.stdout:42/600: open fd = 3 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:43/600: open fd = 3 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:44/600: open fd = 3 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:45/600: open fd = 3 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.182 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:46/600: open fd = 3 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:47/600: open fd = 3 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:48/600: open fd = 3 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:49/600: open fd = 3 2024-04-25T19:07:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:50/600: open fd = 3 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:51/600: open fd = 3 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:52/600: open fd = 3 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:53/600: open fd = 3 2024-04-25T19:07:21.184 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:54/600: open fd = 3 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:55/600: open fd = 3 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:56/600: open fd = 3 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:57/600: open fd = 3 2024-04-25T19:07:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:58/600: open fd = 3 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:59/600: open fd = 3 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:60/600: open fd = 3 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.186 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:61/600: open fd = 3 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:62/600: open fd = 3 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:63/600: open fd = 3 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:07:21.187 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:07:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:21 smithi064 ceph-mon[32321]: pgmap v112: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:21 smithi032 ceph-mon[28041]: pgmap v112: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:21 smithi066 ceph-mon[32882]: pgmap v112: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:23.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:23 smithi066 ceph-mon[32882]: pgmap v113: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:23 smithi064 ceph-mon[32321]: pgmap v113: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:23 smithi032 ceph-mon[28041]: pgmap v113: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:25 smithi064 ceph-mon[32321]: pgmap v114: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-04-25T19:07:25.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:25 smithi032 ceph-mon[28041]: pgmap v114: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-04-25T19:07:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:25 smithi066 ceph-mon[32882]: pgmap v114: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 22 op/s 2024-04-25T19:07:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:27 smithi064 ceph-mon[32321]: pgmap v115: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:27 smithi032 ceph-mon[28041]: pgmap v115: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:27 smithi066 ceph-mon[32882]: pgmap v115: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 15 op/s 2024-04-25T19:07:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:29 smithi064 ceph-mon[32321]: pgmap v116: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 22 op/s 2024-04-25T19:07:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:29 smithi032 ceph-mon[28041]: pgmap v116: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 22 op/s 2024-04-25T19:07:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:29 smithi066 ceph-mon[32882]: pgmap v116: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 22 op/s 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 -- 172.21.15.32:0/3142884886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c4104d90 msgr2=0x7f50c4108dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 --2- 172.21.15.32:0/3142884886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c4104d90 0x7f50c4108dd0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f50b8009be0 tx=0x7f50b802a6c0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 -- 172.21.15.32:0/3142884886 shutdown_connections 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 --2- 172.21.15.32:0/3142884886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 0x7f50c4111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 --2- 172.21.15.32:0/3142884886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c4104d90 0x7f50c4108dd0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 --2- 172.21.15.32:0/3142884886 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 0x7f50c41047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 -- 172.21.15.32:0/3142884886 >> 172.21.15.32:0/3142884886 conn(0x7f50c40ffc00 msgr2=0x7f50c4102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 -- 172.21.15.32:0/3142884886 shutdown_connections 2024-04-25T19:07:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.848+0000 7f50cc000640 1 -- 172.21.15.32:0/3142884886 wait complete. 2024-04-25T19:07:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 Processor -- start 2024-04-25T19:07:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 -- start start 2024-04-25T19:07:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 0x7f50c41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 0x7f50c41a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c419a830 0x7f50c419ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41143d0 con 0x7f50c419a830 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50c4114250 con 0x7f50c41094b0 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.849+0000 7f50cc000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50c4114550 con 0x7f50c41043e0 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c8c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 0x7f50c41a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 0x7f50c41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c419a830 0x7f50c419ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c8c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 0x7f50c41a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46812/0 (socket says 172.21.15.32:46812) 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c8c00640 1 -- 172.21.15.32:0/803799580 learned_addr learned my addr 172.21.15.32:0/803799580 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c9600640 1 -- 172.21.15.32:0/803799580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 msgr2=0x7f50c41a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c9600640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 0x7f50c41a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c9600640 1 -- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c419a830 msgr2=0x7f50c419ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c9600640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c419a830 0x7f50c419ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.850+0000 7f50c9600640 1 -- 172.21.15.32:0/803799580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c419b3c0 con 0x7f50c41043e0 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.851+0000 7f50c9600640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 0x7f50c41a0670 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f50b400e790 tx=0x7f50b400eb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.851+0000 7f50c2000640 1 -- 172.21.15.32:0/803799580 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b400cab0 con 0x7f50c41043e0 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.851+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50c419b6b0 con 0x7f50c41043e0 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.851+0000 7f50c2000640 1 -- 172.21.15.32:0/803799580 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50b400cc50 con 0x7f50c41043e0 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.851+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50c41a7890 con 0x7f50c41043e0 2024-04-25T19:07:29.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.851+0000 7f50c2000640 1 -- 172.21.15.32:0/803799580 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b4018680 con 0x7f50c41043e0 2024-04-25T19:07:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.854+0000 7f50ced64740 1 Processor -- start 2024-04-25T19:07:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.854+0000 7f50ced64740 1 -- start start 2024-04-25T19:07:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ced64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c38c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ced64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c39140 0x55e7d3c434c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ced64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c45df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ced64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55e7d3b9e900 con 0x55e7d3c39140 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ced64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e7d3b44ef0 con 0x55e7d3c38820 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ced64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e7d3b9a8c0 con 0x55e7d3c43a00 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50c2000640 1 -- 172.21.15.32:0/803799580 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f50b4010430 con 0x7f50c41043e0 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c38c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c38c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46818/0 (socket says 172.21.15.32:46818) 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50c8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c45df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 -- 172.21.15.32:0/1227194538 learned_addr learned my addr 172.21.15.32:0/1227194538 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50c9600640 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c39140 0x55e7d3c434c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 -- 172.21.15.32:0/1227194538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 msgr2=0x55e7d3c45df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c45df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 -- 172.21.15.32:0/1227194538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c39140 msgr2=0x55e7d3c434c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c39140 0x55e7d3c434c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.855+0000 7f50ca000640 1 -- 172.21.15.32:0/1227194538 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d38b1210 con 0x55e7d3c38820 2024-04-25T19:07:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.856+0000 7f50ca000640 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c38c00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009c10 tx=0x7f50bc011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f177b6088ec4c1c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.856+0000 7f50b2600640 1 -- 172.21.15.32:0/1227194538 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc004230 con 0x55e7d3c38820 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.856+0000 7f50b2600640 1 -- 172.21.15.32:0/1227194538 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50bc0043d0 con 0x55e7d3c38820 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.856+0000 7f50b2600640 1 -- 172.21.15.32:0/1227194538 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc019620 con 0x55e7d3c38820 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.856+0000 7f50c2000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50ac0a3d90 0x7f50ac0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50c9600640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50ac0a3d90 0x7f50ac0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50c2000640 1 -- 172.21.15.32:0/803799580 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f50b40d0950 con 0x7f50c41043e0 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 -- 172.21.15.32:0/1227194538 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 msgr2=0x55e7d3c38c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c38c00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009c10 tx=0x7f50bc011810 comp rx=0 tx=0).stop 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 -- 172.21.15.32:0/1227194538 shutdown_connections 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c45df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c39140 0x55e7d3c434c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 --2- 172.21.15.32:0/1227194538 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c38c00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 -- 172.21.15.32:0/1227194538 >> 172.21.15.32:0/1227194538 conn(0x55e7d3c34d30 msgr2=0x55e7d3c35110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 -- 172.21.15.32:0/1227194538 shutdown_connections 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50c9600640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50ac0a3d90 0x7f50ac0a6250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f50b40ce160 tx=0x7f50b4000bc0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.857+0000 7f50ced64740 1 -- 172.21.15.32:0/1227194538 wait complete. 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.858+0000 7f50ced64740 1 -- start start 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.858+0000 7f50ced64740 1 Processor -- start 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.858+0000 7f50ced64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c40990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.858+0000 7f50ced64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c40ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.858+0000 7f50ced64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c43a00 0x55e7d3c41410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.858+0000 7f50ced64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55e7d3c46630 con 0x55e7d3c38820 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ced64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e7d3b58310 con 0x55e7d3c43a00 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ced64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e7d3c467b0 con 0x55e7d3c39140 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ced64740 10 client.0 _ll_register_callbacks cb 0x55e7d3b26cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c40990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c40990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48912/0 (socket says 172.21.15.32:48912) 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 -- 172.21.15.32:0/1654130005 learned_addr learned my addr 172.21.15.32:0/1654130005 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50c8c00640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c40ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c43a00 0x55e7d3c41410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 -- 172.21.15.32:0/1654130005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 msgr2=0x55e7d3c40ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c40ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 -- 172.21.15.32:0/1654130005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c43a00 msgr2=0x55e7d3c41410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c43a00 0x55e7d3c41410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.859+0000 7f50ca000640 1 -- 172.21.15.32:0/1654130005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d397d620 con 0x55e7d3c38820 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50ca000640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c40990 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0098e0 tx=0x7f50bc003ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17c145184439dc9a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50a6a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50a6a00640 1 -- 172.21.15.32:0/1654130005 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc02d060 con 0x55e7d3c38820 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50a6a00640 1 -- 172.21.15.32:0/1654130005 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f50bc005050 con 0x55e7d3c38820 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50bc0043d0 con 0x55e7d3c38820 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50a6a00640 1 -- 172.21.15.32:0/1654130005 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f50bc003bc0 con 0x55e7d3c38820 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50ced64740 10 client.15648 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.860+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7d3c52890 con 0x55e7d3c38820 2024-04-25T19:07:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50a6a00640 1 -- 172.21.15.32:0/1654130005 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50bc0043d0 con 0x55e7d3c38820 2024-04-25T19:07:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50a6a00640 1 -- 172.21.15.32:0/1654130005 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f50bc025070 con 0x55e7d3c38820 2024-04-25T19:07:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50ced64740 10 client.15648 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50ced64740 10 client.15648 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50ced64740 20 client.15648 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50ced64740 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3c53c90 0x55e7d3c56080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50ced64740 4 client.15648 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7d3bb28b0 con 0x55e7d3c53c90 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.861+0000 7f50c8c00640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3c53c90 0x55e7d3c56080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.862+0000 7f50c8c00640 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3c53c90 0x55e7d3c56080 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37f2b241dd6009c4 server_cookie=46f067f686b2801e in_seq=0 out_seq=0 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.862+0000 7f50a6a00640 10 client.15648 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50a6a00640 1 -- 172.21.15.32:0/1654130005 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e7d3bb28b0 con 0x55e7d3c53c90 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50a6a00640 10 client.15648 handle_command_reply: tid=0 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 client.15648 shutdown 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 msgr2=0x55e7d3c40990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c40990 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0098e0 tx=0x7f50bc003ea0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 shutdown_connections 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3c53c90 0x55e7d3c56080 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c43a00 0x55e7d3c41410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c40ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 --2- 172.21.15.32:0/1654130005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c40990 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 >> 172.21.15.32:0/1654130005 conn(0x55e7d3c34d30 msgr2=0x55e7d3c3aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50a6a00640 0 client.15648 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 shutdown_connections 2024-04-25T19:07:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.863+0000 7f50ced64740 1 -- 172.21.15.32:0/1654130005 wait complete. 2024-04-25T19:07:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.864+0000 7f50ced64740 20 client.15648 trim_cache size 0 max 16384 2024-04-25T19:07:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.880+0000 7f50ced64740 1 Processor -- start 2024-04-25T19:07:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 -- start start 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c402f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c34610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 0x55e7d3c3a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41afed0 con 0x55e7d3c43a00 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41b1a10 con 0x55e7d3c38820 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ced64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41b05a0 con 0x55e7d3c39140 2024-04-25T19:07:29.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.881+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 0x55e7d3c3a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 0x55e7d3c3a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48926/0 (socket says 172.21.15.32:48926) 2024-04-25T19:07:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 -- 172.21.15.32:0/147829298 learned_addr learned my addr 172.21.15.32:0/147829298 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50c8c00640 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c34610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c402f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 -- 172.21.15.32:0/147829298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 msgr2=0x55e7d3c34610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c34610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 -- 172.21.15.32:0/147829298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 msgr2=0x55e7d3c402f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c402f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 -- 172.21.15.32:0/147829298 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d3c418f0 con 0x55e7d3c43a00 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50ca000640 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 0x55e7d3c3a1d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0059f0 tx=0x7f50bc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e0a0cd05378d36c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.882+0000 7f50b1c00640 1 -- 172.21.15.32:0/147829298 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc02d040 con 0x55e7d3c43a00 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50b1c00640 1 -- 172.21.15.32:0/147829298 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50bc011d10 con 0x55e7d3c43a00 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50b1c00640 1 -- 172.21.15.32:0/147829298 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc0049a0 con 0x55e7d3c43a00 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 -- 172.21.15.32:0/147829298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 msgr2=0x55e7d3c3a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 0x55e7d3c3a1d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0059f0 tx=0x7f50bc011810 comp rx=0 tx=0).stop 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 -- 172.21.15.32:0/147829298 shutdown_connections 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c43a00 0x55e7d3c3a1d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c39140 0x55e7d3c34610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 --2- 172.21.15.32:0/147829298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c38820 0x55e7d3c402f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 -- 172.21.15.32:0/147829298 >> 172.21.15.32:0/147829298 conn(0x55e7d3c34d30 msgr2=0x55e7d3c411e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 -- 172.21.15.32:0/147829298 shutdown_connections 2024-04-25T19:07:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.883+0000 7f50ced64740 1 -- 172.21.15.32:0/147829298 wait complete. 2024-04-25T19:07:29.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.884+0000 7f50ced64740 1 -- start start 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.884+0000 7f50ced64740 1 Processor -- start 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c4ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c39140 0x55e7d3c4bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c491b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41b1340 con 0x55e7d3c38820 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41b0c70 con 0x55e7d3c39140 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50c41adeb0 con 0x55e7d3c43a00 2024-04-25T19:07:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ced64740 10 client.0 _ll_register_callbacks cb 0x7f50bc009f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c4ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c4ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48928/0 (socket says 172.21.15.32:48928) 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ca000640 1 -- 172.21.15.32:0/3365383846 learned_addr learned my addr 172.21.15.32:0/3365383846 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50c8c00640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c39140 0x55e7d3c4bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ca000640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c491b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50c8c00640 1 -- 172.21.15.32:0/3365383846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 msgr2=0x55e7d3c491b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50c8c00640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c491b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50c8c00640 1 -- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 msgr2=0x55e7d3c4ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50c8c00640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c4ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50c8c00640 1 -- 172.21.15.32:0/3365383846 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d3c49980 con 0x55e7d3c39140 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.885+0000 7f50ca000640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c4ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50c8c00640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c39140 0x55e7d3c4bf60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f50b8000f80 tx=0x7f50b8004a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0d94fae929abaa8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50a6a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:07:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50a6a00640 1 -- 172.21.15.32:0/3365383846 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8036040 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50bc011d10 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50a6a00640 1 -- 172.21.15.32:0/3365383846 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f50b8031510 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50a6a00640 1 -- 172.21.15.32:0/3365383846 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f50b8031710 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50ced64740 10 client.25778 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.886+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7d3cb9d00 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50a6a00640 1 -- 172.21.15.32:0/3365383846 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50bc011d10 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50a6a00640 1 -- 172.21.15.32:0/3365383846 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f50b803e740 con 0x55e7d3c39140 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ced64740 10 client.25778 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ced64740 10 client.25778 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ced64740 20 client.25778 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ced64740 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3cba500 0x55e7d3cbc920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ced64740 4 client.25778 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7d3bac320 con 0x55e7d3cba500 2024-04-25T19:07:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.887+0000 7f50ca000640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3cba500 0x55e7d3cbc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:29.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.888+0000 7f50ca000640 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3cba500 0x55e7d3cbc920 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=265937063cf2a45e server_cookie=6ec334a5685fa233 in_seq=0 out_seq=0 2024-04-25T19:07:29.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.888+0000 7f50a6a00640 10 client.25778 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:29.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50a6a00640 1 -- 172.21.15.32:0/3365383846 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e7d3bac320 con 0x55e7d3cba500 2024-04-25T19:07:29.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50a6a00640 10 client.25778 handle_command_reply: tid=0 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 client.25778 shutdown 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c39140 msgr2=0x55e7d3c4bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c39140 0x55e7d3c4bf60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f50b8000f80 tx=0x7f50b8004a60 comp rx=0 tx=0).stop 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 shutdown_connections 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e7d3cba500 0x55e7d3cbc920 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e7d3c43a00 0x55e7d3c491b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e7d3c39140 0x55e7d3c4bf60 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 --2- 172.21.15.32:0/3365383846 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e7d3c38820 0x55e7d3c4ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50a6a00640 0 client.25778 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:29.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.904+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 >> 172.21.15.32:0/3365383846 conn(0x55e7d3c34d30 msgr2=0x55e7d3c411e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.905+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 shutdown_connections 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.905+0000 7f50ced64740 1 -- 172.21.15.32:0/3365383846 wait complete. 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.905+0000 7f50ced64740 20 client.25778 trim_cache size 0 max 16384 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:07:29.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50ac0a3d90 msgr2=0x7f50ac0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50ac0a3d90 0x7f50ac0a6250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f50b40ce160 tx=0x7f50b4000bc0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 msgr2=0x7f50c41a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 0x7f50c41a0670 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f50b400e790 tx=0x7f50b400eb90 comp rx=0 tx=0).stop 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 shutdown_connections 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50ac0a3d90 0x7f50ac0a6250 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50c419a830 0x7f50c419ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f50c41094b0 0x7f50c41a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 --2- 172.21.15.32:0/803799580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50c41043e0 0x7f50c41a0670 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:29.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 >> 172.21.15.32:0/803799580 conn(0x7f50c40ffc00 msgr2=0x7f50c4100fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:29.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 shutdown_connections 2024-04-25T19:07:29.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:29.906+0000 7f50cc000640 1 -- 172.21.15.32:0/803799580 wait complete. 2024-04-25T19:07:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:31 smithi064 ceph-mon[32321]: pgmap v117: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-04-25T19:07:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:31 smithi032 ceph-mon[28041]: pgmap v117: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-04-25T19:07:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:31 smithi066 ceph-mon[32882]: pgmap v117: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-04-25T19:07:33.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:33 smithi032 ceph-mon[28041]: pgmap v118: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-04-25T19:07:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:33 smithi066 ceph-mon[32882]: pgmap v118: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-04-25T19:07:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:33 smithi064 ceph-mon[32321]: pgmap v118: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-04-25T19:07:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:35 smithi066 ceph-mon[32882]: pgmap v119: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:35 smithi064 ceph-mon[32321]: pgmap v119: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:35 smithi032 ceph-mon[28041]: pgmap v119: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:37 smithi066 ceph-mon[32882]: pgmap v120: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:37 smithi064 ceph-mon[32321]: pgmap v120: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:37 smithi032 ceph-mon[28041]: pgmap v120: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:39.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:39 smithi064 ceph-mon[32321]: pgmap v121: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:39 smithi066 ceph-mon[32882]: pgmap v121: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:39 smithi032 ceph-mon[28041]: pgmap v121: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:41 smithi066 ceph-mon[32882]: pgmap v122: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:41 smithi064 ceph-mon[32321]: pgmap v122: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:41 smithi032 ceph-mon[28041]: pgmap v122: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:43.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.054+0000 7f1704c00640 1 -- 172.21.15.32:0/3877889358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1700108d50 msgr2=0x7f1700115210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.054+0000 7f1704c00640 1 --2- 172.21.15.32:0/3877889358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1700108d50 0x7f1700115210 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f16f8009ca0 tx=0x7f16f802a940 comp rx=0 tx=0).stop 2024-04-25T19:07:43.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 -- 172.21.15.32:0/3877889358 shutdown_connections 2024-04-25T19:07:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 --2- 172.21.15.32:0/3877889358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1700108d50 0x7f1700115210 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 --2- 172.21.15.32:0/3877889358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 0x7f1700108810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 --2- 172.21.15.32:0/3877889358 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f170010e470 0x7f170010e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 -- 172.21.15.32:0/3877889358 >> 172.21.15.32:0/3877889358 conn(0x7f1700077b00 msgr2=0x7f1700079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 -- 172.21.15.32:0/3877889358 shutdown_connections 2024-04-25T19:07:43.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.055+0000 7f1704c00640 1 -- 172.21.15.32:0/3877889358 wait complete. 2024-04-25T19:07:43.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 Processor -- start 2024-04-25T19:07:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 -- start start 2024-04-25T19:07:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 0x7f17001a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1700108d50 0x7f17001a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f170010e470 0x7f170019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1700118630 con 0x7f170010e470 2024-04-25T19:07:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f17001184b0 con 0x7f1700108d50 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.056+0000 7f1704c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17001187b0 con 0x7f17001083b0 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f170010e470 0x7f170019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1700108d50 0x7f17001a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ff400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 0x7f17001a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1700108d50 0x7f17001a4c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52336/0 (socket says 172.21.15.32:52336) 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16f7e00640 1 -- 172.21.15.32:0/3792153899 learned_addr learned my addr 172.21.15.32:0/3792153899 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ff400640 1 -- 172.21.15.32:0/3792153899 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1700108d50 msgr2=0x7f17001a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ff400640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1700108d50 0x7f17001a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ff400640 1 -- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f170010e470 msgr2=0x7f170019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ff400640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f170010e470 0x7f170019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.057+0000 7f16ff400640 1 -- 172.21.15.32:0/3792153899 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170019f030 con 0x7f17001083b0 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.058+0000 7f16ff400640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 0x7f17001a4700 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f16f000e9f0 tx=0x7f16f000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.058+0000 7f16fcc00640 1 -- 172.21.15.32:0/3792153899 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f000cd80 con 0x7f17001083b0 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.058+0000 7f16fcc00640 1 -- 172.21.15.32:0/3792153899 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f00035f0 con 0x7f17001083b0 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.058+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f170019f320 con 0x7f17001083b0 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.058+0000 7f16fcc00640 1 -- 172.21.15.32:0/3792153899 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0010670 con 0x7f17001083b0 2024-04-25T19:07:43.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.058+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17001ab5c0 con 0x7f17001083b0 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.062+0000 7f170900d740 1 Processor -- start 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.062+0000 7f170900d740 1 -- start start 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f170900d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e46245d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f170900d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462462d0 0x560e46250650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f170900d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46252f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f170900d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560e461ab900 con 0x560e46250b90 2024-04-25T19:07:43.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f170900d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560e46151ef0 con 0x560e462459b0 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f170900d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560e461a78c0 con 0x560e462462d0 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46252f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f16fcc00640 1 -- 172.21.15.32:0/3792153899 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f16f00037a0 con 0x7f17001083b0 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46252f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59858/0 (socket says 172.21.15.32:59858) 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f16f7e00640 1 -- 172.21.15.32:0/136871478 learned_addr learned my addr 172.21.15.32:0/136871478 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.063+0000 7f16ffe00640 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e46245d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16ff400640 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462462d0 0x560e46250650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16f7e00640 1 -- 172.21.15.32:0/136871478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462462d0 msgr2=0x560e46250650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16f7e00640 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462462d0 0x560e46250650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16f7e00640 1 -- 172.21.15.32:0/136871478 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 msgr2=0x560e46245d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16f7e00640 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e46245d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16f7e00640 1 -- 172.21.15.32:0/136871478 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e45ebe210 con 0x560e46250b90 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16ff400640 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462462d0 0x560e46250650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16f7e00640 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46252f80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009d60 tx=0x7f16e8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea1c58d62daaf222 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16efe00640 1 -- 172.21.15.32:0/136871478 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8005220 con 0x560e46250b90 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16efe00640 1 -- 172.21.15.32:0/136871478 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e8004c50 con 0x560e46250b90 2024-04-25T19:07:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.064+0000 7f16efe00640 1 -- 172.21.15.32:0/136871478 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8019770 con 0x560e46250b90 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f16fcc00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16e40a3d00 0x7f16e40a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 -- 172.21.15.32:0/136871478 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 msgr2=0x560e46252f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46252f80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009d60 tx=0x7f16e8011810 comp rx=0 tx=0).stop 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f16fcc00640 1 -- 172.21.15.32:0/3792153899 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f16f00d0a60 con 0x7f17001083b0 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f16ffe00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16e40a3d00 0x7f16e40a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 -- 172.21.15.32:0/136871478 shutdown_connections 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46252f80 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462462d0 0x560e46250650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 --2- 172.21.15.32:0/136871478 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e46245d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 -- 172.21.15.32:0/136871478 >> 172.21.15.32:0/136871478 conn(0x560e46241ec0 msgr2=0x560e462422a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.065+0000 7f170900d740 1 -- 172.21.15.32:0/136871478 shutdown_connections 2024-04-25T19:07:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.066+0000 7f170900d740 1 -- 172.21.15.32:0/136871478 wait complete. 2024-04-25T19:07:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.066+0000 7f170900d740 1 -- start start 2024-04-25T19:07:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.066+0000 7f16ffe00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16e40a3d00 0x7f16e40a61c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f16f8006010 tx=0x7f16f8005d80 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.066+0000 7f170900d740 1 Processor -- start 2024-04-25T19:07:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4624da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e4624dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e4624e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560e462537c0 con 0x560e462462d0 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560e46165310 con 0x560e462459b0 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560e46253940 con 0x560e46250b90 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f170900d740 10 client.0 _ll_register_callbacks cb 0x560e46133cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e4624dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e4624dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59862/0 (socket says 172.21.15.32:59862) 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f16f7e00640 1 -- 172.21.15.32:0/3173755527 learned_addr learned my addr 172.21.15.32:0/3173755527 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f16ffe00640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e4624e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.067+0000 7f16ff400640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4624da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16f7e00640 1 -- 172.21.15.32:0/3173755527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 msgr2=0x560e4624e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e4624e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16f7e00640 1 -- 172.21.15.32:0/3173755527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 msgr2=0x560e4624da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4624da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16f7e00640 1 -- 172.21.15.32:0/3173755527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e45f8a620 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e4624dfd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f16e80057c0 tx=0x7f16e80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d43813600a2323ec server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16ecc00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16ecc00640 1 -- 172.21.15.32:0/3173755527 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8028070 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16ecc00640 1 -- 172.21.15.32:0/3173755527 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f16e8005010 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e8004c50 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.068+0000 7f16ecc00640 1 -- 172.21.15.32:0/3173755527 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16e8034050 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 10 client.15666 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560e4625f8f0 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f16ecc00640 1 -- 172.21.15.32:0/3173755527 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e8004c50 con 0x560e462462d0 2024-04-25T19:07:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f16ecc00640 1 -- 172.21.15.32:0/3173755527 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f16e8003aa0 con 0x560e462462d0 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 10 client.15666 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 10 client.15666 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 20 client.15666 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e46260d00 0x560e462630f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 4 client.15666 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.069+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e461bf8b0 con 0x560e46260d00 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.070+0000 7f16ff400640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e46260d00 0x560e462630f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.070+0000 7f16ff400640 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e46260d00 0x560e462630f0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc25dd2703205494 server_cookie=42a1da8b959fd9c5 in_seq=0 out_seq=0 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.070+0000 7f16ecc00640 10 client.15666 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f16ecc00640 1 -- 172.21.15.32:0/3173755527 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560e461bf8b0 con 0x560e46260d00 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f16ecc00640 10 client.15666 handle_command_reply: tid=0 2024-04-25T19:07:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 client.15666 shutdown 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 msgr2=0x560e4624dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e4624dfd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f16e80057c0 tx=0x7f16e80042f0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 shutdown_connections 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e46260d00 0x560e462630f0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e4624e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e4624dfd0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 --2- 172.21.15.32:0/3173755527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4624da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f16ecc00640 0 client.15666 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 >> 172.21.15.32:0/3173755527 conn(0x560e46241ec0 msgr2=0x560e46247bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.071+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 shutdown_connections 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.072+0000 7f170900d740 1 -- 172.21.15.32:0/3173755527 wait complete. 2024-04-25T19:07:43.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.072+0000 7f170900d740 20 client.15666 trim_cache size 0 max 16384 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.088+0000 7f170900d740 1 Processor -- start 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.088+0000 7f170900d740 1 -- start start 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f170900d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4625c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f170900d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e462417a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f170900d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e46247a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f170900d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f17001b3f90 con 0x560e462462d0 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f170900d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f17001b5ad0 con 0x560e462459b0 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f170900d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17001b4660 con 0x560e46250b90 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e462417a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e46247a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e462417a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59864/0 (socket says 172.21.15.32:59864) 2024-04-25T19:07:43.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f16f7e00640 1 -- 172.21.15.32:0/3180323709 learned_addr learned my addr 172.21.15.32:0/3180323709 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:43.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.089+0000 7f16ff400640 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4625c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16f7e00640 1 -- 172.21.15.32:0/3180323709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 msgr2=0x560e46247a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e46247a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16f7e00640 1 -- 172.21.15.32:0/3180323709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 msgr2=0x560e4625c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4625c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16f7e00640 1 -- 172.21.15.32:0/3180323709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e4623c490 con 0x560e462462d0 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e462417a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009ae0 tx=0x7f16e8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b28ca7ef96b4c49 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16ef400640 1 -- 172.21.15.32:0/3180323709 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8028070 con 0x560e462462d0 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16ef400640 1 -- 172.21.15.32:0/3180323709 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e8004b70 con 0x560e462462d0 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.090+0000 7f16ef400640 1 -- 172.21.15.32:0/3180323709 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8005270 con 0x560e462462d0 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 -- 172.21.15.32:0/3180323709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 msgr2=0x560e462417a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e462417a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009ae0 tx=0x7f16e8011810 comp rx=0 tx=0).stop 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 -- 172.21.15.32:0/3180323709 shutdown_connections 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e46250b90 0x560e46247a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e462462d0 0x560e462417a0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 --2- 172.21.15.32:0/3180323709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462459b0 0x560e4625c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 -- 172.21.15.32:0/3180323709 >> 172.21.15.32:0/3180323709 conn(0x560e46241ec0 msgr2=0x560e46247360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:43.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 -- 172.21.15.32:0/3180323709 shutdown_connections 2024-04-25T19:07:43.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.091+0000 7f170900d740 1 -- 172.21.15.32:0/3180323709 wait complete. 2024-04-25T19:07:43.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 -- start start 2024-04-25T19:07:43.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 Processor -- start 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462459b0 0x560e46256540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462462d0 0x560e46256a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46256fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f17001b5400 con 0x560e46250b90 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f17001b4d30 con 0x560e462462d0 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17001b1f70 con 0x560e462459b0 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.092+0000 7f170900d740 10 client.0 _ll_register_callbacks cb 0x7f16e8004ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46256fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462462d0 0x560e46256a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46256fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59872/0 (socket says 172.21.15.32:59872) 2024-04-25T19:07:43.098 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ffe00640 1 -- 172.21.15.32:0/3819526277 learned_addr learned my addr 172.21.15.32:0/3819526277 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ff400640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462459b0 0x560e46256540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 -- 172.21.15.32:0/3819526277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462459b0 msgr2=0x560e46256540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462459b0 0x560e46256540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 -- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 msgr2=0x560e46256fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46256fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 -- 172.21.15.32:0/3819526277 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e462c60e0 con 0x560e462462d0 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ff400640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462459b0 0x560e46256540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ffe00640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46256fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16f7e00640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462462d0 0x560e46256a80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x560e45e8fc40 tx=0x7f16e8004d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b85100de3adee612 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.093+0000 7f16ecc00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.094+0000 7f16ecc00640 1 -- 172.21.15.32:0/3819526277 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e803f070 con 0x560e462462d0 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.094+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e8004b70 con 0x560e462462d0 2024-04-25T19:07:43.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.094+0000 7f16ecc00640 1 -- 172.21.15.32:0/3819526277 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f16e8019990 con 0x560e462462d0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.094+0000 7f16ecc00640 1 -- 172.21.15.32:0/3819526277 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16e804b050 con 0x560e462462d0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.094+0000 7f170900d740 10 client.25796 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.094+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560e462c7350 con 0x560e462462d0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f16ecc00640 1 -- 172.21.15.32:0/3819526277 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e8004b70 con 0x560e462462d0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f16ecc00640 1 -- 172.21.15.32:0/3819526277 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f16e80035f0 con 0x560e462462d0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f170900d740 10 client.25796 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f170900d740 10 client.25796 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f170900d740 20 client.25796 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f170900d740 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e462c79b0 0x560e462c9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f170900d740 4 client.25796 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560e461b9320 con 0x560e462c79b0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.095+0000 7f16ff400640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e462c79b0 0x560e462c9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.096+0000 7f16ff400640 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e462c79b0 0x560e462c9dd0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d7e57960d586972 server_cookie=18b0df50256719c0 in_seq=0 out_seq=0 2024-04-25T19:07:43.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.096+0000 7f16ecc00640 10 client.25796 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f16ecc00640 1 -- 172.21.15.32:0/3819526277 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560e461b9320 con 0x560e462c79b0 2024-04-25T19:07:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f16ecc00640 10 client.25796 handle_command_reply: tid=0 2024-04-25T19:07:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 client.25796 shutdown 2024-04-25T19:07:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462462d0 msgr2=0x560e46256a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462462d0 0x560e46256a80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x560e45e8fc40 tx=0x7f16e8004d90 comp rx=0 tx=0).stop 2024-04-25T19:07:43.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 shutdown_connections 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560e462c79b0 0x560e462c9dd0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560e46250b90 0x560e46256fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560e462462d0 0x560e46256a80 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 --2- 172.21.15.32:0/3819526277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560e462459b0 0x560e46256540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f16ecc00640 0 client.25796 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.113+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 >> 172.21.15.32:0/3819526277 conn(0x560e46241ec0 msgr2=0x560e46247bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.114+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 shutdown_connections 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.114+0000 7f170900d740 1 -- 172.21.15.32:0/3819526277 wait complete. 2024-04-25T19:07:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.114+0000 7f170900d740 20 client.25796 trim_cache size 0 max 16384 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16e40a3d00 msgr2=0x7f16e40a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16e40a3d00 0x7f16e40a61c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f16f8006010 tx=0x7f16f8005d80 comp rx=0 tx=0).stop 2024-04-25T19:07:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 msgr2=0x7f17001a4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 0x7f17001a4700 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f16f000e9f0 tx=0x7f16f000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 shutdown_connections 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16e40a3d00 0x7f16e40a61c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f170010e470 0x7f170019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1700108d50 0x7f17001a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 --2- 172.21.15.32:0/3792153899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17001083b0 0x7f17001a4700 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 >> 172.21.15.32:0/3792153899 conn(0x7f1700077b00 msgr2=0x7f17000793b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 shutdown_connections 2024-04-25T19:07:43.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:43.115+0000 7f1704c00640 1 -- 172.21.15.32:0/3792153899 wait complete. 2024-04-25T19:07:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:43 smithi066 ceph-mon[32882]: pgmap v123: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:43 smithi064 ceph-mon[32321]: pgmap v123: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:43 smithi032 ceph-mon[28041]: pgmap v123: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:45.583 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:45 smithi032 ceph-mon[28041]: pgmap v124: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:45 smithi066 ceph-mon[32882]: pgmap v124: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:45 smithi064 ceph-mon[32321]: pgmap v124: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:47 smithi066 ceph-mon[32882]: pgmap v125: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-04-25T19:07:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:47 smithi064 ceph-mon[32321]: pgmap v125: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-04-25T19:07:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:47 smithi032 ceph-mon[28041]: pgmap v125: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-04-25T19:07:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:49 smithi066 ceph-mon[32882]: pgmap v126: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:49 smithi064 ceph-mon[32321]: pgmap v126: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:49 smithi032 ceph-mon[28041]: pgmap v126: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:51 smithi066 ceph-mon[32882]: pgmap v127: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:51 smithi064 ceph-mon[32321]: pgmap v127: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:51 smithi032 ceph-mon[28041]: pgmap v127: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:53 smithi066 ceph-mon[32882]: pgmap v128: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:53 smithi064 ceph-mon[32321]: pgmap v128: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:53 smithi032 ceph-mon[28041]: pgmap v128: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 15 op/s 2024-04-25T19:07:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:55 smithi066 ceph-mon[32882]: pgmap v129: 97 pgs: 97 active+clean; 3.8 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:55 smithi064 ceph-mon[32321]: pgmap v129: 97 pgs: 97 active+clean; 3.8 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:55 smithi032 ceph-mon[28041]: pgmap v129: 97 pgs: 97 active+clean; 3.8 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 22 op/s 2024-04-25T19:07:56.260 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.258+0000 7fbbd3e00640 1 -- 172.21.15.32:0/3004600287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4105fa0 msgr2=0x7fbbd410db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.258+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/3004600287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4105fa0 0x7fbbd410db70 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc009900 tx=0x7fbbcc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 -- 172.21.15.32:0/3004600287 shutdown_connections 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/3004600287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4105fa0 0x7fbbd410db70 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/3004600287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd4101880 0x7fbbd41058c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/3004600287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4100ed0 0x7fbbd41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 -- 172.21.15.32:0/3004600287 >> 172.21.15.32:0/3004600287 conn(0x7fbbd40fc730 msgr2=0x7fbbd40feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 -- 172.21.15.32:0/3004600287 shutdown_connections 2024-04-25T19:07:56.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.259+0000 7fbbd3e00640 1 -- 172.21.15.32:0/3004600287 wait complete. 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 Processor -- start 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 -- start start 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4100ed0 0x7fbbd4102960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 0x7fbbd4102ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd41033e0 0x7fbbd41a6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd4110f50 con 0x7fbbd4105fa0 2024-04-25T19:07:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd4110dd0 con 0x7fbbd41033e0 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.260+0000 7fbbd3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41110d0 con 0x7fbbd4100ed0 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 0x7fbbd4102ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4100ed0 0x7fbbd4102960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd41033e0 0x7fbbd41a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 0x7fbbd4102ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56458/0 (socket says 172.21.15.32:56458) 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbca000640 1 -- 172.21.15.32:0/1270976333 learned_addr learned my addr 172.21.15.32:0/1270976333 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4100ed0 0x7fbbd4102960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49152/0 (socket says 172.21.15.32:49152) 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 -- 172.21.15.32:0/1270976333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4100ed0 msgr2=0x7fbbd4102960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4100ed0 0x7fbbd4102960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 -- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 msgr2=0x7fbbd4102ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 0x7fbbd4102ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 -- 172.21.15.32:0/1270976333 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd41a6e00 con 0x7fbbd41033e0 2024-04-25T19:07:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbca000640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 0x7fbbd4102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.261+0000 7fbbd3400640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd41033e0 0x7fbbd41a6760 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc02a910 tx=0x7fbbcc003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.262+0000 7fbbcbe00640 1 -- 172.21.15.32:0/1270976333 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc03f070 con 0x7fbbd41033e0 2024-04-25T19:07:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.262+0000 7fbbcbe00640 1 -- 172.21.15.32:0/1270976333 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbcc031b50 con 0x7fbbd41033e0 2024-04-25T19:07:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.262+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbd41a7090 con 0x7fbbd41033e0 2024-04-25T19:07:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.262+0000 7fbbcbe00640 1 -- 172.21.15.32:0/1270976333 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc035030 con 0x7fbbd41033e0 2024-04-25T19:07:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.262+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbd41a75d0 con 0x7fbbd41033e0 2024-04-25T19:07:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.265+0000 7fbbcbe00640 1 -- 172.21.15.32:0/1270976333 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbbcc042070 con 0x7fbbd41033e0 2024-04-25T19:07:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.265+0000 7fbbdc639740 1 Processor -- start 2024-04-25T19:07:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.265+0000 7fbbdc639740 1 -- start start 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445d7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445e2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445e2b90 0x55f4445e4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbdc639740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f44453d900 con 0x55f4445d79b0 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbdc639740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f4444e3ef0 con 0x55f4445d82d0 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbdc639740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f4445398c0 con 0x55f4445e2b90 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445e2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445e2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35052/0 (socket says 172.21.15.32:35052) 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbd2a00640 1 -- 172.21.15.32:0/813458855 learned_addr learned my addr 172.21.15.32:0/813458855 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbca000640 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445d7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.266+0000 7fbbca000640 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445e2b90 0x55f4445e4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbd2a00640 1 -- 172.21.15.32:0/813458855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445e2b90 msgr2=0x55f4445e4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445e2b90 0x55f4445e4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbd2a00640 1 -- 172.21.15.32:0/813458855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 msgr2=0x55f4445d7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445d7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbd2a00640 1 -- 172.21.15.32:0/813458855 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f444250210 con 0x55f4445d82d0 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbca000640 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445e2b90 0x55f4445e4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445e2650 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbbc40114f0 tx=0x7fbbc40119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3a282ac55db74f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbcbe00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fbbb80a3d80 0x7fbbb80a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbc3e00640 1 -- 172.21.15.32:0/813458855 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc401e070 con 0x55f4445d82d0 2024-04-25T19:07:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbc3e00640 1 -- 172.21.15.32:0/813458855 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbc400fad0 con 0x55f4445d82d0 2024-04-25T19:07:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbc3e00640 1 -- 172.21.15.32:0/813458855 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4019b10 con 0x55f4445d82d0 2024-04-25T19:07:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbcbe00640 1 -- 172.21.15.32:0/1270976333 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fbbcc0f0d00 con 0x7fbbd41033e0 2024-04-25T19:07:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.267+0000 7fbbca000640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fbbb80a3d80 0x7fbbb80a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 -- 172.21.15.32:0/813458855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 msgr2=0x55f4445e2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445e2650 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbbc40114f0 tx=0x7fbbc40119b0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 -- 172.21.15.32:0/813458855 shutdown_connections 2024-04-25T19:07:56.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445e2b90 0x55f4445e4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445e2650 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 --2- 172.21.15.32:0/813458855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445d7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 -- 172.21.15.32:0/813458855 >> 172.21.15.32:0/813458855 conn(0x55f4445d3ec0 msgr2=0x55f4445d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 -- 172.21.15.32:0/813458855 shutdown_connections 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbca000640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fbbb80a3d80 0x7fbbb80a6240 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x55f4445d52e0 tx=0x7fbbbc005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.268+0000 7fbbdc639740 1 -- 172.21.15.32:0/813458855 wait complete. 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.269+0000 7fbbdc639740 1 -- start start 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.269+0000 7fbbdc639740 1 Processor -- start 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 0x55f4445dfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445e0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f4445e57c0 con 0x55f4445e2b90 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f4444f7310 con 0x55f4445d79b0 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f4445e5940 con 0x55f4445d82d0 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbdc639740 10 client.0 _ll_register_callbacks cb 0x55f4444c5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 0x55f4445dfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 0x55f4445dfaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35056/0 (socket says 172.21.15.32:35056) 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 -- 172.21.15.32:0/1435860390 learned_addr learned my addr 172.21.15.32:0/1435860390 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd3400640 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445e0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 -- 172.21.15.32:0/1435860390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 msgr2=0x55f4445e0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 -- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 msgr2=0x55f4445e0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445e0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.270+0000 7fbbd2a00640 1 -- 172.21.15.32:0/1435860390 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f44431c620 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 0x55f4445dfaf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4019770 tx=0x7fbbc4009d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da7e337c3cd70819 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbc0c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbc0c00640 1 -- 172.21.15.32:0/1435860390 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4028020 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbc400fad0 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbc0c00640 1 -- 172.21.15.32:0/1435860390 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fbbc4004a40 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbc0c00640 1 -- 172.21.15.32:0/1435860390 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbbc401e070 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbdc639740 10 client.25808 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.271+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f4445f1990 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbc0c00640 1 -- 172.21.15.32:0/1435860390 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbc400fad0 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbc0c00640 1 -- 172.21.15.32:0/1435860390 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fbbc4019b20 con 0x55f4445d79b0 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbdc639740 10 client.25808 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbdc639740 10 client.25808 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbdc639740 20 client.25808 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f4445f2da0 0x55f4445f5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbdc639740 4 client.25808 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:07:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f4445518b0 con 0x55f4445f2da0 2024-04-25T19:07:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.272+0000 7fbbca000640 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f4445f2da0 0x55f4445f5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.273+0000 7fbbca000640 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f4445f2da0 0x55f4445f5190 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8a956f0a8739156 server_cookie=5986cd59dc0dcc72 in_seq=0 out_seq=0 2024-04-25T19:07:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.273+0000 7fbbc0c00640 10 client.25808 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbc0c00640 1 -- 172.21.15.32:0/1435860390 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f4445518b0 con 0x55f4445f2da0 2024-04-25T19:07:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbc0c00640 10 client.25808 handle_command_reply: tid=0 2024-04-25T19:07:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 client.25808 shutdown 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 msgr2=0x55f4445dfaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 0x55f4445dfaf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4019770 tx=0x7fbbc4009d70 comp rx=0 tx=0).stop 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 shutdown_connections 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f4445f2da0 0x55f4445f5190 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445e0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbc0c00640 0 client.25808 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1435860390 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d79b0 0x55f4445dfaf0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 >> 172.21.15.32:0/1435860390 conn(0x55f4445d3ec0 msgr2=0x55f4445d9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.274+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 shutdown_connections 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.275+0000 7fbbdc639740 1 -- 172.21.15.32:0/1435860390 wait complete. 2024-04-25T19:07:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.275+0000 7fbbdc639740 20 client.25808 trim_cache size 0 max 16384 2024-04-25T19:07:56.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 Processor -- start 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 -- start start 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d79b0 0x55f4445ee680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445fa990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445faed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41afc20 con 0x55f4445e2b90 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41b1760 con 0x55f4445d82d0 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.306+0000 7fbbdc639740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41b02f0 con 0x55f4445d79b0 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445fa990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445fa990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35062/0 (socket says 172.21.15.32:35062) 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 -- 172.21.15.32:0/1745019801 learned_addr learned my addr 172.21.15.32:0/1745019801 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d79b0 0x55f4445ee680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbd3400640 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445faed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 -- 172.21.15.32:0/1745019801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d79b0 msgr2=0x55f4445ee680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d79b0 0x55f4445ee680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 -- 172.21.15.32:0/1745019801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 msgr2=0x55f4445faed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445faed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 -- 172.21.15.32:0/1745019801 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4445f5720 con 0x55f4445d82d0 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.307+0000 7fbbca000640 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445fa990 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55f4445df350 tx=0x7fbbbc01b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf9f8c6028f71935 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbc3400640 1 -- 172.21.15.32:0/1745019801 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc00fe80 con 0x55f4445d82d0 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbc3400640 1 -- 172.21.15.32:0/1745019801 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbbc0054d0 con 0x55f4445d82d0 2024-04-25T19:07:56.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbc3400640 1 -- 172.21.15.32:0/1745019801 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbbc02c330 con 0x55f4445d82d0 2024-04-25T19:07:56.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbdc639740 1 -- 172.21.15.32:0/1745019801 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 msgr2=0x55f4445fa990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445fa990 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55f4445df350 tx=0x7fbbbc01b000 comp rx=0 tx=0).stop 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbdc639740 1 -- 172.21.15.32:0/1745019801 shutdown_connections 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445e2b90 0x55f4445faed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.308+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445d82d0 0x55f4445fa990 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.309+0000 7fbbdc639740 1 --2- 172.21.15.32:0/1745019801 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d79b0 0x55f4445ee680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.309+0000 7fbbdc639740 1 -- 172.21.15.32:0/1745019801 >> 172.21.15.32:0/1745019801 conn(0x55f4445d3ec0 msgr2=0x55f4445d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.309+0000 7fbbdc639740 1 -- 172.21.15.32:0/1745019801 shutdown_connections 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.309+0000 7fbbdc639740 1 -- 172.21.15.32:0/1745019801 wait complete. 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.309+0000 7fbbdc639740 1 -- start start 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.309+0000 7fbbdc639740 1 Processor -- start 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445eadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 0x55f4445e86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41b1090 con 0x55f4445d79b0 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41b09c0 con 0x55f4445e2b90 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41adc00 con 0x55f4445d82d0 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbdc639740 10 client.0 _ll_register_callbacks cb 0x7fbbc40092b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445eadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 0x55f4445e86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 0x55f4445e86e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35078/0 (socket says 172.21.15.32:35078) 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 -- 172.21.15.32:0/3660389746 learned_addr learned my addr 172.21.15.32:0/3660389746 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49186/0 (socket says 172.21.15.32:49186) 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 -- 172.21.15.32:0/3660389746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 msgr2=0x55f4445e81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 -- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 msgr2=0x55f4445eadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:07:56.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445eadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbd3400640 1 -- 172.21.15.32:0/3660389746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4445e8d20 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.310+0000 7fbbca000640 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbd3400640 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 0x55f4445e86e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc0bca00 tx=0x7fbbcc0bc660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3b96203d0c126b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbc0c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbc0c00640 1 -- 172.21.15.32:0/3660389746 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc049040 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbc0c00640 1 -- 172.21.15.32:0/3660389746 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fbbcc0b9370 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbbc0054d0 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbc0c00640 1 -- 172.21.15.32:0/3660389746 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbbcc0c58c0 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbdc639740 10 client.25814 fetch_fsmap learned FSMap version 29 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f444661900 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbc0c00640 1 -- 172.21.15.32:0/3660389746 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbbc0054d0 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.311+0000 7fbbc0c00640 1 -- 172.21.15.32:0/3660389746 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fbbcc0dd120 con 0x55f4445e2b90 2024-04-25T19:07:56.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbdc639740 10 client.25814 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbdc639740 10 client.25814 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbdc639740 20 client.25814 populate_metadata read hostname 'smithi032' 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbdc639740 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f444662020 0x55f444664440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbdc639740 4 client.25814 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f44454b320 con 0x55f444662020 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f444662020 0x55f444664440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.312+0000 7fbbd2a00640 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f444662020 0x55f444664440 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93d4a83e8d9300bf server_cookie=5a7749fd3159c0e in_seq=0 out_seq=0 2024-04-25T19:07:56.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.313+0000 7fbbc0c00640 10 client.25814 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:56.329 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.327+0000 7fbbc0c00640 1 -- 172.21.15.32:0/3660389746 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f44454b320 con 0x55f444662020 2024-04-25T19:07:56.329 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.327+0000 7fbbc0c00640 10 client.25814 handle_command_reply: tid=0 2024-04-25T19:07:56.329 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.327+0000 7fbbdc639740 1 client.25814 shutdown 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 msgr2=0x55f4445e86e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 0x55f4445e86e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc0bca00 tx=0x7fbbcc0bc660 comp rx=0 tx=0).stop 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 shutdown_connections 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f444662020 0x55f444664440 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f4445e2b90 0x55f4445e86e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbc0c00640 0 client.25814 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:07:56.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f4445d82d0 0x55f4445e81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 --2- 172.21.15.32:0/3660389746 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f4445d79b0 0x55f4445eadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 >> 172.21.15.32:0/3660389746 conn(0x55f4445d3ec0 msgr2=0x55f4445d9360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 shutdown_connections 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 1 -- 172.21.15.32:0/3660389746 wait complete. 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.328+0000 7fbbdc639740 20 client.25814 trim_cache size 0 max 16384 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:07:56.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:07:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fbbb80a3d80 msgr2=0x7fbbb80a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fbbb80a3d80 0x7fbbb80a6240 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x55f4445d52e0 tx=0x7fbbbc005f90 comp rx=0 tx=0).stop 2024-04-25T19:07:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd41033e0 msgr2=0x7fbbd41a6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:07:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd41033e0 0x7fbbd41a6760 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc02a910 tx=0x7fbbcc003b90 comp rx=0 tx=0).stop 2024-04-25T19:07:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 shutdown_connections 2024-04-25T19:07:56.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fbbb80a3d80 0x7fbbb80a6240 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbbd41033e0 0x7fbbd41a6760 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbbd4105fa0 0x7fbbd4102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 --2- 172.21.15.32:0/1270976333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbd4100ed0 0x7fbbd4102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:07:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 >> 172.21.15.32:0/1270976333 conn(0x7fbbd40fc730 msgr2=0x7fbbd40fda30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:07:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 shutdown_connections 2024-04-25T19:07:56.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:07:56.329+0000 7fbbd3e00640 1 -- 172.21.15.32:0/1270976333 wait complete. 2024-04-25T19:07:56.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:56 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:07:56.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:56 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:07:56.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:56 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:07:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:57 smithi066 ceph-mon[32882]: pgmap v130: 97 pgs: 97 active+clean; 3.8 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:57 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:07:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:57 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:07:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:57 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:07:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:57 smithi064 ceph-mon[32321]: pgmap v130: 97 pgs: 97 active+clean; 3.8 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:57 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:07:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:57 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:07:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:57 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:07:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:57 smithi032 ceph-mon[28041]: pgmap v130: 97 pgs: 97 active+clean; 3.8 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-04-25T19:07:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:57 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:07:57.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:57 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:07:57.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:57 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:07:59.079 INFO:tasks.quiescer.fs.[cephfs]:Total duration (50.2) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-25T19:07:59.079 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.1 2024-04-25T19:07:59.080 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:07:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:07:59 smithi032 ceph-mon[28041]: pgmap v131: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 24 op/s 2024-04-25T19:07:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:07:59.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:07:59 smithi066 ceph-mon[32882]: pgmap v131: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 24 op/s 2024-04-25T19:07:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:07:59 smithi064 ceph-mon[32321]: pgmap v131: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 24 op/s 2024-04-25T19:08:01.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:01 smithi032 ceph-mon[28041]: pgmap v132: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-04-25T19:08:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:01 smithi066 ceph-mon[32882]: pgmap v132: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-04-25T19:08:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:01 smithi064 ceph-mon[32321]: pgmap v132: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-04-25T19:08:01.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 -- 172.21.15.32:0/2757008234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 msgr2=0x7f851c103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 --2- 172.21.15.32:0/2757008234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c103f10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f851000b0a0 tx=0x7f851000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 -- 172.21.15.32:0/2757008234 shutdown_connections 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 --2- 172.21.15.32:0/2757008234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c103f10 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 --2- 172.21.15.32:0/2757008234 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f851c10cf60 0x7f851c10f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 --2- 172.21.15.32:0/2757008234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c10c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 -- 172.21.15.32:0/2757008234 >> 172.21.15.32:0/2757008234 conn(0x7f851c0fd360 msgr2=0x7f851c0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 -- 172.21.15.32:0/2757008234 shutdown_connections 2024-04-25T19:08:01.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.932+0000 7f8522200700 1 -- 172.21.15.32:0/2757008234 wait complete. 2024-04-25T19:08:01.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.933+0000 7f8522200700 1 Processor -- start 2024-04-25T19:08:01.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 -- start start 2024-04-25T19:08:01.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c19b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:01.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c19b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f851c10cf60 0x7f851c19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f851c112ba0 con 0x7f851c103b30 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f851c112a20 con 0x7f851c10cf60 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8522200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f851c112d20 con 0x7f851c104450 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8520e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c19b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f851be00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c19b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f851be00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c19b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35340/0 (socket says 172.21.15.32:35340) 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f851be00700 1 -- 172.21.15.32:0/1362086639 learned_addr learned my addr 172.21.15.32:0/1362086639 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.934+0000 7f8520e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c19b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48800/0 (socket says 172.21.15.32:48800) 2024-04-25T19:08:01.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f8521800700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f851c10cf60 0x7f851c19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:01.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f851be00700 1 -- 172.21.15.32:0/1362086639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f851c10cf60 msgr2=0x7f851c19fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f851be00700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f851c10cf60 0x7f851c19fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f851be00700 1 -- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 msgr2=0x7f851c19b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f851be00700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c19b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f851be00700 1 -- 172.21.15.32:0/1362086639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f851c1a02c0 con 0x7f851c104450 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.935+0000 7f851be00700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c19b7f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f850800e9c0 tx=0x7f850800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.936+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508004a30 con 0x7f851c104450 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.936+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f851c1a05b0 con 0x7f851c104450 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.936+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f850800cc70 con 0x7f851c104450 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.936+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080054f0 con 0x7f851c104450 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.936+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f851c1a7e30 con 0x7f851c104450 2024-04-25T19:08:01.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.937+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f851c069730 con 0x7f851c104450 2024-04-25T19:08:01.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.939+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f850800c7c0 con 0x7f851c104450 2024-04-25T19:08:01.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.941+0000 7f8519600700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85040a3e30 0x7f85040a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:01.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.941+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f85080d0860 con 0x7f851c104450 2024-04-25T19:08:01.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.941+0000 7f8520e00700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85040a3e30 0x7f85040a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:01.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.942+0000 7f8520e00700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85040a3e30 0x7f85040a62f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85100062a0 tx=0x7f8510006210 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:01.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:01.943+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f850800ce20 con 0x7f851c104450 2024-04-25T19:08:02.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.226+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f851c19c610 con 0x7f851c104450 2024-04-25T19:08:02.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.227+0000 7f8519600700 1 -- 172.21.15.32:0/1362086639 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f850809ceb0 con 0x7f851c104450 2024-04-25T19:08:02.229 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:08:02.230 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:08:02.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.230+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85040a3e30 msgr2=0x7f85040a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:02.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.230+0000 7f8522200700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85040a3e30 0x7f85040a62f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85100062a0 tx=0x7f8510006210 comp rx=0 tx=0).stop 2024-04-25T19:08:02.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.230+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 msgr2=0x7f851c19b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:02.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.230+0000 7f8522200700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c19b7f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f850800e9c0 tx=0x7f850800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 shutdown_connections 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85040a3e30 0x7f85040a62f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f851c103b30 0x7f851c19b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f851c10cf60 0x7f851c19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 --2- 172.21.15.32:0/1362086639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f851c104450 0x7f851c19b7f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 >> 172.21.15.32:0/1362086639 conn(0x7f851c0fd360 msgr2=0x7f851c0ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 shutdown_connections 2024-04-25T19:08:02.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:02.231+0000 7f8522200700 1 -- 172.21.15.32:0/1362086639 wait complete. 2024-04-25T19:08:02.234 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:08:02.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:02 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1362086639' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:02.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:02 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1362086639' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:02.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:02 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1362086639' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:03.174 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 85.1 --await-for 42.0' 2024-04-25T19:08:03.174 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 85.1 --await-for 42.0 2024-04-25T19:08:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:03 smithi032 ceph-mon[28041]: pgmap v133: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-04-25T19:08:03.629 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:08:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:03 smithi066 ceph-mon[32882]: pgmap v133: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-04-25T19:08:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:03 smithi064 ceph-mon[32321]: pgmap v133: 97 pgs: 97 active+clean; 3.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 15 op/s 2024-04-25T19:08:05.651 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:05 smithi032 ceph-mon[28041]: pgmap v134: 97 pgs: 97 active+clean; 4.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 67 KiB/s wr, 37 op/s 2024-04-25T19:08:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:05 smithi066 ceph-mon[32882]: pgmap v134: 97 pgs: 97 active+clean; 4.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 67 KiB/s wr, 37 op/s 2024-04-25T19:08:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:05 smithi064 ceph-mon[32321]: pgmap v134: 97 pgs: 97 active+clean; 4.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 67 KiB/s wr, 37 op/s 2024-04-25T19:08:06.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 -- 172.21.15.32:0/1695590607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 msgr2=0x7fc51810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 --2- 172.21.15.32:0/1695590607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc51810e7d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc51000b0a0 tx=0x7fc51000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 -- 172.21.15.32:0/1695590607 shutdown_connections 2024-04-25T19:08:06.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 --2- 172.21.15.32:0/1695590607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc51810e7d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 --2- 172.21.15.32:0/1695590607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc518106840 0x7fc518106c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 --2- 172.21.15.32:0/1695590607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518101970 0x7fc518101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 -- 172.21.15.32:0/1695590607 >> 172.21.15.32:0/1695590607 conn(0x7fc518078980 msgr2=0x7fc518078d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:06.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 -- 172.21.15.32:0/1695590607 shutdown_connections 2024-04-25T19:08:06.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.003+0000 7fc51da00700 1 -- 172.21.15.32:0/1695590607 wait complete. 2024-04-25T19:08:06.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.004+0000 7fc51da00700 1 Processor -- start 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 -- start start 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc518101970 0x7fc5181034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc518103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518106840 0x7fc518103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc518111b40 con 0x7fc518102330 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181119c0 con 0x7fc518101970 2024-04-25T19:08:06.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc51da00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc518111cc0 con 0x7fc518106840 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc50fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc518103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc517400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518106840 0x7fc518103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.005+0000 7fc50fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc518103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48814/0 (socket says 172.21.15.32:48814) 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc50fe00700 1 -- 172.21.15.32:0/3010549424 learned_addr learned my addr 172.21.15.32:0/3010549424 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc516a00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc518101970 0x7fc5181034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc517400700 1 -- 172.21.15.32:0/3010549424 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc518101970 msgr2=0x7fc5181034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc517400700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc518101970 0x7fc5181034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc517400700 1 -- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 msgr2=0x7fc518103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc517400700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc518103a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc517400700 1 -- 172.21.15.32:0/3010549424 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5181a7600 con 0x7fc518106840 2024-04-25T19:08:06.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.006+0000 7fc517400700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518106840 0x7fc518103f70 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc51000d010 tx=0x7fc510004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:06.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.007+0000 7fc50f400700 1 -- 172.21.15.32:0/3010549424 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc510021070 con 0x7fc518106840 2024-04-25T19:08:06.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.007+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5181a7890 con 0x7fc518106840 2024-04-25T19:08:06.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.007+0000 7fc50f400700 1 -- 172.21.15.32:0/3010549424 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc510007e30 con 0x7fc518106840 2024-04-25T19:08:06.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.007+0000 7fc50f400700 1 -- 172.21.15.32:0/3010549424 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5100045a0 con 0x7fc518106840 2024-04-25T19:08:06.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.007+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5181a7dd0 con 0x7fc518106840 2024-04-25T19:08:06.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.010+0000 7fc50f400700 1 -- 172.21.15.32:0/3010549424 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc510004740 con 0x7fc518106840 2024-04-25T19:08:06.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 Processor -- start 2024-04-25T19:08:06.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc50f400700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4fc0a3ed0 0x7fc4fc0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 -- start start 2024-04-25T19:08:06.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc50f400700 1 -- 172.21.15.32:0/3010549424 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc5100d1640 con 0x7fc518106840 2024-04-25T19:08:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc50fe00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4fc0a3ed0 0x7fc4fc0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 0x56324dbbcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbca570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56324db10020 con 0x56324dbbd2d0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56324dab68c0 con 0x56324dbbc9b0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.012+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56324db0bfe0 con 0x56324dbc8180 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 0x56324dbbcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 0x56324dbbcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59328/0 (socket says 172.21.15.32:59328) 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 -- 172.21.15.32:0/3120857716 learned_addr learned my addr 172.21.15.32:0/3120857716 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc50fe00700 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc517400700 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbca570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 -- 172.21.15.32:0/3120857716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 msgr2=0x56324dbca570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbca570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 -- 172.21.15.32:0/3120857716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 msgr2=0x56324dbc7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.013+0000 7fc516a00700 1 -- 172.21.15.32:0/3120857716 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56324daac810 con 0x56324dbbc9b0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.014+0000 7fc50fe00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4fc0a3ed0 0x7fc4fc0a6390 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc5180790a0 tx=0x7fc5000139e0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:06.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.014+0000 7fc516a00700 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 0x56324dbbcd90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc50800bcf0 tx=0x7fc5080103d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c97c122b3b2ca097 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.014+0000 7fc507e00700 1 -- 172.21.15.32:0/3120857716 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508010c50 con 0x56324dbbc9b0 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.014+0000 7fc507e00700 1 -- 172.21.15.32:0/3120857716 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5080044e0 con 0x56324dbbc9b0 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.014+0000 7fc507e00700 1 -- 172.21.15.32:0/3120857716 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508005280 con 0x56324dbbc9b0 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3120857716 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 msgr2=0x56324dbbcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 0x56324dbbcd90 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc50800bcf0 tx=0x7fc5080103d0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3120857716 shutdown_connections 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbca570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbc9b0 0x56324dbbcd90 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3120857716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3120857716 >> 172.21.15.32:0/3120857716 conn(0x56324daeb730 msgr2=0x56324dbb8e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3120857716 shutdown_connections 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.015+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3120857716 wait complete. 2024-04-25T19:08:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.016+0000 7fc5282c1b80 1 -- start start 2024-04-25T19:08:06.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.016+0000 7fc5282c1b80 1 Processor -- start 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.016+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 0x56324dbc7890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.016+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbd2d0 0x56324dbc4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbc50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56324dbcaca0 con 0x56324dbbc9b0 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56324dac99f0 con 0x56324dbbd2d0 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56324dbcae20 con 0x56324dbc8180 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc5282c1b80 10 client.0 _ll_register_callbacks cb 0x56324daa88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 0x56324dbc7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 0x56324dbc7890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48836/0 (socket says 172.21.15.32:48836) 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 -- 172.21.15.32:0/3627004695 learned_addr learned my addr 172.21.15.32:0/3627004695 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc50fe00700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbd2d0 0x56324dbc4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc517400700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbc50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 -- 172.21.15.32:0/3627004695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 msgr2=0x56324dbc50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbc50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 -- 172.21.15.32:0/3627004695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbd2d0 msgr2=0x56324dbc4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbd2d0 0x56324dbc4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.017+0000 7fc516a00700 1 -- 172.21.15.32:0/3627004695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56324da5da60 con 0x56324dbbc9b0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.018+0000 7fc516a00700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 0x56324dbc7890 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc508004b50 tx=0x7fc508004b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a903a687bd0371 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.018+0000 7fc504c00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.018+0000 7fc504c00700 1 -- 172.21.15.32:0/3627004695 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508010d60 con 0x56324dbbc9b0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.018+0000 7fc504c00700 1 -- 172.21.15.32:0/3627004695 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc508004d10 con 0x56324dbbc9b0 2024-04-25T19:08:06.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.018+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5080044e0 con 0x56324dbbc9b0 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc504c00700 1 -- 172.21.15.32:0/3627004695 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc508004f10 con 0x56324dbbc9b0 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 10 client.15708 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56324daa6c80 con 0x56324dbbc9b0 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc504c00700 1 -- 172.21.15.32:0/3627004695 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5080044e0 con 0x56324dbbc9b0 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc504c00700 1 -- 172.21.15.32:0/3627004695 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc508011960 con 0x56324dbbc9b0 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 10 client.15708 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 10 client.15708 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 20 client.15708 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dbd7890 0x56324dbd9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 4 client.15708 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:06.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.019+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56324db1d810 con 0x56324dbd7890 2024-04-25T19:08:06.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.020+0000 7fc50fe00700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dbd7890 0x56324dbd9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.020+0000 7fc50fe00700 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dbd7890 0x56324dbd9c80 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71bb43d3b3ee1e server_cookie=2ff310223d84c44f in_seq=0 out_seq=0 2024-04-25T19:08:06.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.020+0000 7fc504c00700 10 client.15708 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.021+0000 7fc504c00700 1 -- 172.21.15.32:0/3627004695 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56324db1d810 con 0x56324dbd7890 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.021+0000 7fc504c00700 10 client.15708 handle_command_reply: tid=0 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.021+0000 7fc5282c1b80 1 client.15708 shutdown 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.021+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 msgr2=0x56324dbc7890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.021+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 0x56324dbc7890 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc508004b50 tx=0x7fc508004b80 comp rx=0 tx=0).stop 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 shutdown_connections 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dbd7890 0x56324dbd9c80 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbc9b0 0x56324dbc7890 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbc8180 0x56324dbc50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3627004695 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbbd2d0 0x56324dbc4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 >> 172.21.15.32:0/3627004695 conn(0x56324daeb730 msgr2=0x56324dbb8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc504c00700 0 client.15708 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 shutdown_connections 2024-04-25T19:08:06.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3627004695 wait complete. 2024-04-25T19:08:06.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.022+0000 7fc5282c1b80 20 client.15708 trim_cache size 0 max 16384 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 Processor -- start 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 -- start start 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbdf460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181af400 con 0x56324dbbd2d0 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181b0f40 con 0x56324dbc8180 2024-04-25T19:08:06.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181afad0 con 0x56324dbbc9b0 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc516a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc50fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc516a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35382/0 (socket says 172.21.15.32:35382) 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc516a00700 1 -- 172.21.15.32:0/3987264421 learned_addr learned my addr 172.21.15.32:0/3987264421 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.044+0000 7fc517400700 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbdf460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc516a00700 1 -- 172.21.15.32:0/3987264421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 msgr2=0x56324dbdf460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc516a00700 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbdf460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc516a00700 1 -- 172.21.15.32:0/3987264421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 msgr2=0x56324dbc6ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc516a00700 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc6ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc516a00700 1 -- 172.21.15.32:0/3987264421 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56324dbbe4f0 con 0x56324dbbc9b0 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc516a00700 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd3ba0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc508011dd0 tx=0x7fc508010f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=547b548b87eb3014 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc507400700 1 -- 172.21.15.32:0/3987264421 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc50801f020 con 0x56324dbbc9b0 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc507400700 1 -- 172.21.15.32:0/3987264421 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc508026d40 con 0x56324dbbc9b0 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.045+0000 7fc507400700 1 -- 172.21.15.32:0/3987264421 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5080050b0 con 0x56324dbbc9b0 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3987264421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 msgr2=0x56324dbd3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd3ba0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc508011dd0 tx=0x7fc508010f70 comp rx=0 tx=0).stop 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3987264421 shutdown_connections 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbdf460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd3ba0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3987264421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbc6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3987264421 >> 172.21.15.32:0/3987264421 conn(0x56324daeb730 msgr2=0x56324dbc63c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3987264421 shutdown_connections 2024-04-25T19:08:06.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.046+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3987264421 wait complete. 2024-04-25T19:08:06.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.047+0000 7fc5282c1b80 1 -- start start 2024-04-25T19:08:06.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.047+0000 7fc5282c1b80 1 Processor -- start 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.047+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd02b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbcc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc5282c1b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181b0870 con 0x56324dbbd2d0 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181b01a0 con 0x56324dbc8180 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc5282c1b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc5181ad3a0 con 0x56324dbbc9b0 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc5282c1b80 10 client.0 _ll_register_callbacks cb 0x56324daa88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc516a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc517400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc50fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbcc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc516a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35394/0 (socket says 172.21.15.32:35394) 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc516a00700 1 -- 172.21.15.32:0/3042581583 learned_addr learned my addr 172.21.15.32:0/3042581583 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:06.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc517400700 1 -- 172.21.15.32:0/3042581583 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 msgr2=0x56324dbd02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc517400700 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc517400700 1 -- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 msgr2=0x56324dbcc640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc517400700 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbcc640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.048+0000 7fc517400700 1 -- 172.21.15.32:0/3042581583 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56324dbcd1c0 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc517400700 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbccb80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc5100ced40 tx=0x7fc510009040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ad977a82b183dd0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc504c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc504c00700 1 -- 172.21.15.32:0/3042581583 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51002a040 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc504c00700 1 -- 172.21.15.32:0/3042581583 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fc510003c00 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc508026d40 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc504c00700 1 -- 172.21.15.32:0/3042581583 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc51009d620 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc5282c1b80 10 client.25838 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56324dc473a0 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.049+0000 7fc504c00700 1 -- 172.21.15.32:0/3042581583 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc508026d40 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc504c00700 1 -- 172.21.15.32:0/3042581583 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc510011070 con 0x56324dbc8180 2024-04-25T19:08:06.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc5282c1b80 10 client.25838 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc5282c1b80 10 client.25838 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc5282c1b80 20 client.25838 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dc47ac0 0x56324dc49ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc5282c1b80 4 client.25838 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.1, "await_for": 42.0}] 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.1, "await_for": 42.0}) -- 0x56324db178b0 con 0x56324dc47ac0 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.050+0000 7fc516a00700 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dc47ac0 0x56324dc49ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.051+0000 7fc516a00700 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dc47ac0 0x56324dc49ee0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2b0e38a0b95604 server_cookie=c1204c005a3d4e96 in_seq=0 out_seq=0 2024-04-25T19:08:06.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.051+0000 7fc504c00700 10 client.25838 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:06.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc504c00700 1 -- 172.21.15.32:0/3042581583 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x56324db178b0 con 0x56324dc47ac0 2024-04-25T19:08:06.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc504c00700 10 client.25838 handle_command_reply: tid=0 2024-04-25T19:08:06.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 client.25838 shutdown 2024-04-25T19:08:06.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 msgr2=0x56324dbccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbccb80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc5100ced40 tx=0x7fc510009040 comp rx=0 tx=0).stop 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 shutdown_connections 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56324dc47ac0 0x56324dc49ee0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56324dbc8180 0x56324dbccb80 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56324dbbc9b0 0x56324dbd02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 --2- 172.21.15.32:0/3042581583 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56324dbbd2d0 0x56324dbcc640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 >> 172.21.15.32:0/3042581583 conn(0x56324daeb730 msgr2=0x56324dbbf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.067+0000 7fc504c00700 0 client.25838 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.068+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 shutdown_connections 2024-04-25T19:08:06.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.068+0000 7fc5282c1b80 1 -- 172.21.15.32:0/3042581583 wait complete. 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.068+0000 7fc5282c1b80 20 client.25838 trim_cache size 0 max 16384 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 14, 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "4ca4747": { 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 14, 2024-04-25T19:08:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 85.1, 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:06.073 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:08:06.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4fc0a3ed0 msgr2=0x7fc4fc0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4fc0a3ed0 0x7fc4fc0a6390 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc5180790a0 tx=0x7fc5000139e0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518106840 msgr2=0x7fc518103f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518106840 0x7fc518103f70 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc51000d010 tx=0x7fc510004d00 comp rx=0 tx=0).stop 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 shutdown_connections 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc4fc0a3ed0 0x7fc4fc0a6390 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc518106840 0x7fc518103f70 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc518101970 0x7fc5181034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 --2- 172.21.15.32:0/3010549424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc518102330 0x7fc518103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 >> 172.21.15.32:0/3010549424 conn(0x7fc518078980 msgr2=0x7fc51806b2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 shutdown_connections 2024-04-25T19:08:06.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:06.069+0000 7fc51da00700 1 -- 172.21.15.32:0/3010549424 wait complete. 2024-04-25T19:08:07.075 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '4ca4747', quiesce took 8.0 seconds. Will release after: 25.1 2024-04-25T19:08:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:07 smithi066 ceph-mon[32882]: pgmap v135: 97 pgs: 97 active+clean; 4.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-25T19:08:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:07 smithi064 ceph-mon[32321]: pgmap v135: 97 pgs: 97 active+clean; 4.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-25T19:08:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:07 smithi032 ceph-mon[28041]: pgmap v135: 97 pgs: 97 active+clean; 4.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 -- 172.21.15.32:0/1705416871 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec8112d80 msgr2=0x7f3ec8115170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 --2- 172.21.15.32:0/1705416871 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec8112d80 0x7f3ec8115170 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009ca0 tx=0x7f3ec002a940 comp rx=0 tx=0).stop 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 -- 172.21.15.32:0/1705416871 shutdown_connections 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 --2- 172.21.15.32:0/1705416871 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec8112d80 0x7f3ec8115170 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 --2- 172.21.15.32:0/1705416871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ec8074c10 0x7f3ec8112840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 --2- 172.21.15.32:0/1705416871 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec80742f0 0x7f3ec80746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 -- 172.21.15.32:0/1705416871 >> 172.21.15.32:0/1705416871 conn(0x7f3ec80fd860 msgr2=0x7f3ec80ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:09.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 -- 172.21.15.32:0/1705416871 shutdown_connections 2024-04-25T19:08:09.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.480+0000 7f3ecce00640 1 -- 172.21.15.32:0/1705416871 wait complete. 2024-04-25T19:08:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.481+0000 7f3ecce00640 1 Processor -- start 2024-04-25T19:08:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.481+0000 7f3ecce00640 1 -- start start 2024-04-25T19:08:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.481+0000 7f3ecce00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec80742f0 0x7f3ec81a47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.481+0000 7f3ecce00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 0x7f3ec81a4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ecce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ec8112d80 0x7f3ec819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ecce00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec8118640 con 0x7f3ec8074c10 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ecce00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81184c0 con 0x7f3ec80742f0 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ecce00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81187c0 con 0x7f3ec8112d80 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 0x7f3ec81a4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 0x7f3ec81a4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48872/0 (socket says 172.21.15.32:48872) 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 -- 172.21.15.32:0/4294029204 learned_addr learned my addr 172.21.15.32:0/4294029204 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ec7400640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec80742f0 0x7f3ec81a47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ec8112d80 0x7f3ec819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 -- 172.21.15.32:0/4294029204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ec8112d80 msgr2=0x7f3ec819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ec8112d80 0x7f3ec819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 -- 172.21.15.32:0/4294029204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec80742f0 msgr2=0x7f3ec81a47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec80742f0 0x7f3ec81a47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.482+0000 7f3ebea00640 1 -- 172.21.15.32:0/4294029204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec819f100 con 0x7f3ec8074c10 2024-04-25T19:08:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.483+0000 7f3ebea00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 0x7f3ec81a4d10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3eb000e9f0 tx=0x7f3eb000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.483+0000 7f3ec4c00640 1 -- 172.21.15.32:0/4294029204 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb000cd80 con 0x7f3ec8074c10 2024-04-25T19:08:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.483+0000 7f3ec4c00640 1 -- 172.21.15.32:0/4294029204 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3eb00054d0 con 0x7f3ec8074c10 2024-04-25T19:08:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.483+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ec819f3f0 con 0x7f3ec8074c10 2024-04-25T19:08:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.483+0000 7f3ec4c00640 1 -- 172.21.15.32:0/4294029204 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb0010690 con 0x7f3ec8074c10 2024-04-25T19:08:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.483+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ec81ab690 con 0x7f3ec8074c10 2024-04-25T19:08:09.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.486+0000 7f3ed11a4740 1 Processor -- start 2024-04-25T19:08:09.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.486+0000 7f3ec4c00640 1 -- 172.21.15.32:0/4294029204 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3eb0004e90 con 0x7f3ec8074c10 2024-04-25T19:08:09.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 -- start start 2024-04-25T19:08:09.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 0x55a99e9d8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d92d0 0x55a99e9e3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a99e93e900 con 0x55a99e9d92d0 2024-04-25T19:08:09.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a99e8e4ef0 con 0x55a99e9e3b90 2024-04-25T19:08:09.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a99e93a8c0 con 0x55a99e9d89b0 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ec7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d92d0 0x55a99e9e3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ec7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 0x55a99e9d8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ec7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 0x55a99e9d8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35428/0 (socket says 172.21.15.32:35428) 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ec7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d92d0 0x55a99e9e3650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48880/0 (socket says 172.21.15.32:48880) 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.487+0000 7f3ec7e00640 1 -- 172.21.15.32:0/3580237180 learned_addr learned my addr 172.21.15.32:0/3580237180 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ebea00640 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec7e00640 1 -- 172.21.15.32:0/3580237180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 msgr2=0x55a99e9e5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec7e00640 1 -- 172.21.15.32:0/3580237180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d92d0 msgr2=0x55a99e9e3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d92d0 0x55a99e9e3650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec7e00640 1 -- 172.21.15.32:0/3580237180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a99e651210 con 0x55a99e9d89b0 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ebea00640 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 0x55a99e9d8d90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009ca0 tx=0x7f3ec0005f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a56a867fd3a0d638 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec4c00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3eac0a3d00 0x7f3eac0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.488+0000 7f3ec4c00640 1 -- 172.21.15.32:0/4294029204 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f3eb00d0bd0 con 0x7f3ec8074c10 2024-04-25T19:08:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.489+0000 7f3ec7400640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3eac0a3d00 0x7f3eac0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.489+0000 7f3ebcc00640 1 -- 172.21.15.32:0/3580237180 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0034040 con 0x55a99e9d89b0 2024-04-25T19:08:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.489+0000 7f3ebcc00640 1 -- 172.21.15.32:0/3580237180 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ec0003e20 con 0x55a99e9d89b0 2024-04-25T19:08:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.489+0000 7f3ebcc00640 1 -- 172.21.15.32:0/3580237180 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec002fe30 con 0x55a99e9d89b0 2024-04-25T19:08:09.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3580237180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 msgr2=0x55a99e9d8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ec7400640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3eac0a3d00 0x7f3eac0a61c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55a99e9d9f50 tx=0x7f3eb8005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:09.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 0x55a99e9d8d90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009ca0 tx=0x7f3ec0005f80 comp rx=0 tx=0).stop 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3580237180 shutdown_connections 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d92d0 0x55a99e9e3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3580237180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d89b0 0x55a99e9d8d90 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3580237180 >> 172.21.15.32:0/3580237180 conn(0x55a99e9d4ec0 msgr2=0x55a99e9d52a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3580237180 shutdown_connections 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3580237180 wait complete. 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.490+0000 7f3ed11a4740 1 -- start start 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 Processor -- start 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9e0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a99e9e6760 con 0x55a99e9d89b0 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a99e8f8310 con 0x55a99e9e3b90 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a99e9e68e0 con 0x55a99e9d92d0 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ed11a4740 10 client.0 _ll_register_callbacks cb 0x55a99e8c6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ec7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ec7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48882/0 (socket says 172.21.15.32:48882) 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ec7400640 1 -- 172.21.15.32:0/1295793259 learned_addr learned my addr 172.21.15.32:0/1295793259 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.491+0000 7f3ebea00640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9e0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7400640 1 -- 172.21.15.32:0/1295793259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 msgr2=0x55a99e9e0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7400640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9e0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7400640 1 -- 172.21.15.32:0/1295793259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 msgr2=0x55a99e9e14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7400640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.497 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7400640 1 -- 172.21.15.32:0/1295793259 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a99e71d620 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ebea00640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9e0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3ec7400640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e0a30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009730 tx=0x7f3eb8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f10b226adfd87d51 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.492+0000 7f3eb5600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3eb5600640 1 -- 172.21.15.32:0/1295793259 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb801f640 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3eb5600640 1 -- 172.21.15.32:0/1295793259 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f3eb801f7e0 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ec0003e20 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3eb5600640 1 -- 172.21.15.32:0/1295793259 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3eb801f9e0 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3ed11a4740 10 client.15726 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a99e9f29d0 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3eb5600640 1 -- 172.21.15.32:0/1295793259 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ec0003e20 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.493+0000 7f3eb5600640 1 -- 172.21.15.32:0/1295793259 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3eb8027070 con 0x55a99e9d89b0 2024-04-25T19:08:09.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ed11a4740 10 client.15726 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:09.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ed11a4740 10 client.15726 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:09.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ed11a4740 20 client.15726 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:09.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99e9f3f00 0x55a99e9f62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ed11a4740 4 client.15726 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:09.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a99e9528b0 con 0x55a99e9f3f00 2024-04-25T19:08:09.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ebea00640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99e9f3f00 0x55a99e9f62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3ebea00640 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99e9f3f00 0x55a99e9f62f0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7843de2c7e50c1f8 server_cookie=70f42636162269b7 in_seq=0 out_seq=0 2024-04-25T19:08:09.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.494+0000 7f3eb5600640 10 client.15726 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:09.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.495+0000 7f3eb5600640 1 -- 172.21.15.32:0/1295793259 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a99e9528b0 con 0x55a99e9f3f00 2024-04-25T19:08:09.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.495+0000 7f3eb5600640 10 client.15726 handle_command_reply: tid=0 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.495+0000 7f3ed11a4740 1 client.15726 shutdown 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 msgr2=0x55a99e9e0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e0a30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009730 tx=0x7f3eb8004730 comp rx=0 tx=0).stop 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 shutdown_connections 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99e9f3f00 0x55a99e9f62f0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9e3b90 0x55a99e9e14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9e0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/1295793259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e0a30 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3eb5600640 0 client.15726 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 >> 172.21.15.32:0/1295793259 conn(0x55a99e9d4ec0 msgr2=0x55a99e9dac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 shutdown_connections 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 1 -- 172.21.15.32:0/1295793259 wait complete. 2024-04-25T19:08:09.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.496+0000 7f3ed11a4740 20 client.15726 trim_cache size 0 max 16384 2024-04-25T19:08:09.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.512+0000 7f3ed11a4740 1 Processor -- start 2024-04-25T19:08:09.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 -- start start 2024-04-25T19:08:09.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d89b0 0x55a99e9ef620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9db370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 0x55a99e9e0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81b3ee0 con 0x55a99e9e3b90 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81b5a20 con 0x55a99e9d89b0 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81b45b0 con 0x55a99e9d92d0 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ec7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 0x55a99e9e0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ec7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 0x55a99e9e0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48892/0 (socket says 172.21.15.32:48892) 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ec7e00640 1 -- 172.21.15.32:0/2500528327 learned_addr learned my addr 172.21.15.32:0/2500528327 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ebea00640 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9db370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.513+0000 7f3ec7400640 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d89b0 0x55a99e9ef620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7e00640 1 -- 172.21.15.32:0/2500528327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 msgr2=0x55a99e9db370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9db370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7e00640 1 -- 172.21.15.32:0/2500528327 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d89b0 msgr2=0x55a99e9ef620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d89b0 0x55a99e9ef620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7e00640 1 -- 172.21.15.32:0/2500528327 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a99e9d9100 con 0x55a99e9e3b90 2024-04-25T19:08:09.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7400640 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d89b0 0x55a99e9ef620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:09.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 0x55a99e9e0310 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3ec002fa80 tx=0x7f3ec002f970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65c3b0978df042ec server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:09.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3eb7e00640 1 -- 172.21.15.32:0/2500528327 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0051070 con 0x55a99e9e3b90 2024-04-25T19:08:09.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3eb7e00640 1 -- 172.21.15.32:0/2500528327 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ec0003970 con 0x55a99e9e3b90 2024-04-25T19:08:09.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.514+0000 7f3eb7e00640 1 -- 172.21.15.32:0/2500528327 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0034050 con 0x55a99e9e3b90 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 -- 172.21.15.32:0/2500528327 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 msgr2=0x55a99e9e0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 0x55a99e9e0310 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f3ec002fa80 tx=0x7f3ec002f970 comp rx=0 tx=0).stop 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 -- 172.21.15.32:0/2500528327 shutdown_connections 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9e3b90 0x55a99e9e0310 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9d92d0 0x55a99e9db370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/2500528327 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d89b0 0x55a99e9ef620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 -- 172.21.15.32:0/2500528327 >> 172.21.15.32:0/2500528327 conn(0x55a99e9d4ec0 msgr2=0x55a99e9e1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 -- 172.21.15.32:0/2500528327 shutdown_connections 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.515+0000 7f3ed11a4740 1 -- 172.21.15.32:0/2500528327 wait complete. 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 -- start start 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 Processor -- start 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 0x55a99e9e9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9e3b90 0x55a99ea58450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81b5350 con 0x55a99e9d89b0 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81b4c80 con 0x55a99e9d92d0 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.516+0000 7f3ed11a4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec81b1ec0 con 0x55a99e9e3b90 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ed11a4740 10 client.0 _ll_register_callbacks cb 0x7f3eb80044b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ec7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 0x55a99e9e9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 0x55a99e9e9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59428/0 (socket says 172.21.15.32:59428) 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ec7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e8b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48898/0 (socket says 172.21.15.32:48898) 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 -- 172.21.15.32:0/3585077417 learned_addr learned my addr 172.21.15.32:0/3585077417 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9e3b90 0x55a99ea58450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 -- 172.21.15.32:0/3585077417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9e3b90 msgr2=0x55a99ea58450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9e3b90 0x55a99ea58450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 -- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 msgr2=0x55a99e9e8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 -- 172.21.15.32:0/3585077417 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a99ea58990 con 0x55a99e9d92d0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ec7e00640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9e3b90 0x55a99ea58450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3ebea00640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 0x55a99e9e9040 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3eb0098eb0 tx=0x7f3eb00bd040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71dcddd16f5c1019 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.517+0000 7f3eb5600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3eb5600640 1 -- 172.21.15.32:0/3585077417 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eb0005180 con 0x55a99e9d92d0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3eb5600640 1 -- 172.21.15.32:0/3585077417 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f3eb00046c0 con 0x55a99e9d92d0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ec0003970 con 0x55a99e9d92d0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3eb5600640 1 -- 172.21.15.32:0/3585077417 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3eb0005680 con 0x55a99e9d92d0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 10 client.25856 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a99ea59b20 con 0x55a99e9d92d0 2024-04-25T19:08:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3eb5600640 1 -- 172.21.15.32:0/3585077417 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ec0003970 con 0x55a99e9d92d0 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3eb5600640 1 -- 172.21.15.32:0/3585077417 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3eb00bbce0 con 0x55a99e9d92d0 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 10 client.25856 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 10 client.25856 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 20 client.25856 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99ea5a2a0 0x55a99ea5c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 4 client.25856 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.518+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a99e94c320 con 0x55a99ea5a2a0 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.519+0000 7f3ec7400640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99ea5a2a0 0x55a99ea5c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:09.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.519+0000 7f3ec7400640 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99ea5a2a0 0x55a99ea5c6c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d710cef5c4db22d server_cookie=e05f0e1e7fb7689a in_seq=0 out_seq=0 2024-04-25T19:08:09.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.519+0000 7f3eb5600640 10 client.25856 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.535+0000 7f3eb5600640 1 -- 172.21.15.32:0/3585077417 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a99e94c320 con 0x55a99ea5a2a0 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.535+0000 7f3eb5600640 10 client.25856 handle_command_reply: tid=0 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 client.25856 shutdown 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 msgr2=0x55a99e9e9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 0x55a99e9e9040 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3eb0098eb0 tx=0x7f3eb00bd040 comp rx=0 tx=0).stop 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 shutdown_connections 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a99ea5a2a0 0x55a99ea5c6c0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a99e9e3b90 0x55a99ea58450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a99e9d92d0 0x55a99e9e9040 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 --2- 172.21.15.32:0/3585077417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a99e9d89b0 0x55a99e9e8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3eb5600640 0 client.25856 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 >> 172.21.15.32:0/3585077417 conn(0x55a99e9d4ec0 msgr2=0x55a99e9d3790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 shutdown_connections 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 1 -- 172.21.15.32:0/3585077417 wait complete. 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.536+0000 7f3ed11a4740 20 client.25856 trim_cache size 0 max 16384 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:08:09.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3eac0a3d00 msgr2=0x7f3eac0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3eac0a3d00 0x7f3eac0a61c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55a99e9d9f50 tx=0x7f3eb8005f90 comp rx=0 tx=0).stop 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 msgr2=0x7f3ec81a4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 0x7f3ec81a4d10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3eb000e9f0 tx=0x7f3eb000edf0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 shutdown_connections 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3eac0a3d00 0x7f3eac0a61c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ec8112d80 0x7f3ec819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3ec8074c10 0x7f3ec81a4d10 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 --2- 172.21.15.32:0/4294029204 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3ec80742f0 0x7f3ec81a47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:09.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 >> 172.21.15.32:0/4294029204 conn(0x7f3ec80fd860 msgr2=0x7f3ec80ff0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:09.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.537+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 shutdown_connections 2024-04-25T19:08:09.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:09.538+0000 7f3ecce00640 1 -- 172.21.15.32:0/4294029204 wait complete. 2024-04-25T19:08:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:09 smithi066 ceph-mon[32882]: pgmap v136: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 61 KiB/s wr, 36 op/s 2024-04-25T19:08:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:09 smithi064 ceph-mon[32321]: pgmap v136: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 61 KiB/s wr, 36 op/s 2024-04-25T19:08:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:09 smithi032 ceph-mon[28041]: pgmap v136: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 61 KiB/s wr, 36 op/s 2024-04-25T19:08:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:11 smithi066 ceph-mon[32882]: pgmap v137: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T19:08:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:11 smithi064 ceph-mon[32321]: pgmap v137: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T19:08:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:11 smithi032 ceph-mon[28041]: pgmap v137: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T19:08:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:13 smithi066 ceph-mon[32882]: pgmap v138: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T19:08:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:13 smithi064 ceph-mon[32321]: pgmap v138: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T19:08:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:13 smithi032 ceph-mon[28041]: pgmap v138: 97 pgs: 97 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-25T19:08:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:15 smithi066 ceph-mon[32882]: pgmap v139: 97 pgs: 97 active+clean; 4.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 50 KiB/s wr, 34 op/s 2024-04-25T19:08:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:15 smithi064 ceph-mon[32321]: pgmap v139: 97 pgs: 97 active+clean; 4.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 50 KiB/s wr, 34 op/s 2024-04-25T19:08:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:15 smithi032 ceph-mon[28041]: pgmap v139: 97 pgs: 97 active+clean; 4.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 50 KiB/s wr, 34 op/s 2024-04-25T19:08:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:17 smithi066 ceph-mon[32882]: pgmap v140: 97 pgs: 97 active+clean; 4.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:08:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:17 smithi064 ceph-mon[32321]: pgmap v140: 97 pgs: 97 active+clean; 4.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:08:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:17 smithi032 ceph-mon[28041]: pgmap v140: 97 pgs: 97 active+clean; 4.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-04-25T19:08:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:19 smithi066 ceph-mon[32882]: pgmap v141: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-25T19:08:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:19 smithi064 ceph-mon[32321]: pgmap v141: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-25T19:08:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:19 smithi032 ceph-mon[28041]: pgmap v141: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-25T19:08:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:21 smithi066 ceph-mon[32882]: pgmap v142: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-04-25T19:08:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:21 smithi064 ceph-mon[32321]: pgmap v142: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-04-25T19:08:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:21 smithi032 ceph-mon[28041]: pgmap v142: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.685+0000 7f1ffa400640 1 -- 172.21.15.32:0/901411651 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4104d70 msgr2=0x7f1ff4108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.685+0000 7f1ffa400640 1 --2- 172.21.15.32:0/901411651 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4104d70 0x7f1ff4108db0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc009860 tx=0x7f1fdc02a340 comp rx=0 tx=0).stop 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 -- 172.21.15.32:0/901411651 shutdown_connections 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 --2- 172.21.15.32:0/901411651 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff4109490 0x7f1ff4111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 --2- 172.21.15.32:0/901411651 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4104d70 0x7f1ff4108db0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 --2- 172.21.15.32:0/901411651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff41043c0 0x7f1ff41047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 -- 172.21.15.32:0/901411651 >> 172.21.15.32:0/901411651 conn(0x7f1ff40ffc40 msgr2=0x7f1ff4102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 -- 172.21.15.32:0/901411651 shutdown_connections 2024-04-25T19:08:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.686+0000 7f1ffa400640 1 -- 172.21.15.32:0/901411651 wait complete. 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 Processor -- start 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 -- start start 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 0x7f1ff41a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4109490 0x7f1ff41a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff419a790 0x7f1ff419ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41143d0 con 0x7f1ff419a790 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff4114250 con 0x7f1ff41043c0 2024-04-25T19:08:22.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.687+0000 7f1ffa400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff4114550 con 0x7f1ff4109490 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 0x7f1ff41a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 0x7f1ff41a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56430/0 (socket says 172.21.15.32:56430) 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 -- 172.21.15.32:0/346480731 learned_addr learned my addr 172.21.15.32:0/346480731 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4109490 0x7f1ff41a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3e00640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff419a790 0x7f1ff419ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 -- 172.21.15.32:0/346480731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4109490 msgr2=0x7f1ff41a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4109490 0x7f1ff41a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 -- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff419a790 msgr2=0x7f1ff419ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff419a790 0x7f1ff419ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 -- 172.21.15.32:0/346480731 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff419b320 con 0x7f1ff41043c0 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3e00640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff419a790 0x7f1ff419ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.688+0000 7f1ff3400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 0x7f1ff41a0620 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1fe400e9c0 tx=0x7f1fe400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:22.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.689+0000 7f1febe00640 1 -- 172.21.15.32:0/346480731 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe400ccc0 con 0x7f1ff41043c0 2024-04-25T19:08:22.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.689+0000 7f1febe00640 1 -- 172.21.15.32:0/346480731 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe40054d0 con 0x7f1ff41043c0 2024-04-25T19:08:22.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.689+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ff419b610 con 0x7f1ff41043c0 2024-04-25T19:08:22.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.689+0000 7f1febe00640 1 -- 172.21.15.32:0/346480731 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe4010430 con 0x7f1ff41043c0 2024-04-25T19:08:22.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.689+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ff41a77c0 con 0x7f1ff41043c0 2024-04-25T19:08:22.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 Processor -- start 2024-04-25T19:08:22.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 -- start start 2024-04-25T19:08:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f7763fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1febe00640 1 -- 172.21.15.32:0/346480731 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1fe4004f80 con 0x7f1ff41043c0 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f77640140 0x555f7764a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7764aa00 0x555f7764cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555f775a5900 con 0x555f7763f820 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555f7754bef0 con 0x555f7764aa00 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.692+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555f775a18c0 con 0x555f77640140 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f7763fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f77640140 0x555f7764a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f7763fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53966/0 (socket says 172.21.15.32:53966) 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3e00640 1 -- 172.21.15.32:0/3362636385 learned_addr learned my addr 172.21.15.32:0/3362636385 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7764aa00 0x555f7764cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3400640 1 -- 172.21.15.32:0/3362636385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7764aa00 msgr2=0x555f7764cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3400640 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7764aa00 0x555f7764cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3400640 1 -- 172.21.15.32:0/3362636385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 msgr2=0x555f7763fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3400640 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f7763fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3400640 1 -- 172.21.15.32:0/3362636385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f772b8210 con 0x555f77640140 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.693+0000 7f1ff3e00640 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f7763fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1ff3400640 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f77640140 0x555f7764a4c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1fe40ce410 tx=0x7f1fe40d97d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=429780ab46a3fd55 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1fe8c00640 1 -- 172.21.15.32:0/3362636385 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe40d7680 con 0x555f77640140 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1fe8c00640 1 -- 172.21.15.32:0/3362636385 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe40d7cd0 con 0x555f77640140 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1fe8c00640 1 -- 172.21.15.32:0/3362636385 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe40d6cd0 con 0x555f77640140 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1febe00640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1fd80a3d10 0x7f1fd80a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1febe00640 1 -- 172.21.15.32:0/346480731 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1fe40d0d10 con 0x7f1ff41043c0 2024-04-25T19:08:22.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.694+0000 7f1ff3e00640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1fd80a3d10 0x7f1fd80a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/3362636385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f77640140 msgr2=0x555f7764a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f77640140 0x555f7764a4c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1fe40ce410 tx=0x7f1fe40d97d0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/3362636385 shutdown_connections 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7764aa00 0x555f7764cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f77640140 0x555f7764a4c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/3362636385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f7763fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/3362636385 >> 172.21.15.32:0/3362636385 conn(0x555f7763bd30 msgr2=0x555f7763c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/3362636385 shutdown_connections 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/3362636385 wait complete. 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.695+0000 7f1ff3e00640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1fd80a3d10 0x7f1fd80a61d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1fec005c40 tx=0x7f1fec009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 -- start start 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 Processor -- start 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f77647950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f77647e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f776483d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555f7764d630 con 0x555f77640140 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555f7755f310 con 0x555f7763f820 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555f7764d7b0 con 0x555f7764aa00 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.696+0000 7f1ffd1e9740 10 client.0 _ll_register_callbacks cb 0x555f7752dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f77647e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f77647950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f776483d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f77647e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53980/0 (socket says 172.21.15.32:53980) 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f77647950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56436/0 (socket says 172.21.15.32:56436) 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff2a00640 1 -- 172.21.15.32:0/2341284412 learned_addr learned my addr 172.21.15.32:0/2341284412 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 -- 172.21.15.32:0/2341284412 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 msgr2=0x555f776483d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f776483d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 -- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 msgr2=0x555f77647e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f77647e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 -- 172.21.15.32:0/2341284412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f77384620 con 0x555f7763f820 2024-04-25T19:08:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1ff3400640 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f77647950 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1fe409c960 tx=0x7f1fe40ce380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48928e377924d395 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.697+0000 7f1fe1600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:08:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1fe1600640 1 -- 172.21.15.32:0/2341284412 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe4098f00 con 0x555f7763f820 2024-04-25T19:08:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1fe1600640 1 -- 172.21.15.32:0/2341284412 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1fe409af60 con 0x555f7763f820 2024-04-25T19:08:22.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fe40d7cd0 con 0x555f7763f820 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1fe1600640 1 -- 172.21.15.32:0/2341284412 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1fe409c5c0 con 0x555f7763f820 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1ffd1e9740 10 client.25868 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f7764d630 con 0x555f7763f820 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1fe1600640 1 -- 172.21.15.32:0/2341284412 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe40d7cd0 con 0x555f7763f820 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.698+0000 7f1fe1600640 1 -- 172.21.15.32:0/2341284412 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1fe40e0070 con 0x555f7763f820 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ffd1e9740 10 client.25868 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ffd1e9740 10 client.25868 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ffd1e9740 20 client.25868 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f7765a9c0 0x555f7765cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ffd1e9740 4 client.25868 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f775b98b0 con 0x555f7765a9c0 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f7765a9c0 0x555f7765cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1fe1600640 10 client.25868 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.699+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f7765a9c0 0x555f7765cdb0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96680917b6bc4ec3 server_cookie=d3586dfbd7db281f in_seq=0 out_seq=0 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.700+0000 7f1fe1600640 1 -- 172.21.15.32:0/2341284412 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555f775b98b0 con 0x555f7765a9c0 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.700+0000 7f1fe1600640 10 client.25868 handle_command_reply: tid=0 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.700+0000 7f1ffd1e9740 1 client.25868 shutdown 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.700+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 msgr2=0x555f77647950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.700+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f77647950 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1fe409c960 tx=0x7f1fe40ce380 comp rx=0 tx=0).stop 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 shutdown_connections 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f7765a9c0 0x555f7765cdb0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f776483d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f77647e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2341284412 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f77647950 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 >> 172.21.15.32:0/2341284412 conn(0x555f7763bd30 msgr2=0x555f77641ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1fe1600640 0 client.25868 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:22.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 shutdown_connections 2024-04-25T19:08:22.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2341284412 wait complete. 2024-04-25T19:08:22.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.701+0000 7f1ffd1e9740 20 client.25868 trim_cache size 0 max 16384 2024-04-25T19:08:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.717+0000 7f1ffd1e9740 1 Processor -- start 2024-04-25T19:08:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.717+0000 7f1ffd1e9740 1 -- start start 2024-04-25T19:08:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f776564f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f776421e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77649890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41afeb0 con 0x555f77640140 2024-04-25T19:08:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41b19f0 con 0x555f7763f820 2024-04-25T19:08:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41b0580 con 0x555f7764aa00 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f776421e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f776421e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53992/0 (socket says 172.21.15.32:53992) 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 -- 172.21.15.32:0/2046281748 learned_addr learned my addr 172.21.15.32:0/2046281748 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff3400640 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f776564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff3e00640 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77649890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 -- 172.21.15.32:0/2046281748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 msgr2=0x555f77649890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77649890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 -- 172.21.15.32:0/2046281748 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 msgr2=0x555f776564f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f776564f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff2a00640 1 -- 172.21.15.32:0/2046281748 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f77642720 con 0x555f77640140 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.718+0000 7f1ff3400640 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f776564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.719+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f776421e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc031000 tx=0x7f1fdc030340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b29c5869a2724f65 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.719+0000 7f1fe3e00640 1 -- 172.21.15.32:0/2046281748 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc04e070 con 0x555f77640140 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.719+0000 7f1fe3e00640 1 -- 172.21.15.32:0/2046281748 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fdc030450 con 0x555f77640140 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.719+0000 7f1fe3e00640 1 -- 172.21.15.32:0/2046281748 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc037040 con 0x555f77640140 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2046281748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 msgr2=0x555f776421e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f776421e0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc031000 tx=0x7f1fdc030340 comp rx=0 tx=0).stop 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2046281748 shutdown_connections 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77649890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f77640140 0x555f776421e0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/2046281748 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f7763f820 0x555f776564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2046281748 >> 172.21.15.32:0/2046281748 conn(0x555f7763bd30 msgr2=0x555f77649180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:22.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2046281748 shutdown_connections 2024-04-25T19:08:22.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/2046281748 wait complete. 2024-04-25T19:08:22.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.720+0000 7f1ffd1e9740 1 -- start start 2024-04-25T19:08:22.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 Processor -- start 2024-04-25T19:08:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f776505d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f77640140 0x555f77650b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77651050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41b1320 con 0x555f7763f820 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41b0c50 con 0x555f77640140 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff41ade90 con 0x555f7764aa00 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ffd1e9740 10 client.0 _ll_register_callbacks cb 0x7f1fe40d4b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f776505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ff3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77651050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ff3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f776505d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54004/0 (socket says 172.21.15.32:54004) 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.721+0000 7f1ff3400640 1 -- 172.21.15.32:0/403076769 learned_addr learned my addr 172.21.15.32:0/403076769 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f77640140 0x555f77650b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff3400640 1 -- 172.21.15.32:0/403076769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 msgr2=0x555f77651050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff3400640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77651050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff3400640 1 -- 172.21.15.32:0/403076769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f77640140 msgr2=0x555f77650b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff3400640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f77640140 0x555f77650b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff3400640 1 -- 172.21.15.32:0/403076769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f776bfe60 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f77640140 0x555f77650b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ff3400640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f776505d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1fe40d4c40 tx=0x7f1fe4004a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed905f118c6be04 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1fe1600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1fe1600640 1 -- 172.21.15.32:0/403076769 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe409c7a0 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1fe1600640 1 -- 172.21.15.32:0/403076769 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f1fe40d48d0 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.722+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fdc030450 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1fe1600640 1 -- 172.21.15.32:0/403076769 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1fe409ca30 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 10 client.15750 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f776bfe60 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1fe1600640 1 -- 172.21.15.32:0/403076769 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fdc030450 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1fe1600640 1 -- 172.21.15.32:0/403076769 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1fe40e0070 con 0x555f7763f820 2024-04-25T19:08:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 10 client.15750 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 10 client.15750 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 20 client.15750 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f776c1430 0x555f776c3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 4 client.15750 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555f775b3320 con 0x555f776c1430 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.723+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f776c1430 0x555f776c3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.724+0000 7f1ff2a00640 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f776c1430 0x555f776c3820 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff2c95d41392e4cf server_cookie=b24683281d82259e in_seq=0 out_seq=0 2024-04-25T19:08:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.724+0000 7f1fe1600640 10 client.15750 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:22.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.738+0000 7f1fe1600640 1 -- 172.21.15.32:0/403076769 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555f775b3320 con 0x555f776c1430 2024-04-25T19:08:22.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1fe1600640 10 client.15750 handle_command_reply: tid=0 2024-04-25T19:08:22.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 client.15750 shutdown 2024-04-25T19:08:22.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 msgr2=0x555f776505d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f776505d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1fe40d4c40 tx=0x7f1fe4004a20 comp rx=0 tx=0).stop 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 shutdown_connections 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555f776c1430 0x555f776c3820 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555f7764aa00 0x555f77651050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555f77640140 0x555f77650b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1fe1600640 0 client.15750 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 --2- 172.21.15.32:0/403076769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555f7763f820 0x555f776505d0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 >> 172.21.15.32:0/403076769 conn(0x555f7763bd30 msgr2=0x555f7763ae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 shutdown_connections 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 1 -- 172.21.15.32:0/403076769 wait complete. 2024-04-25T19:08:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.739+0000 7f1ffd1e9740 20 client.15750 trim_cache size 0 max 16384 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1fd80a3d10 msgr2=0x7f1fd80a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1fd80a3d10 0x7f1fd80a61d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1fec005c40 tx=0x7f1fec009500 comp rx=0 tx=0).stop 2024-04-25T19:08:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 msgr2=0x7f1ff41a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 0x7f1ff41a0620 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1fe400e9c0 tx=0x7f1fe400ee80 comp rx=0 tx=0).stop 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 shutdown_connections 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1fd80a3d10 0x7f1fd80a61d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ff419a790 0x7f1ff419ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4109490 0x7f1ff41a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 --2- 172.21.15.32:0/346480731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1ff41043c0 0x7f1ff41a0620 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.740+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 >> 172.21.15.32:0/346480731 conn(0x7f1ff40ffc40 msgr2=0x7f1ff4100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.741+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 shutdown_connections 2024-04-25T19:08:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:22.741+0000 7f1ffa400640 1 -- 172.21.15.32:0/346480731 wait complete. 2024-04-25T19:08:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:23 smithi066 ceph-mon[32882]: pgmap v143: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-04-25T19:08:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:23 smithi064 ceph-mon[32321]: pgmap v143: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-04-25T19:08:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:23 smithi032 ceph-mon[28041]: pgmap v143: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-04-25T19:08:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:25 smithi066 ceph-mon[32882]: pgmap v144: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 17 op/s 2024-04-25T19:08:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:25 smithi064 ceph-mon[32321]: pgmap v144: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 17 op/s 2024-04-25T19:08:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:25 smithi032 ceph-mon[28041]: pgmap v144: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 17 op/s 2024-04-25T19:08:26.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:26 smithi064 ceph-mon[32321]: pgmap v145: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-04-25T19:08:26.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:26 smithi032 ceph-mon[28041]: pgmap v145: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-04-25T19:08:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:26 smithi066 ceph-mon[32882]: pgmap v145: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 6.5 KiB/s wr, 10 op/s 2024-04-25T19:08:29.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:29 smithi066 ceph-mon[32882]: pgmap v146: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 15 op/s 2024-04-25T19:08:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:29 smithi064 ceph-mon[32321]: pgmap v146: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 15 op/s 2024-04-25T19:08:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:29 smithi032 ceph-mon[28041]: pgmap v146: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 15 op/s 2024-04-25T19:08:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:31 smithi066 ceph-mon[32882]: pgmap v147: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-04-25T19:08:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:31 smithi064 ceph-mon[32321]: pgmap v147: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-04-25T19:08:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:31 smithi032 ceph-mon[28041]: pgmap v147: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-04-25T19:08:32.176 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:08:32.654 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:08:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:33 smithi066 ceph-mon[32882]: pgmap v148: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-04-25T19:08:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:33 smithi064 ceph-mon[32321]: pgmap v148: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-04-25T19:08:33.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:33 smithi032 ceph-mon[28041]: pgmap v148: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.3 KiB/s wr, 10 op/s 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.075+0000 7fabc2a00700 1 -- 172.21.15.32:0/1160113236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 msgr2=0x7fabbc06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.075+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1160113236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc06abb0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7faba80098f0 tx=0x7faba8009c00 comp rx=0 tx=0).stop 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 -- 172.21.15.32:0/1160113236 shutdown_connections 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1160113236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1160113236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 0x7fabbc108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1160113236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc06abb0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 -- 172.21.15.32:0/1160113236 >> 172.21.15.32:0/1160113236 conn(0x7fabbc0788f0 msgr2=0x7fabbc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 -- 172.21.15.32:0/1160113236 shutdown_connections 2024-04-25T19:08:35.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.076+0000 7fabc2a00700 1 -- 172.21.15.32:0/1160113236 wait complete. 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 Processor -- start 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 -- start start 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc19b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 0x7fabbc19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc112c20 con 0x7fabbc06a750 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc112aa0 con 0x7fabbc108a30 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.077+0000 7fabc2a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fabbc112da0 con 0x7fabbc06b0f0 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc19b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbbe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbb400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc19b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55556/0 (socket says 172.21.15.32:55556) 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbb400700 1 -- 172.21.15.32:0/1440312714 learned_addr learned my addr 172.21.15.32:0/1440312714 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabc0a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 0x7fabbc19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbbe00700 1 -- 172.21.15.32:0/1440312714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 msgr2=0x7fabbc19b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbbe00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc19b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbbe00700 1 -- 172.21.15.32:0/1440312714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 msgr2=0x7fabbc19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbbe00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 0x7fabbc19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbbe00700 1 -- 172.21.15.32:0/1440312714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabbc1a03a0 con 0x7fabbc06a750 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabbb400700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc19b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:35.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.078+0000 7fabc0a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 0x7fabbc19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.079+0000 7fabbbe00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc19b390 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fabac00eb90 tx=0x7fabac00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.079+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabac00cc90 con 0x7fabbc06a750 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.079+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fabac00ce30 con 0x7fabbc06a750 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.079+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabbc1a0690 con 0x7fabbc06a750 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.079+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabac010430 con 0x7fabbc06a750 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.079+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabbc1a7f10 con 0x7fabbc06a750 2024-04-25T19:08:35.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.081+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabbc069730 con 0x7fabbc06a750 2024-04-25T19:08:35.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.083+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fabac003ef0 con 0x7fabbc06a750 2024-04-25T19:08:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.084+0000 7fabb8c00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faba00a3e30 0x7faba00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.084+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fabac0d0a10 con 0x7fabbc06a750 2024-04-25T19:08:35.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.084+0000 7fabbb400700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faba00a3e30 0x7faba00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.085+0000 7fabbb400700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faba00a3e30 0x7faba00a62f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fabbc078f60 tx=0x7faba8019040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.089+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabac09d060 con 0x7fabbc06a750 2024-04-25T19:08:35.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.366+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fabbc02df80 con 0x7fabbc06a750 2024-04-25T19:08:35.369 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:35 smithi032 ceph-mon[28041]: pgmap v149: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.3 KiB/s wr, 14 op/s 2024-04-25T19:08:35.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.368+0000 7fabb8c00700 1 -- 172.21.15.32:0/1440312714 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fabac09c960 con 0x7fabbc06a750 2024-04-25T19:08:35.371 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:08:35.371 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:08:35.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faba00a3e30 msgr2=0x7faba00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faba00a3e30 0x7faba00a62f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fabbc078f60 tx=0x7faba8019040 comp rx=0 tx=0).stop 2024-04-25T19:08:35.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 msgr2=0x7fabbc19b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc19b390 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fabac00eb90 tx=0x7fabac00eea0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 shutdown_connections 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faba00a3e30 0x7faba00a62f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06a750 0x7fabbc19b390 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabbc108a30 0x7fabbc19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 --2- 172.21.15.32:0/1440312714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabbc06b0f0 0x7fabbc19b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.371+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 >> 172.21.15.32:0/1440312714 conn(0x7fabbc0788f0 msgr2=0x7fabbc10df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.372+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 shutdown_connections 2024-04-25T19:08:35.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:35.372+0000 7fabc2a00700 1 -- 172.21.15.32:0/1440312714 wait complete. 2024-04-25T19:08:35.375 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:08:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:35 smithi066 ceph-mon[32882]: pgmap v149: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.3 KiB/s wr, 14 op/s 2024-04-25T19:08:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:35 smithi064 ceph-mon[32321]: pgmap v149: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.3 KiB/s wr, 14 op/s 2024-04-25T19:08:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 -- 172.21.15.32:0/4065739649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80102970 msgr2=0x7fde801069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 --2- 172.21.15.32:0/4065739649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80102970 0x7fde801069b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fde68009900 tx=0x7fde6802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 -- 172.21.15.32:0/4065739649 shutdown_connections 2024-04-25T19:08:35.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 --2- 172.21.15.32:0/4065739649 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde80107090 0x7fde8010ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 --2- 172.21.15.32:0/4065739649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80102970 0x7fde801069b0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 --2- 172.21.15.32:0/4065739649 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde80101fc0 0x7fde801023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 -- 172.21.15.32:0/4065739649 >> 172.21.15.32:0/4065739649 conn(0x7fde800fd880 msgr2=0x7fde800ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 -- 172.21.15.32:0/4065739649 shutdown_connections 2024-04-25T19:08:35.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.903+0000 7fde85a00640 1 -- 172.21.15.32:0/4065739649 wait complete. 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.904+0000 7fde85a00640 1 Processor -- start 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 -- start start 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 0x7fde801a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde80107090 0x7fde801a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde8019a5d0 0x7fde8019aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde80112000 con 0x7fde8019a5d0 2024-04-25T19:08:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde80111e80 con 0x7fde80107090 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde80112180 con 0x7fde80101fc0 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde8019a5d0 0x7fde8019aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 0x7fde801a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde8019a5d0 0x7fde8019aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34122/0 (socket says 172.21.15.32:34122) 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 0x7fde801a0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55566/0 (socket says 172.21.15.32:55566) 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde85000640 1 -- 172.21.15.32:0/2907867127 learned_addr learned my addr 172.21.15.32:0/2907867127 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.905+0000 7fde77e00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde80107090 0x7fde801a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7fe00640 1 -- 172.21.15.32:0/2907867127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde80107090 msgr2=0x7fde801a0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde80107090 0x7fde801a0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7fe00640 1 -- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde8019a5d0 msgr2=0x7fde8019aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde8019a5d0 0x7fde8019aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7fe00640 1 -- 172.21.15.32:0/2907867127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde8019b0f0 con 0x7fde80101fc0 2024-04-25T19:08:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 0x7fde801a0420 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fde7000e9f0 tx=0x7fde7000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde7d600640 1 -- 172.21.15.32:0/2907867127 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7000cd80 con 0x7fde80101fc0 2024-04-25T19:08:35.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.906+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde8019b3e0 con 0x7fde80101fc0 2024-04-25T19:08:35.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.907+0000 7fde7d600640 1 -- 172.21.15.32:0/2907867127 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde700035f0 con 0x7fde80101fc0 2024-04-25T19:08:35.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.907+0000 7fde7d600640 1 -- 172.21.15.32:0/2907867127 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70010690 con 0x7fde80101fc0 2024-04-25T19:08:35.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.907+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde801a7680 con 0x7fde80101fc0 2024-04-25T19:08:35.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 Processor -- start 2024-04-25T19:08:35.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 -- start start 2024-04-25T19:08:35.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde7d600640 1 -- 172.21.15.32:0/2907867127 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fde700037a0 con 0x7fde80101fc0 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459bcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459c7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459c9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558d45922900 con 0x558d459c7b90 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558d458c8ef0 con 0x558d459bc9b0 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.910+0000 7fde89fd6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558d4591e8c0 con 0x558d459bd2d0 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459c9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459c9f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34130/0 (socket says 172.21.15.32:34130) 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 -- 172.21.15.32:0/719898944 learned_addr learned my addr 172.21.15.32:0/719898944 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde7fe00640 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459c7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde85000640 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459bcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 -- 172.21.15.32:0/719898944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 msgr2=0x558d459c7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459c7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 -- 172.21.15.32:0/719898944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 msgr2=0x558d459bcd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459bcd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 -- 172.21.15.32:0/719898944 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d45635210 con 0x558d459c7b90 2024-04-25T19:08:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.911+0000 7fde77e00640 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459c9f80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fde68006010 tx=0x7fde68004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f292b46930d3fbc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.912+0000 7fde75600640 1 -- 172.21.15.32:0/719898944 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde68035040 con 0x558d459c7b90 2024-04-25T19:08:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.912+0000 7fde75600640 1 -- 172.21.15.32:0/719898944 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde68004430 con 0x558d459c7b90 2024-04-25T19:08:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.912+0000 7fde75600640 1 -- 172.21.15.32:0/719898944 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde680035f0 con 0x558d459c7b90 2024-04-25T19:08:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.912+0000 7fde7d600640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde640a3d00 0x7fde640a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.912+0000 7fde7d600640 1 -- 172.21.15.32:0/2907867127 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fde700d0b10 con 0x7fde80101fc0 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 -- 172.21.15.32:0/719898944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 msgr2=0x558d459c9f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459c9f80 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fde68006010 tx=0x7fde68004040 comp rx=0 tx=0).stop 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde85000640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde640a3d00 0x7fde640a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 -- 172.21.15.32:0/719898944 shutdown_connections 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459c9f80 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459c7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 --2- 172.21.15.32:0/719898944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459bcd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 -- 172.21.15.32:0/719898944 >> 172.21.15.32:0/719898944 conn(0x558d459b8ec0 msgr2=0x558d459b92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 -- 172.21.15.32:0/719898944 shutdown_connections 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 -- 172.21.15.32:0/719898944 wait complete. 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde85000640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde640a3d00 0x7fde640a61c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fde780099a0 tx=0x7fde78009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.913+0000 7fde89fd6740 1 -- start start 2024-04-25T19:08:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 Processor -- start 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bc9b0 0x558d459c4af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 0x558d459c5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459c7b90 0x558d459c5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558d459ca760 con 0x558d459bd2d0 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558d458dc310 con 0x558d459c7b90 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558d459ca8e0 con 0x558d459bc9b0 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.914+0000 7fde89fd6740 10 client.0 _ll_register_callbacks cb 0x558d458aacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 0x558d459c5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 0x558d459c5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34144/0 (socket says 172.21.15.32:34144) 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 -- 172.21.15.32:0/3712003404 learned_addr learned my addr 172.21.15.32:0/3712003404 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde85000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459c7b90 0x558d459c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde7fe00640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bc9b0 0x558d459c4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 -- 172.21.15.32:0/3712003404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bc9b0 msgr2=0x558d459c4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bc9b0 0x558d459c4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 -- 172.21.15.32:0/3712003404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459c7b90 msgr2=0x558d459c5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459c7b90 0x558d459c5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 -- 172.21.15.32:0/3712003404 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d45701620 con 0x558d459bd2d0 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde85000640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459c7b90 0x558d459c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde77e00640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 0x558d459c5030 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fde68005ab0 tx=0x7fde68004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c55f22f4bdb84f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.915+0000 7fde6e000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde6e000640 1 -- 172.21.15.32:0/3712003404 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde68052060 con 0x558d459bd2d0 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde6e000640 1 -- 172.21.15.32:0/3712003404 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fde68003800 con 0x558d459bd2d0 2024-04-25T19:08:35.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde68004430 con 0x558d459bd2d0 2024-04-25T19:08:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde6e000640 1 -- 172.21.15.32:0/3712003404 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde68035050 con 0x558d459bd2d0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde89fd6740 10 client.15768 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d459d6980 con 0x558d459bd2d0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.916+0000 7fde6e000640 1 -- 172.21.15.32:0/3712003404 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde68004430 con 0x558d459bd2d0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde6e000640 1 -- 172.21.15.32:0/3712003404 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fde68031b20 con 0x558d459bd2d0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde89fd6740 10 client.15768 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde89fd6740 10 client.15768 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde89fd6740 20 client.15768 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde89fd6740 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d459d7cd0 0x558d459da0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde89fd6740 4 client.15768 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d459368b0 con 0x558d459d7cd0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.917+0000 7fde7fe00640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d459d7cd0 0x558d459da0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.918+0000 7fde7fe00640 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d459d7cd0 0x558d459da0c0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a782de0a6376478d server_cookie=90f743a06f191b6 in_seq=0 out_seq=0 2024-04-25T19:08:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.918+0000 7fde6e000640 10 client.15768 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.918+0000 7fde6e000640 1 -- 172.21.15.32:0/3712003404 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558d459368b0 con 0x558d459d7cd0 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.918+0000 7fde6e000640 10 client.15768 handle_command_reply: tid=0 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.918+0000 7fde89fd6740 1 client.15768 shutdown 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 msgr2=0x558d459c5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 0x558d459c5030 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fde68005ab0 tx=0x7fde68004a00 comp rx=0 tx=0).stop 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 shutdown_connections 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d459d7cd0 0x558d459da0c0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459c7b90 0x558d459c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bd2d0 0x558d459c5030 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 --2- 172.21.15.32:0/3712003404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bc9b0 0x558d459c4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde6e000640 0 client.15768 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 >> 172.21.15.32:0/3712003404 conn(0x558d459b8ec0 msgr2=0x558d459bebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 shutdown_connections 2024-04-25T19:08:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 1 -- 172.21.15.32:0/3712003404 wait complete. 2024-04-25T19:08:35.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.919+0000 7fde89fd6740 20 client.15768 trim_cache size 0 max 16384 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 Processor -- start 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 -- start start 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459d3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459b87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459df6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde801afbe0 con 0x558d459c7b90 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde801b1720 con 0x558d459bc9b0 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.936+0000 7fde89fd6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde801b02b0 con 0x558d459bd2d0 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459d3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde85000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459df6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459d3620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:58606/0 (socket says 172.21.15.32:58606) 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 -- 172.21.15.32:0/2246394183 learned_addr learned my addr 172.21.15.32:0/2246394183 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde77e00640 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459b87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 -- 172.21.15.32:0/2246394183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 msgr2=0x558d459b87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459b87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 -- 172.21.15.32:0/2246394183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 msgr2=0x558d459df6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459df6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.937+0000 7fde7fe00640 1 -- 172.21.15.32:0/2246394183 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d459b8ce0 con 0x558d459bc9b0 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.938+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459d3620 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fde70000c00 tx=0x7fde70087040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d87310ad72d802e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.938+0000 7fde74c00640 1 -- 172.21.15.32:0/2246394183 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7009c5a0 con 0x558d459bc9b0 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.938+0000 7fde74c00640 1 -- 172.21.15.32:0/2246394183 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde700d8040 con 0x558d459bc9b0 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.938+0000 7fde74c00640 1 -- 172.21.15.32:0/2246394183 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7009c3c0 con 0x558d459bc9b0 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 -- 172.21.15.32:0/2246394183 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 msgr2=0x558d459d3620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459d3620 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fde70000c00 tx=0x7fde70087040 comp rx=0 tx=0).stop 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 -- 172.21.15.32:0/2246394183 shutdown_connections 2024-04-25T19:08:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459c7b90 0x558d459df6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459bd2d0 0x558d459b87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2246394183 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bc9b0 0x558d459d3620 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 -- 172.21.15.32:0/2246394183 >> 172.21.15.32:0/2246394183 conn(0x558d459b8ec0 msgr2=0x558d459bfdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 -- 172.21.15.32:0/2246394183 shutdown_connections 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 -- 172.21.15.32:0/2246394183 wait complete. 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.939+0000 7fde89fd6740 1 -- start start 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 Processor -- start 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 0x558d459cfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bd2d0 0x558d459d0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459c7b90 0x558d459cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde801b1050 con 0x558d459bc9b0 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde801b0980 con 0x558d459bd2d0 2024-04-25T19:08:35.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde801adbc0 con 0x558d459c7b90 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde89fd6740 10 client.0 _ll_register_callbacks cb 0x7fde68009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde7fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 0x558d459cfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde7fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 0x558d459cfb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34160/0 (socket says 172.21.15.32:34160) 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.940+0000 7fde7fe00640 1 -- 172.21.15.32:0/2386079593 learned_addr learned my addr 172.21.15.32:0/2386079593 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde85000640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459c7b90 0x558d459cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde77e00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bd2d0 0x558d459d0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde7fe00640 1 -- 172.21.15.32:0/2386079593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459c7b90 msgr2=0x558d459cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459c7b90 0x558d459cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde7fe00640 1 -- 172.21.15.32:0/2386079593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bd2d0 msgr2=0x558d459d0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bd2d0 0x558d459d0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde7fe00640 1 -- 172.21.15.32:0/2386079593 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d459cd8d0 con 0x558d459bc9b0 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde77e00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bd2d0 0x558d459d0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde7fe00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 0x558d459cfb40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fde70087010 tx=0x7fde700bd0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1a28c3b06c2840c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde6e000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:08:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde6e000640 1 -- 172.21.15.32:0/2386079593 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7009ca60 con 0x558d459bc9b0 2024-04-25T19:08:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde6e000640 1 -- 172.21.15.32:0/2386079593 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7fde70009310 con 0x558d459bc9b0 2024-04-25T19:08:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.941+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde700d8040 con 0x558d459bc9b0 2024-04-25T19:08:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde6e000640 1 -- 172.21.15.32:0/2386079593 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde700a0e10 con 0x558d459bc9b0 2024-04-25T19:08:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 10 client.15774 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d45a3dba0 con 0x558d459bc9b0 2024-04-25T19:08:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde6e000640 1 -- 172.21.15.32:0/2386079593 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde700d8040 con 0x558d459bc9b0 2024-04-25T19:08:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde6e000640 1 -- 172.21.15.32:0/2386079593 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fde700ce490 con 0x558d459bc9b0 2024-04-25T19:08:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 10 client.15774 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 10 client.15774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 20 client.15774 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d45a3e200 0x558d45a405f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 4 client.15774 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:08:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d45930320 con 0x558d45a3e200 2024-04-25T19:08:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.942+0000 7fde77e00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d45a3e200 0x558d45a405f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.943+0000 7fde77e00640 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d45a3e200 0x558d45a405f0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e250f23ed75fbbd8 server_cookie=9cdaeb11dd9495a4 in_seq=0 out_seq=0 2024-04-25T19:08:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.943+0000 7fde6e000640 10 client.15774 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde6e000640 1 -- 172.21.15.32:0/2386079593 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d45930320 con 0x558d45a3e200 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde6e000640 10 client.15774 handle_command_reply: tid=0 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 client.15774 shutdown 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 msgr2=0x558d459cfb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 0x558d459cfb40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fde70087010 tx=0x7fde700bd0b0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 shutdown_connections 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558d45a3e200 0x558d45a405f0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558d459c7b90 0x558d459cd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde6e000640 0 client.15774 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558d459bd2d0 0x558d459d0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 --2- 172.21.15.32:0/2386079593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558d459bc9b0 0x558d459cfb40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 >> 172.21.15.32:0/2386079593 conn(0x558d459b8ec0 msgr2=0x558d459be360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 shutdown_connections 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 1 -- 172.21.15.32:0/2386079593 wait complete. 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.955+0000 7fde89fd6740 20 client.15774 trim_cache size 0 max 16384 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:08:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:08:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:08:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde640a3d00 msgr2=0x7fde640a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde640a3d00 0x7fde640a61c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fde780099a0 tx=0x7fde78009500 comp rx=0 tx=0).stop 2024-04-25T19:08:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 msgr2=0x7fde801a0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 0x7fde801a0420 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fde7000e9f0 tx=0x7fde7000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 shutdown_connections 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde640a3d00 0x7fde640a61c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde8019a5d0 0x7fde8019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde80107090 0x7fde801a0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 --2- 172.21.15.32:0/2907867127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde80101fc0 0x7fde801a0420 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.956+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 >> 172.21.15.32:0/2907867127 conn(0x7fde800fd880 msgr2=0x7fde800fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.957+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 shutdown_connections 2024-04-25T19:08:35.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:35.957+0000 7fde85a00640 1 -- 172.21.15.32:0/2907867127 wait complete. 2024-04-25T19:08:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:36 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1440312714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:36.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:36 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1440312714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:36.517 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 4ca4747 --release --await' 2024-04-25T19:08:36.517 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 4ca4747 --release --await 2024-04-25T19:08:36.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:36 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1440312714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:36.983 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:08:37.369 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:37 smithi032 ceph-mon[28041]: pgmap v150: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 852 B/s wr, 8 op/s 2024-04-25T19:08:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:37 smithi066 ceph-mon[32882]: pgmap v150: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 852 B/s wr, 8 op/s 2024-04-25T19:08:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:37 smithi064 ceph-mon[32321]: pgmap v150: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 852 B/s wr, 8 op/s 2024-04-25T19:08:39.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:39 smithi032 ceph-mon[28041]: pgmap v151: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 3.6 KiB/s wr, 14 op/s 2024-04-25T19:08:39.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:39 smithi066 ceph-mon[32882]: pgmap v151: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 3.6 KiB/s wr, 14 op/s 2024-04-25T19:08:39.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:39 smithi064 ceph-mon[32321]: pgmap v151: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 3.6 KiB/s wr, 14 op/s 2024-04-25T19:08:39.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 -- 172.21.15.32:0/1485541186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180105870 msgr2=0x7f21801098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 --2- 172.21.15.32:0/1485541186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180105870 0x7f21801098c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f216c0099c0 tx=0x7f216c009cd0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 -- 172.21.15.32:0/1485541186 shutdown_connections 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 --2- 172.21.15.32:0/1485541186 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2180104ec0 0x7f21801052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 --2- 172.21.15.32:0/1485541186 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2180109fa0 0x7f2180111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 --2- 172.21.15.32:0/1485541186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180105870 0x7f21801098c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 -- 172.21.15.32:0/1485541186 >> 172.21.15.32:0/1485541186 conn(0x7f2180100750 msgr2=0x7f2180102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 -- 172.21.15.32:0/1485541186 shutdown_connections 2024-04-25T19:08:39.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.651+0000 7f2184c00700 1 -- 172.21.15.32:0/1485541186 wait complete. 2024-04-25T19:08:39.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 Processor -- start 2024-04-25T19:08:39.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 -- start start 2024-04-25T19:08:39.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2180104ec0 0x7f218019b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2180105870 0x7f218019b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 0x7f218019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2180114e80 con 0x7f2180105870 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2180114d00 con 0x7f2180104ec0 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.653+0000 7f2184c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2180115000 con 0x7f2180109fa0 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 0x7f218019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217d400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2180105870 0x7f218019b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 0x7f218019fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55624/0 (socket says 172.21.15.32:55624) 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 -- 172.21.15.32:0/1987428617 learned_addr learned my addr 172.21.15.32:0/1987428617 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:39.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217de00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2180104ec0 0x7f218019b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 -- 172.21.15.32:0/1987428617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2180104ec0 msgr2=0x7f218019b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2180104ec0 0x7f218019b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 -- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2180105870 msgr2=0x7f218019b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2180105870 0x7f218019b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 -- 172.21.15.32:0/1987428617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21801a0380 con 0x7f2180109fa0 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.654+0000 7f217e800700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 0x7f218019fc40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f217800ef30 tx=0x7f217800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:39.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.655+0000 7f2176a00700 1 -- 172.21.15.32:0/1987428617 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21780092e0 con 0x7f2180109fa0 2024-04-25T19:08:39.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.655+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21801a0610 con 0x7f2180109fa0 2024-04-25T19:08:39.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.655+0000 7f2176a00700 1 -- 172.21.15.32:0/1987428617 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2178004bb0 con 0x7f2180109fa0 2024-04-25T19:08:39.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.655+0000 7f2176a00700 1 -- 172.21.15.32:0/1987428617 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2178004020 con 0x7f2180109fa0 2024-04-25T19:08:39.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.655+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21801a7ef0 con 0x7f2180109fa0 2024-04-25T19:08:39.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.658+0000 7f2176a00700 1 -- 172.21.15.32:0/1987428617 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f217801b030 con 0x7f2180109fa0 2024-04-25T19:08:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f218f662b80 1 Processor -- start 2024-04-25T19:08:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f2176a00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21640a3db0 0x7f21640a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f218f662b80 1 -- start start 2024-04-25T19:08:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f2176a00700 1 -- 172.21.15.32:0/1987428617 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f21780d0260 con 0x7f2180109fa0 2024-04-25T19:08:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f217d400700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21640a3db0 0x7f21640a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f218f662b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 0x56311084fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f218f662b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x56311085abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.660+0000 7f218f662b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x56311085d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f218f662b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5631107a2f90 con 0x56311084f920 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f218f662b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563110749830 con 0x563110850240 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f218f662b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56311079ef50 con 0x56311085b0f0 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 0x56311084fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 0x56311084fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34192/0 (socket says 172.21.15.32:34192) 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 -- 172.21.15.32:0/2498996415 learned_addr learned my addr 172.21.15.32:0/2498996415 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217d400700 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x56311085abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217e800700 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x56311085d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 -- 172.21.15.32:0/2498996415 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 msgr2=0x56311085d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x56311085d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 -- 172.21.15.32:0/2498996415 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 msgr2=0x56311085abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x56311085abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217de00700 1 -- 172.21.15.32:0/2498996415 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56311073f780 con 0x56311084f920 2024-04-25T19:08:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.661+0000 7f217d400700 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x56311085abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:39.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.662+0000 7f217d400700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21640a3db0 0x7f21640a6270 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f216c000c00 tx=0x7f216c005130 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:39.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.662+0000 7f217de00700 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 0x56311084fd00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2170009d80 tx=0x7f2170011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ab39f542275af90 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:39.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.662+0000 7f216b400700 1 -- 172.21.15.32:0/2498996415 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2170004230 con 0x56311084f920 2024-04-25T19:08:39.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.662+0000 7f216b400700 1 -- 172.21.15.32:0/2498996415 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21700043d0 con 0x56311084f920 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.662+0000 7f216b400700 1 -- 172.21.15.32:0/2498996415 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21700198c0 con 0x56311084f920 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.663+0000 7f218f662b80 1 -- 172.21.15.32:0/2498996415 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 msgr2=0x56311084fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.663+0000 7f218f662b80 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 0x56311084fd00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2170009d80 tx=0x7f2170011720 comp rx=0 tx=0).stop 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.663+0000 7f218f662b80 1 -- 172.21.15.32:0/2498996415 shutdown_connections 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.663+0000 7f218f662b80 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311084f920 0x56311084fd00 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.663+0000 7f218f662b80 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x56311085d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.663+0000 7f218f662b80 1 --2- 172.21.15.32:0/2498996415 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x56311085abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.664+0000 7f218f662b80 1 -- 172.21.15.32:0/2498996415 >> 172.21.15.32:0/2498996415 conn(0x56311077e6a0 msgr2=0x56311084bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.664+0000 7f218f662b80 1 -- 172.21.15.32:0/2498996415 shutdown_connections 2024-04-25T19:08:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.664+0000 7f218f662b80 1 -- 172.21.15.32:0/2498996415 wait complete. 2024-04-25T19:08:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.664+0000 7f218f662b80 1 -- start start 2024-04-25T19:08:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 Processor -- start 2024-04-25T19:08:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311084f920 0x56311085a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110857b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x563110858080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56311085dc10 con 0x563110850240 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56311075c960 con 0x56311084f920 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56311085dd90 con 0x56311085b0f0 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.665+0000 7f218f662b80 10 client.0 _ll_register_callbacks cb 0x56311073b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217de00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311084f920 0x56311085a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217d400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110857b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x563110858080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217de00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311084f920 0x56311085a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:58648/0 (socket says 172.21.15.32:58648) 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x563110858080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55644/0 (socket says 172.21.15.32:55644) 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217de00700 1 -- 172.21.15.32:0/18574501 learned_addr learned my addr 172.21.15.32:0/18574501 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 -- 172.21.15.32:0/18574501 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311084f920 msgr2=0x56311085a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311084f920 0x56311085a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 -- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 msgr2=0x563110857b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110857b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.666+0000 7f217e800700 1 -- 172.21.15.32:0/18574501 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631106f09d0 con 0x56311085b0f0 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f217e800700 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x563110858080 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f21780cd960 tx=0x7f217809be70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=edab41c2562b4fa6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f215fe00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f215fe00700 1 -- 172.21.15.32:0/18574501 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21780b4020 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f215fe00700 1 -- 172.21.15.32:0/18574501 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f21780a4990 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21700043d0 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f215fe00700 1 -- 172.21.15.32:0/18574501 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f217809c940 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f218f662b80 10 client.25954 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563110739bf0 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.667+0000 7f215fe00700 1 -- 172.21.15.32:0/18574501 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21700043d0 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f215fe00700 1 -- 172.21.15.32:0/18574501 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2178098020 con 0x56311085b0f0 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f218f662b80 10 client.25954 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f218f662b80 10 client.25954 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:08:39.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f218f662b80 20 client.25954 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f218f662b80 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56311086a990 0x56311086cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f218f662b80 4 client.25954 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631107b0780 con 0x56311086a990 2024-04-25T19:08:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.668+0000 7f217de00700 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56311086a990 0x56311086cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.669+0000 7f217de00700 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56311086a990 0x56311086cd80 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34357e56771d815b server_cookie=ade678f834889f41 in_seq=0 out_seq=0 2024-04-25T19:08:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.669+0000 7f215fe00700 10 client.25954 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.669+0000 7f215fe00700 1 -- 172.21.15.32:0/18574501 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5631107b0780 con 0x56311086a990 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.669+0000 7f215fe00700 10 client.25954 handle_command_reply: tid=0 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.669+0000 7f218f662b80 1 client.25954 shutdown 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 msgr2=0x563110858080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x563110858080 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f21780cd960 tx=0x7f217809be70 comp rx=0 tx=0).stop 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 shutdown_connections 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56311086a990 0x56311086cd80 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311085b0f0 0x563110858080 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311084f920 0x56311085a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 --2- 172.21.15.32:0/18574501 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110857b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 >> 172.21.15.32:0/18574501 conn(0x56311077e6a0 msgr2=0x56311084b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f215fe00700 0 client.25954 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 shutdown_connections 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 1 -- 172.21.15.32:0/18574501 wait complete. 2024-04-25T19:08:39.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.670+0000 7f218f662b80 20 client.25954 trim_cache size 0 max 16384 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 Processor -- start 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 -- start start 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x563110858030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110872600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311085b0f0 0x563110872b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21801af590 con 0x563110850240 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f21801b10d0 con 0x56311085b0f0 2024-04-25T19:08:39.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f218f662b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f21801afc60 con 0x56311084f920 2024-04-25T19:08:39.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f217d400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110872600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.692+0000 7f217d400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110872600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34214/0 (socket says 172.21.15.32:34214) 2024-04-25T19:08:39.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217d400700 1 -- 172.21.15.32:0/551181200 learned_addr learned my addr 172.21.15.32:0/551181200 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:39.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x563110858030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217e800700 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311085b0f0 0x563110872b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 -- 172.21.15.32:0/551181200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311085b0f0 msgr2=0x563110872b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311085b0f0 0x563110872b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 -- 172.21.15.32:0/551181200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 msgr2=0x563110872600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110872600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 -- 172.21.15.32:0/551181200 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563110850620 con 0x56311084f920 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.693+0000 7f217de00700 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x563110858030 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2170019460 tx=0x7f2170005fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2adcb6bc554ff741 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f216aa00700 1 -- 172.21.15.32:0/551181200 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2170031070 con 0x56311084f920 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f216aa00700 1 -- 172.21.15.32:0/551181200 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f217002be50 con 0x56311084f920 2024-04-25T19:08:39.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f216aa00700 1 -- 172.21.15.32:0/551181200 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21700053b0 con 0x56311084f920 2024-04-25T19:08:39.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 -- 172.21.15.32:0/551181200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 msgr2=0x563110858030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x563110858030 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2170019460 tx=0x7f2170005fa0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 -- 172.21.15.32:0/551181200 shutdown_connections 2024-04-25T19:08:39.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56311085b0f0 0x563110872b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x563110858030 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 --2- 172.21.15.32:0/551181200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563110850240 0x563110872600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.694+0000 7f218f662b80 1 -- 172.21.15.32:0/551181200 >> 172.21.15.32:0/551181200 conn(0x56311077e6a0 msgr2=0x563110857920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:39.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.695+0000 7f218f662b80 1 -- 172.21.15.32:0/551181200 shutdown_connections 2024-04-25T19:08:39.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.695+0000 7f218f662b80 1 -- 172.21.15.32:0/551181200 wait complete. 2024-04-25T19:08:39.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.695+0000 7f218f662b80 1 -- start start 2024-04-25T19:08:39.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 Processor -- start 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x5631108632f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x5631108616a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311085b0f0 0x563110861be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f21801b0a00 con 0x56311085b0f0 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f21801b0330 con 0x563110850240 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f21801ad530 con 0x56311084f920 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f218f662b80 10 client.0 _ll_register_callbacks cb 0x7f21780985b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f217de00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x5631108632f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f217de00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x5631108632f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55658/0 (socket says 172.21.15.32:55658) 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f217de00700 1 -- 172.21.15.32:0/935912969 learned_addr learned my addr 172.21.15.32:0/935912969 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:39.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f217e800700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311085b0f0 0x563110861be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.696+0000 7f217d400700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x5631108616a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217de00700 1 -- 172.21.15.32:0/935912969 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 msgr2=0x5631108616a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217de00700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x5631108616a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217de00700 1 -- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311085b0f0 msgr2=0x563110861be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217de00700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311085b0f0 0x563110861be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217de00700 1 -- 172.21.15.32:0/935912969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631108622b0 con 0x56311084f920 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217e800700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311085b0f0 0x563110861be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f217de00700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x5631108632f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2170009fa0 tx=0x7f2170005b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8706767fd683d566 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f215fe00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.697+0000 7f215fe00700 1 -- 172.21.15.32:0/935912969 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2170031070 con 0x56311084f920 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f215fe00700 1 -- 172.21.15.32:0/935912969 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f2170005480 con 0x56311084f920 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f217002be50 con 0x56311084f920 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f215fe00700 1 -- 172.21.15.32:0/935912969 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2170005680 con 0x56311084f920 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f218f662b80 10 client.25960 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5631108da5f0 con 0x56311084f920 2024-04-25T19:08:39.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f215fe00700 1 -- 172.21.15.32:0/935912969 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f217002be50 con 0x56311084f920 2024-04-25T19:08:39.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.698+0000 7f215fe00700 1 -- 172.21.15.32:0/935912969 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2170003c20 con 0x56311084f920 2024-04-25T19:08:39.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f218f662b80 10 client.25960 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:39.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f218f662b80 10 client.25960 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:08:39.702 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f218f662b80 20 client.25960 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:39.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f218f662b80 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5631108da9f0 0x5631108dcde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:39.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f218f662b80 4 client.25960 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "4ca4747", "release": true, "await": true}] 2024-04-25T19:08:39.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "4ca4747", "release": true, "await": true}) -- 0x5631107aa820 con 0x5631108da9f0 2024-04-25T19:08:39.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f217d400700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5631108da9f0 0x5631108dcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:39.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f217d400700 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5631108da9f0 0x5631108dcde0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b076bd17c53b936 server_cookie=c13042a90a131681 in_seq=0 out_seq=0 2024-04-25T19:08:39.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.699+0000 7f215fe00700 10 client.25960 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:39.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.703+0000 7f215fe00700 1 -- 172.21.15.32:0/935912969 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5631107aa820 con 0x5631108da9f0 2024-04-25T19:08:39.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.703+0000 7f215fe00700 10 client.25960 handle_command_reply: tid=0 2024-04-25T19:08:39.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 client.25960 shutdown 2024-04-25T19:08:39.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 msgr2=0x5631108632f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x5631108632f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f2170009fa0 tx=0x7f2170005b90 comp rx=0 tx=0).stop 2024-04-25T19:08:39.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 shutdown_connections 2024-04-25T19:08:39.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5631108da9f0 0x5631108dcde0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56311085b0f0 0x563110861be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56311084f920 0x5631108632f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 --2- 172.21.15.32:0/935912969 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563110850240 0x5631108616a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 >> 172.21.15.32:0/935912969 conn(0x56311077e6a0 msgr2=0x563110865b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f215fe00700 0 client.25960 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 shutdown_connections 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 1 -- 172.21.15.32:0/935912969 wait complete. 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.704+0000 7f218f662b80 20 client.25960 trim_cache size 0 max 16384 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:08:39.707 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 16, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "4ca4747": { 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 16, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 85.1, 2024-04-25T19:08:39.708 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:39.709 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.705+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21640a3db0 msgr2=0x7f21640a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.705+0000 7f2184c00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21640a3db0 0x7f21640a6270 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f216c000c00 tx=0x7f216c005130 comp rx=0 tx=0).stop 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 msgr2=0x7f218019fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 0x7f218019fc40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f217800ef30 tx=0x7f217800c3a0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 shutdown_connections 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21640a3db0 0x7f21640a6270 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2180109fa0 0x7f218019fc40 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2180104ec0 0x7f218019b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 --2- 172.21.15.32:0/1987428617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2180105870 0x7f218019b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:39.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 >> 172.21.15.32:0/1987428617 conn(0x7f2180100750 msgr2=0x7f2180102a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:39.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 shutdown_connections 2024-04-25T19:08:39.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:39.706+0000 7f2184c00700 1 -- 172.21.15.32:0/1987428617 wait complete. 2024-04-25T19:08:40.675 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '4ca4747', seconds elapsed: 41.6 2024-04-25T19:08:40.675 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.1 2024-04-25T19:08:40.675 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:08:41.138 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:08:41.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:41 smithi066 ceph-mon[32882]: pgmap v152: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:08:41.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:41 smithi032 ceph-mon[28041]: pgmap v152: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:08:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:41 smithi064 ceph-mon[32321]: pgmap v152: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:08:43.257 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:43 smithi032 ceph-mon[28041]: pgmap v153: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:08:43.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 -- 172.21.15.32:0/3980340842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101040 msgr2=0x7f0950101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 --2- 172.21.15.32:0/3980340842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101040 0x7f0950101420 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f0940009990 tx=0x7f0940009ca0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 -- 172.21.15.32:0/3980340842 shutdown_connections 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 --2- 172.21.15.32:0/3980340842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 0x7f095010f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 --2- 172.21.15.32:0/3980340842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101040 0x7f0950101420 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 --2- 172.21.15.32:0/3980340842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0950101960 0x7f095010c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.427+0000 7f094fe00700 1 -- 172.21.15.32:0/3980340842 >> 172.21.15.32:0/3980340842 conn(0x7f09500766e0 msgr2=0x7f0950076af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.428+0000 7f094fe00700 1 -- 172.21.15.32:0/3980340842 shutdown_connections 2024-04-25T19:08:43.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.428+0000 7f094fe00700 1 -- 172.21.15.32:0/3980340842 wait complete. 2024-04-25T19:08:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 Processor -- start 2024-04-25T19:08:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 -- start start 2024-04-25T19:08:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0950101040 0x7f0950102850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 0x7f0950102d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:43.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 0x7f09501032d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0950112b90 con 0x7f095010cfc0 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0950112a10 con 0x7f0950101040 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.429+0000 7f094fe00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0950112d10 con 0x7f0950101960 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 0x7f0950102d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 0x7f0950102d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49612/0 (socket says 172.21.15.32:49612) 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 -- 172.21.15.32:0/2836003999 learned_addr learned my addr 172.21.15.32:0/2836003999 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094ea00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0950101040 0x7f0950102850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:43.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094f400700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 0x7f09501032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 -- 172.21.15.32:0/2836003999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0950101040 msgr2=0x7f0950102850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0950101040 0x7f0950102850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 -- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 msgr2=0x7f09501032d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 0x7f09501032d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 -- 172.21.15.32:0/2836003999 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09501a7640 con 0x7f0950101960 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094f400700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 0x7f09501032d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.430+0000 7f094e000700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 0x7f0950102d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f093800e9c0 tx=0x7f093800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.431+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093800cbd0 con 0x7f0950101960 2024-04-25T19:08:43.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.431+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f093800cd70 con 0x7f0950101960 2024-04-25T19:08:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.431+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0938005580 con 0x7f0950101960 2024-04-25T19:08:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.431+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09501a7930 con 0x7f0950101960 2024-04-25T19:08:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.431+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09501a7e70 con 0x7f0950101960 2024-04-25T19:08:43.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.432+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0950069730 con 0x7f0950101960 2024-04-25T19:08:43.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.434+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0938004750 con 0x7f0950101960 2024-04-25T19:08:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.435+0000 7f0954a00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f09340a3db0 0x7f09340a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.436+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f09380d0b20 con 0x7f0950101960 2024-04-25T19:08:43.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.436+0000 7f094ea00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f09340a3db0 0x7f09340a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:43.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.437+0000 7f094ea00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f09340a3db0 0x7f09340a6270 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0940006010 tx=0x7f094000b260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:43.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.438+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f093809d170 con 0x7f0950101960 2024-04-25T19:08:43.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:43 smithi066 ceph-mon[32882]: pgmap v153: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:08:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:43 smithi064 ceph-mon[32321]: pgmap v153: 97 pgs: 97 active+clean; 4.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:08:43.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.721+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0950103d30 con 0x7f0950101960 2024-04-25T19:08:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.722+0000 7f0954a00700 1 -- 172.21.15.32:0/2836003999 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f093809ca70 con 0x7f0950101960 2024-04-25T19:08:43.725 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:08:43.725 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:03:41.495622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24502":{"gid":24502,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/2220524986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2220524986},{"type":"v1","addr":"172.21.15.66:6835","nonce":2220524986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24524,24538,24532,24512,24514]},"id":1}]} 2024-04-25T19:08:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f09340a3db0 msgr2=0x7f09340a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f09340a3db0 0x7f09340a6270 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0940006010 tx=0x7f094000b260 comp rx=0 tx=0).stop 2024-04-25T19:08:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 msgr2=0x7f0950102d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 0x7f0950102d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f093800e9c0 tx=0x7f093800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 shutdown_connections 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f09340a3db0 0x7f09340a6270 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f095010cfc0 0x7f09501032d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0950101040 0x7f0950102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 --2- 172.21.15.32:0/2836003999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0950101960 0x7f0950102d90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.725+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 >> 172.21.15.32:0/2836003999 conn(0x7f09500766e0 msgr2=0x7f09500fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.726+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 shutdown_connections 2024-04-25T19:08:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:43.726+0000 7f094fe00700 1 -- 172.21.15.32:0/2836003999 wait complete. 2024-04-25T19:08:43.729 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 29 2024-04-25T19:08:44.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:44 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2836003999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:44.453 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:44 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2836003999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:44.514 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 85.1 --await-for 42.0' 2024-04-25T19:08:44.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 85.1 --await-for 42.0 2024-04-25T19:08:44.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:44 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2836003999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:08:44.975 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:08:45.442 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:45 smithi032 ceph-mon[28041]: pgmap v154: 97 pgs: 97 active+clean; 4.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-25T19:08:45.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:45 smithi066 ceph-mon[32882]: pgmap v154: 97 pgs: 97 active+clean; 4.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-25T19:08:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:45 smithi064 ceph-mon[32321]: pgmap v154: 97 pgs: 97 active+clean; 4.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 -- 172.21.15.32:0/4211069813 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 msgr2=0x7faec4107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 --2- 172.21.15.32:0/4211069813 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 0x7faec4107d20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faeb40099c0 tx=0x7faeb4009cd0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 -- 172.21.15.32:0/4211069813 shutdown_connections 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 --2- 172.21.15.32:0/4211069813 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec41034b0 0x7faec410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 --2- 172.21.15.32:0/4211069813 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 0x7faec4107d20 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 --2- 172.21.15.32:0/4211069813 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec4102af0 0x7faec4102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 -- 172.21.15.32:0/4211069813 >> 172.21.15.32:0/4211069813 conn(0x7faec4079ba0 msgr2=0x7faec4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 -- 172.21.15.32:0/4211069813 shutdown_connections 2024-04-25T19:08:47.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.352+0000 7faecaa00700 1 -- 172.21.15.32:0/4211069813 wait complete. 2024-04-25T19:08:47.356 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:47 smithi032 ceph-mon[28041]: pgmap v155: 97 pgs: 97 active+clean; 4.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-04-25T19:08:47.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.354+0000 7faecaa00700 1 Processor -- start 2024-04-25T19:08:47.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 -- start start 2024-04-25T19:08:47.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 0x7faec419b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 0x7faec419b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 0x7faec419fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7faec4112c40 con 0x7faec4102af0 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7faec4112ac0 con 0x7faec4107940 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.355+0000 7faecaa00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faec4112dc0 con 0x7faec41034b0 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 0x7faec419b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 0x7faec419b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 0x7faec419b730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49622/0 (socket says 172.21.15.32:49622) 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 0x7faec419b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45240/0 (socket says 172.21.15.32:45240) 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec8a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 0x7faec419fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 -- 172.21.15.32:0/3753711593 learned_addr learned my addr 172.21.15.32:0/3753711593 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:47.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 -- 172.21.15.32:0/3753711593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 msgr2=0x7faec419fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 0x7faec419fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 -- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 msgr2=0x7faec419b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 0x7faec419b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3400700 1 -- 172.21.15.32:0/3753711593 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec41a0200 con 0x7faec41034b0 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.356+0000 7faec3e00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 0x7faec419b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.357+0000 7faec3400700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 0x7faec419b730 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7faeb000e9a0 tx=0x7faeb000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.357+0000 7faec0c00700 1 -- 172.21.15.32:0/3753711593 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb000ca10 con 0x7faec41034b0 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.357+0000 7faec0c00700 1 -- 172.21.15.32:0/3753711593 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb000cbb0 con 0x7faec41034b0 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.357+0000 7faec0c00700 1 -- 172.21.15.32:0/3753711593 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0018680 con 0x7faec41034b0 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.357+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec41a04f0 con 0x7faec41034b0 2024-04-25T19:08:47.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.357+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec41a7d70 con 0x7faec41034b0 2024-04-25T19:08:47.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.360+0000 7faec0c00700 1 -- 172.21.15.32:0/3753711593 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faeb0010430 con 0x7faec41034b0 2024-04-25T19:08:47.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 Processor -- start 2024-04-25T19:08:47.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faec0c00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faea80a3ed0 0x7faea80a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 -- start start 2024-04-25T19:08:47.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faec0c00700 1 -- 172.21.15.32:0/3753711593 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7faeb00d0990 con 0x7faec41034b0 2024-04-25T19:08:47.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faec8a00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faea80a3ed0 0x7faea80a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 0x5607644b5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644c3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560764409020 con 0x5607644b59b0 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5607643af8c0 con 0x5607644b62d0 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.362+0000 7faed5452b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560764404fe0 con 0x5607644c1180 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 0x5607644b5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 0x5607644b5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45252/0 (socket says 172.21.15.32:45252) 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 -- 172.21.15.32:0/4140059074 learned_addr learned my addr 172.21.15.32:0/4140059074 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3400700 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec8a00700 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644c3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 -- 172.21.15.32:0/4140059074 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 msgr2=0x5607644c3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644c3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 -- 172.21.15.32:0/4140059074 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 msgr2=0x5607644c0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644c0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec8a00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faea80a3ed0 0x7faea80a6390 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7faebc00f560 tx=0x7faebc009920 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3e00700 1 -- 172.21.15.32:0/4140059074 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607643a5810 con 0x5607644b59b0 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.363+0000 7faec3400700 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644c0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.364+0000 7faec3e00700 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 0x5607644b5d90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faeb4015000 tx=0x7faeb40036e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df4c99cf3edd1a05 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.364+0000 7faeb9600700 1 -- 172.21.15.32:0/4140059074 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4027070 con 0x5607644b59b0 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.364+0000 7faeb9600700 1 -- 172.21.15.32:0/4140059074 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb400bcf0 con 0x5607644b59b0 2024-04-25T19:08:47.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.364+0000 7faeb9600700 1 -- 172.21.15.32:0/4140059074 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4003c80 con 0x5607644b59b0 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 -- 172.21.15.32:0/4140059074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 msgr2=0x5607644b5d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 0x5607644b5d90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faeb4015000 tx=0x7faeb40036e0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 -- 172.21.15.32:0/4140059074 shutdown_connections 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b59b0 0x5607644b5d90 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644c3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 --2- 172.21.15.32:0/4140059074 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644c0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 -- 172.21.15.32:0/4140059074 >> 172.21.15.32:0/4140059074 conn(0x5607643e4730 msgr2=0x5607644b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 -- 172.21.15.32:0/4140059074 shutdown_connections 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 -- 172.21.15.32:0/4140059074 wait complete. 2024-04-25T19:08:47.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.365+0000 7faed5452b80 1 -- start start 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 Processor -- start 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644c08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b62d0 0x5607644bdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644be0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5607644c3c40 con 0x5607644c1180 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5607643c29f0 con 0x5607644b59b0 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5607644c3dc0 con 0x5607644b62d0 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.366+0000 7faed5452b80 10 client.0 _ll_register_callbacks cb 0x5607643a18b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644c08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec8a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644be0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644c08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45812/0 (socket says 172.21.15.32:45812) 2024-04-25T19:08:47.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 -- 172.21.15.32:0/1012320215 learned_addr learned my addr 172.21.15.32:0/1012320215 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 -- 172.21.15.32:0/1012320215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b62d0 msgr2=0x5607644bdbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3400700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b62d0 0x5607644bdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b62d0 0x5607644bdbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 -- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 msgr2=0x5607644be0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644be0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 -- 172.21.15.32:0/1012320215 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560764356a60 con 0x5607644b59b0 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3400700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b62d0 0x5607644bdbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec8a00700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644be0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faec3e00700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644c08b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7faeb4000c00 tx=0x7faeb4009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38b6d9ebf65f7fb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.367+0000 7faeae000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faeae000700 1 -- 172.21.15.32:0/1012320215 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4030060 con 0x5607644b59b0 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faeae000700 1 -- 172.21.15.32:0/1012320215 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7faeb400fbb0 con 0x5607644b59b0 2024-04-25T19:08:47.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faeb400bcf0 con 0x5607644b59b0 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faeae000700 1 -- 172.21.15.32:0/1012320215 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faeb4027040 con 0x5607644b59b0 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faed5452b80 10 client.25934 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56076439fc80 con 0x5607644b59b0 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.368+0000 7faeae000700 1 -- 172.21.15.32:0/1012320215 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb400bcf0 con 0x5607644b59b0 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faeae000700 1 -- 172.21.15.32:0/1012320215 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7faeb402a030 con 0x5607644b59b0 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faed5452b80 10 client.25934 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faed5452b80 10 client.25934 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faed5452b80 20 client.25934 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faed5452b80 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607644d07a0 0x5607644d2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faed5452b80 4 client.25934 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560764416810 con 0x5607644d07a0 2024-04-25T19:08:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.369+0000 7faec3400700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607644d07a0 0x5607644d2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.370+0000 7faec3400700 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607644d07a0 0x5607644d2b90 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c967fbb06ddd719a server_cookie=2b10d76011151139 in_seq=0 out_seq=0 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.370+0000 7faeae000700 10 client.25934 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.370+0000 7faeae000700 1 -- 172.21.15.32:0/1012320215 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560764416810 con 0x5607644d07a0 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.370+0000 7faeae000700 10 client.25934 handle_command_reply: tid=0 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.370+0000 7faed5452b80 1 client.25934 shutdown 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 msgr2=0x5607644c08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644c08b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7faeb4000c00 tx=0x7faeb4009310 comp rx=0 tx=0).stop 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 shutdown_connections 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5607644d07a0 0x5607644d2b90 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644be0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faeae000700 0 client.25934 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:47.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644c08b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 --2- 172.21.15.32:0/1012320215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b62d0 0x5607644bdbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 >> 172.21.15.32:0/1012320215 conn(0x5607643e4730 msgr2=0x5607644b1a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:47.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 shutdown_connections 2024-04-25T19:08:47.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 1 -- 172.21.15.32:0/1012320215 wait complete. 2024-04-25T19:08:47.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.371+0000 7faed5452b80 20 client.25934 trim_cache size 0 max 16384 2024-04-25T19:08:47.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.393+0000 7faed5452b80 1 Processor -- start 2024-04-25T19:08:47.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.393+0000 7faed5452b80 1 -- start start 2024-04-25T19:08:47.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.393+0000 7faed5452b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 0x5607644bcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.393+0000 7faed5452b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644b9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.393+0000 7faed5452b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644baeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faed5452b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7faec41af3c0 con 0x5607644c1180 2024-04-25T19:08:47.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faed5452b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7faec41b0f00 con 0x5607644b62d0 2024-04-25T19:08:47.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faed5452b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faec41afa90 con 0x5607644b59b0 2024-04-25T19:08:47.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 0x5607644bcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 0x5607644bcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49662/0 (socket says 172.21.15.32:49662) 2024-04-25T19:08:47.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 -- 172.21.15.32:0/3095798894 learned_addr learned my addr 172.21.15.32:0/3095798894 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3400700 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644b9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec8a00700 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644baeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 -- 172.21.15.32:0/3095798894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 msgr2=0x5607644b9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644b9130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 -- 172.21.15.32:0/3095798894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 msgr2=0x5607644baeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644baeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.394+0000 7faec3e00700 1 -- 172.21.15.32:0/3095798894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607644b68e0 con 0x5607644b59b0 2024-04-25T19:08:47.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.395+0000 7faec3e00700 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 0x5607644bcd90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7faeb4005ff0 tx=0x7faeb40036c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18671c55514e4be6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.395+0000 7faeb8c00700 1 -- 172.21.15.32:0/3095798894 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4030070 con 0x5607644b59b0 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.395+0000 7faeb8c00700 1 -- 172.21.15.32:0/3095798894 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb4009530 con 0x5607644b59b0 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.395+0000 7faeb8c00700 1 -- 172.21.15.32:0/3095798894 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4022480 con 0x5607644b59b0 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 -- 172.21.15.32:0/3095798894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 msgr2=0x5607644bcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 0x5607644bcd90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7faeb4005ff0 tx=0x7faeb40036c0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 -- 172.21.15.32:0/3095798894 shutdown_connections 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644c1180 0x5607644baeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644b59b0 0x5607644bcd90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 --2- 172.21.15.32:0/3095798894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b62d0 0x5607644b9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 -- 172.21.15.32:0/3095798894 >> 172.21.15.32:0/3095798894 conn(0x5607643e4730 msgr2=0x5607644b8a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 -- 172.21.15.32:0/3095798894 shutdown_connections 2024-04-25T19:08:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.396+0000 7faed5452b80 1 -- 172.21.15.32:0/3095798894 wait complete. 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.397+0000 7faed5452b80 1 -- start start 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.397+0000 7faed5452b80 1 Processor -- start 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644d5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b62d0 0x5607644d4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7faec41b0830 con 0x5607644b62d0 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7faec41b0160 con 0x5607644b59b0 2024-04-25T19:08:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faec41ad360 con 0x5607644c1180 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faed5452b80 10 client.0 _ll_register_callbacks cb 0x5607643a18b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b62d0 0x5607644d4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644d5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644d5c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45830/0 (socket says 172.21.15.32:45830) 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 -- 172.21.15.32:0/1041704703 learned_addr learned my addr 172.21.15.32:0/1041704703 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec8a00700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 -- 172.21.15.32:0/1041704703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 msgr2=0x5607644d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644d4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 -- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b62d0 msgr2=0x5607644d4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b62d0 0x5607644d4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3e00700 1 -- 172.21.15.32:0/1041704703 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607644d4ad0 con 0x5607644b59b0 2024-04-25T19:08:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.398+0000 7faec3400700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b62d0 0x5607644d4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.399+0000 7faec3e00700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644d5c70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7faeb4003830 tx=0x7faeb4009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f60b3be65eea12a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.399+0000 7faeae000700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.399+0000 7faeae000700 1 -- 172.21.15.32:0/1041704703 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4030040 con 0x5607644b59b0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.399+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faeb4009530 con 0x5607644b59b0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.399+0000 7faeae000700 1 -- 172.21.15.32:0/1041704703 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7faeb4003b70 con 0x5607644b59b0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faeae000700 1 -- 172.21.15.32:0/1041704703 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faeb404e050 con 0x5607644b59b0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 10 client.25940 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560764537710 con 0x5607644b59b0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faeae000700 1 -- 172.21.15.32:0/1041704703 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb4009530 con 0x5607644b59b0 2024-04-25T19:08:47.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faeae000700 1 -- 172.21.15.32:0/1041704703 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7faeb403c020 con 0x5607644b59b0 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 10 client.25940 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 10 client.25940 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 20 client.25940 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560764537c30 0x56076453a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 4 client.25940 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.1, "await_for": 42.0}] 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.400+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.1, "await_for": 42.0}) -- 0x5607644108b0 con 0x560764537c30 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.401+0000 7faec3400700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560764537c30 0x56076453a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.401+0000 7faec3400700 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560764537c30 0x56076453a020 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc8635dd2c5fbfb1 server_cookie=fd0662d668702b2e in_seq=0 out_seq=0 2024-04-25T19:08:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.401+0000 7faeae000700 10 client.25940 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:47.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faeae000700 1 -- 172.21.15.32:0/1041704703 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5607644108b0 con 0x560764537c30 2024-04-25T19:08:47.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faeae000700 10 client.25940 handle_command_reply: tid=0 2024-04-25T19:08:47.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 client.25940 shutdown 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 msgr2=0x5607644d5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644d5c70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7faeb4003830 tx=0x7faeb4009310 comp rx=0 tx=0).stop 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 shutdown_connections 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560764537c30 0x56076453a020 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5607644c1180 0x5607644d4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5607644b59b0 0x5607644d5c70 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faeae000700 0 client.25940 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 --2- 172.21.15.32:0/1041704703 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5607644b62d0 0x5607644d4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.416+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 >> 172.21.15.32:0/1041704703 conn(0x5607643e4730 msgr2=0x5607644b8140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.417+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 shutdown_connections 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.417+0000 7faed5452b80 1 -- 172.21.15.32:0/1041704703 wait complete. 2024-04-25T19:08:47.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.417+0000 7faed5452b80 20 client.25940 trim_cache size 0 max 16384 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 29, 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 18, 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "3eb81ef9": { 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 18, 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:08:47.420 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 85.1, 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:47.421 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:47.422 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:47.422 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:08:47.422 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:08:47.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faea80a3ed0 msgr2=0x7faea80a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faea80a3ed0 0x7faea80a6390 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7faebc00f560 tx=0x7faebc009920 comp rx=0 tx=0).stop 2024-04-25T19:08:47.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 msgr2=0x7faec419b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 0x7faec419b730 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7faeb000e9a0 tx=0x7faeb000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 shutdown_connections 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7faea80a3ed0 0x7faea80a6390 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec4102af0 0x7faec419b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7faec4107940 0x7faec419fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 --2- 172.21.15.32:0/3753711593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faec41034b0 0x7faec419b730 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 >> 172.21.15.32:0/3753711593 conn(0x7faec4079ba0 msgr2=0x7faec4100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 shutdown_connections 2024-04-25T19:08:47.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:08:47.418+0000 7faecaa00700 1 -- 172.21.15.32:0/3753711593 wait complete. 2024-04-25T19:08:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:47 smithi066 ceph-mon[32882]: pgmap v155: 97 pgs: 97 active+clean; 4.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-04-25T19:08:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:47 smithi064 ceph-mon[32321]: pgmap v155: 97 pgs: 97 active+clean; 4.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-04-25T19:08:48.559 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3eb81ef9', quiesce took 7.9 seconds. Will release after: 25.1 2024-04-25T19:08:49.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.105+0000 7f894fe00640 1 -- 172.21.15.32:0/805224783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895010e590 msgr2=0x7f89501109e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.105+0000 7f894fe00640 1 --2- 172.21.15.32:0/805224783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895010e590 0x7f89501109e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8948009be0 tx=0x7f894802a750 comp rx=0 tx=0).stop 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 -- 172.21.15.32:0/805224783 shutdown_connections 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 --2- 172.21.15.32:0/805224783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895010e590 0x7f89501109e0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 --2- 172.21.15.32:0/805224783 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8950074ca0 0x7f895010e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 --2- 172.21.15.32:0/805224783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8950074380 0x7f8950074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 -- 172.21.15.32:0/805224783 >> 172.21.15.32:0/805224783 conn(0x7f89500fd880 msgr2=0x7f89500ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 -- 172.21.15.32:0/805224783 shutdown_connections 2024-04-25T19:08:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.106+0000 7f894fe00640 1 -- 172.21.15.32:0/805224783 wait complete. 2024-04-25T19:08:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 Processor -- start 2024-04-25T19:08:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 -- start start 2024-04-25T19:08:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8950074380 0x7f895019a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8950074ca0 0x7f895019ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f895010e590 0x7f895019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f89501141c0 con 0x7f8950074380 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8950114040 con 0x7f895010e590 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.107+0000 7f894fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8950114340 con 0x7f8950074ca0 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8950074380 0x7f895019a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f895010e590 0x7f895019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8950074380 0x7f895019a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45306/0 (socket says 172.21.15.32:45306) 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894ea00640 1 -- 172.21.15.32:0/2189716499 learned_addr learned my addr 172.21.15.32:0/2189716499 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f8947e00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8950074ca0 0x7f895019ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 -- 172.21.15.32:0/2189716499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8950074ca0 msgr2=0x7f895019ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8950074ca0 0x7f895019ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 -- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8950074380 msgr2=0x7f895019a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8950074380 0x7f895019a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 -- 172.21.15.32:0/2189716499 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f895019f6e0 con 0x7f895010e590 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.108+0000 7f894f400640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f895010e590 0x7f895019efb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f894802ac70 tx=0x7f8948003c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.109+0000 7f8947400640 1 -- 172.21.15.32:0/2189716499 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8948041020 con 0x7f895010e590 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.109+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f895019f970 con 0x7f895010e590 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.109+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89501a7260 con 0x7f895010e590 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.109+0000 7f8947400640 1 -- 172.21.15.32:0/2189716499 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8948003e10 con 0x7f895010e590 2024-04-25T19:08:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.109+0000 7f8947400640 1 -- 172.21.15.32:0/2189716499 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8948036040 con 0x7f895010e590 2024-04-25T19:08:49.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.112+0000 7f8958be2740 1 Processor -- start 2024-04-25T19:08:49.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8947400640 1 -- 172.21.15.32:0/2189716499 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8948044020 con 0x7f895010e590 2024-04-25T19:08:49.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 -- start start 2024-04-25T19:08:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1ddd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 0x558b3e1e8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1eaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558b3e143900 con 0x558b3e1de2d0 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558b3e0e9ef0 con 0x558b3e1e8b90 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.113+0000 7f8958be2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558b3e13f8c0 con 0x558b3e1dd9b0 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 0x558b3e1e8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 0x558b3e1e8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45318/0 (socket says 172.21.15.32:45318) 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 -- 172.21.15.32:0/2046385815 learned_addr learned my addr 172.21.15.32:0/2046385815 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f8947e00640 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1eaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f8947e00640 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1ddd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 -- 172.21.15.32:0/2046385815 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 msgr2=0x558b3e1ddd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1ddd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 -- 172.21.15.32:0/2046385815 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 msgr2=0x558b3e1eaf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1eaf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 -- 172.21.15.32:0/2046385815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b3de56210 con 0x558b3e1de2d0 2024-04-25T19:08:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f8947e00640 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1ddd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:08:49.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.114+0000 7f894ea00640 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 0x558b3e1e8650 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8940009de0 tx=0x7f8940011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4018d1a53a75510a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:49.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.115+0000 7f8947400640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89340a3d00 0x7f89340a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.115+0000 7f8947400640 1 -- 172.21.15.32:0/2189716499 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f89480f0be0 con 0x7f895010e590 2024-04-25T19:08:49.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.115+0000 7f893fe00640 1 -- 172.21.15.32:0/2046385815 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894001e070 con 0x558b3e1de2d0 2024-04-25T19:08:49.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.115+0000 7f893fe00640 1 -- 172.21.15.32:0/2046385815 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8940019ae0 con 0x558b3e1de2d0 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.115+0000 7f893fe00640 1 -- 172.21.15.32:0/2046385815 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894000ead0 con 0x558b3e1de2d0 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.115+0000 7f8947e00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89340a3d00 0x7f89340a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 -- 172.21.15.32:0/2046385815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 msgr2=0x558b3e1e8650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 0x558b3e1e8650 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8940009de0 tx=0x7f8940011810 comp rx=0 tx=0).stop 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8947e00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89340a3d00 0x7f89340a61c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x558b3e1db2e0 tx=0x7f89380046c0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 -- 172.21.15.32:0/2046385815 shutdown_connections 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1eaf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1de2d0 0x558b3e1e8650 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 --2- 172.21.15.32:0/2046385815 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1ddd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 -- 172.21.15.32:0/2046385815 >> 172.21.15.32:0/2046385815 conn(0x558b3e1d9ec0 msgr2=0x558b3e1da2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 -- 172.21.15.32:0/2046385815 shutdown_connections 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 -- 172.21.15.32:0/2046385815 wait complete. 2024-04-25T19:08:49.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 -- start start 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.116+0000 7f8958be2740 1 Processor -- start 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1e5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558b3e1eb7c0 con 0x558b3e1dd9b0 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558b3e0fd310 con 0x558b3e1e8b90 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558b3e1eb940 con 0x558b3e1de2d0 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8958be2740 10 client.0 _ll_register_callbacks cb 0x558b3e0cbcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1e5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8947e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1e5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45320/0 (socket says 172.21.15.32:45320) 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f8947e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49720/0 (socket says 172.21.15.32:49720) 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f894ea00640 1 -- 172.21.15.32:0/4033530670 learned_addr learned my addr 172.21.15.32:0/4033530670 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.117+0000 7f894f400640 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f894ea00640 1 -- 172.21.15.32:0/4033530670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 msgr2=0x558b3e1e6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f894ea00640 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f894ea00640 1 -- 172.21.15.32:0/4033530670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 msgr2=0x558b3e1e6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f894ea00640 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f894ea00640 1 -- 172.21.15.32:0/4033530670 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b3df22620 con 0x558b3e1dd9b0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f894ea00640 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1e5ae0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f894000a010 tx=0x7f8940009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1dedd0575897e53 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f893cc00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f893cc00640 1 -- 172.21.15.32:0/4033530670 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940027070 con 0x558b3e1dd9b0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f893cc00640 1 -- 172.21.15.32:0/4033530670 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f8940019840 con 0x558b3e1dd9b0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.118+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8940019ae0 con 0x558b3e1dd9b0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f893cc00640 1 -- 172.21.15.32:0/4033530670 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8940033050 con 0x558b3e1dd9b0 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 10 client.15828 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558b3e1f7a70 con 0x558b3e1dd9b0 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f893cc00640 1 -- 172.21.15.32:0/4033530670 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8940019ae0 con 0x558b3e1dd9b0 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f893cc00640 1 -- 172.21.15.32:0/4033530670 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f894000ebe0 con 0x558b3e1dd9b0 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 10 client.15828 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 10 client.15828 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 20 client.15828 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e1f8e20 0x558b3e1fb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 4 client.15828 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.119+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b3e1578b0 con 0x558b3e1f8e20 2024-04-25T19:08:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.120+0000 7f8947e00640 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e1f8e20 0x558b3e1fb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.120+0000 7f8947e00640 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e1f8e20 0x558b3e1fb210 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd79d90f9f4ebe2c server_cookie=ef497b69c568b23a in_seq=0 out_seq=0 2024-04-25T19:08:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.120+0000 7f893cc00640 10 client.15828 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.121+0000 7f893cc00640 1 -- 172.21.15.32:0/4033530670 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558b3e1578b0 con 0x558b3e1f8e20 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.121+0000 7f893cc00640 10 client.15828 handle_command_reply: tid=0 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.121+0000 7f8958be2740 1 client.15828 shutdown 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 msgr2=0x558b3e1e5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1e5ae0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f894000a010 tx=0x7f8940009ad0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 shutdown_connections 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e1f8e20 0x558b3e1fb210 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 --2- 172.21.15.32:0/4033530670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1e5ae0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f893cc00640 0 client.15828 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 >> 172.21.15.32:0/4033530670 conn(0x558b3e1d9ec0 msgr2=0x558b3e1dfc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 shutdown_connections 2024-04-25T19:08:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 1 -- 172.21.15.32:0/4033530670 wait complete. 2024-04-25T19:08:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.122+0000 7f8958be2740 20 client.15828 trim_cache size 0 max 16384 2024-04-25T19:08:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.139+0000 7f8958be2740 1 Processor -- start 2024-04-25T19:08:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.139+0000 7f8958be2740 1 -- start start 2024-04-25T19:08:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.139+0000 7f8958be2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.139+0000 7f8958be2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8958be2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8958be2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f892c00e750 con 0x558b3e1dd9b0 2024-04-25T19:08:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8958be2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f892c010290 con 0x558b3e1e8b90 2024-04-25T19:08:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8958be2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f892c00ee20 con 0x558b3e1de2d0 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f894f400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f894ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1f46e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45324/0 (socket says 172.21.15.32:45324) 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e4c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49734/0 (socket says 172.21.15.32:49734) 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f894ea00640 1 -- 172.21.15.32:0/857303594 learned_addr learned my addr 172.21.15.32:0/857303594 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 -- 172.21.15.32:0/857303594 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 msgr2=0x558b3e1e0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 -- 172.21.15.32:0/857303594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 msgr2=0x558b3e1f46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1f46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.140+0000 7f8947e00640 1 -- 172.21.15.32:0/857303594 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b3e1db0f0 con 0x558b3e1de2d0 2024-04-25T19:08:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.141+0000 7f8947e00640 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e4c60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x558b3e1fba00 tx=0x7f8938012070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a016caaff06afd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.141+0000 7f893f400640 1 -- 172.21.15.32:0/857303594 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8938010be0 con 0x558b3e1de2d0 2024-04-25T19:08:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.141+0000 7f893f400640 1 -- 172.21.15.32:0/857303594 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8938031070 con 0x558b3e1de2d0 2024-04-25T19:08:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.141+0000 7f893f400640 1 -- 172.21.15.32:0/857303594 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8938020af0 con 0x558b3e1de2d0 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 -- 172.21.15.32:0/857303594 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 msgr2=0x558b3e1e4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e4c60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x558b3e1fba00 tx=0x7f8938012070 comp rx=0 tx=0).stop 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 -- 172.21.15.32:0/857303594 shutdown_connections 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1e8b90 0x558b3e1e0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1de2d0 0x558b3e1e4c60 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 --2- 172.21.15.32:0/857303594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1dd9b0 0x558b3e1f46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 -- 172.21.15.32:0/857303594 >> 172.21.15.32:0/857303594 conn(0x558b3e1d9ec0 msgr2=0x558b3e1d8790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 -- 172.21.15.32:0/857303594 shutdown_connections 2024-04-25T19:08:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 -- 172.21.15.32:0/857303594 wait complete. 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.142+0000 7f8958be2740 1 -- start start 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 Processor -- start 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1edbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1de2d0 0x558b3e1ee100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1e8b90 0x558b3e1ee640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f892c00fbc0 con 0x558b3e1e8b90 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f892c00f4f0 con 0x558b3e1de2d0 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f892c00c730 con 0x558b3e1dd9b0 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.143+0000 7f8958be2740 10 client.0 _ll_register_callbacks cb 0x7f8940009c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1e8b90 0x558b3e1ee640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1edbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1edbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49744/0 (socket says 172.21.15.32:49744) 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 -- 172.21.15.32:0/874874907 learned_addr learned my addr 172.21.15.32:0/874874907 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f8947e00640 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1de2d0 0x558b3e1ee100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 -- 172.21.15.32:0/874874907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1de2d0 msgr2=0x558b3e1ee100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1de2d0 0x558b3e1ee100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 -- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1e8b90 msgr2=0x558b3e1ee640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1e8b90 0x558b3e1ee640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 -- 172.21.15.32:0/874874907 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b3e25d300 con 0x558b3e1dd9b0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f894ea00640 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1edbc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f89400047b0 tx=0x7f8940009a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fa721c6ac9b07d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f893cc00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.144+0000 7f893cc00640 1 -- 172.21.15.32:0/874874907 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940027040 con 0x558b3e1dd9b0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f893cc00640 1 -- 172.21.15.32:0/874874907 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f8940019640 con 0x558b3e1dd9b0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8938031070 con 0x558b3e1dd9b0 2024-04-25T19:08:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f893cc00640 1 -- 172.21.15.32:0/874874907 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8940044050 con 0x558b3e1dd9b0 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 10 client.25999 fetch_fsmap learned FSMap version 29 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558b3e25e570 con 0x558b3e1dd9b0 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f893cc00640 1 -- 172.21.15.32:0/874874907 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8938031070 con 0x558b3e1dd9b0 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f893cc00640 1 -- 172.21.15.32:0/874874907 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f894003f030 con 0x558b3e1dd9b0 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 10 client.25999 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 10 client.25999 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 20 client.25999 populate_metadata read hostname 'smithi032' 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e25ecb0 0x558b3e2610d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:08:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 4 client.25999 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:08:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.145+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558b3e151320 con 0x558b3e25ecb0 2024-04-25T19:08:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.146+0000 7f8947e00640 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e25ecb0 0x558b3e2610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:08:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.146+0000 7f8947e00640 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e25ecb0 0x558b3e2610d0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8707ee741779dbd server_cookie=f5bb863ffdeb5cb2 in_seq=0 out_seq=0 2024-04-25T19:08:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.146+0000 7f893cc00640 10 client.25999 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f893cc00640 1 -- 172.21.15.32:0/874874907 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558b3e151320 con 0x558b3e25ecb0 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f893cc00640 10 client.25999 handle_command_reply: tid=0 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 client.25999 shutdown 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 msgr2=0x558b3e1edbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1edbc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f89400047b0 tx=0x7f8940009a30 comp rx=0 tx=0).stop 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 shutdown_connections 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558b3e25ecb0 0x558b3e2610d0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558b3e1e8b90 0x558b3e1ee640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558b3e1de2d0 0x558b3e1ee100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 --2- 172.21.15.32:0/874874907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558b3e1dd9b0 0x558b3e1edbc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f893cc00640 0 client.25999 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 >> 172.21.15.32:0/874874907 conn(0x558b3e1d9ec0 msgr2=0x558b3e1e4ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 shutdown_connections 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 1 -- 172.21.15.32:0/874874907 wait complete. 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.157+0000 7f8958be2740 20 client.25999 trim_cache size 0 max 16384 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:08:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:08:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89340a3d00 msgr2=0x7f89340a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89340a3d00 0x7f89340a61c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x558b3e1db2e0 tx=0x7f89380046c0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f895010e590 msgr2=0x7f895019efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:08:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f895010e590 0x7f895019efb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f894802ac70 tx=0x7f8948003c20 comp rx=0 tx=0).stop 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 shutdown_connections 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89340a3d00 0x7f89340a61c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f895010e590 0x7f895019efb0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8950074ca0 0x7f895019ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 --2- 172.21.15.32:0/2189716499 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8950074380 0x7f895019a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 >> 172.21.15.32:0/2189716499 conn(0x7f89500fd880 msgr2=0x7f89500fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.158+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 shutdown_connections 2024-04-25T19:08:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:08:49.159+0000 7f894fe00640 1 -- 172.21.15.32:0/2189716499 wait complete. 2024-04-25T19:08:49.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:49 smithi066 ceph-mon[32882]: pgmap v156: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 17 op/s 2024-04-25T19:08:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:49 smithi064 ceph-mon[32321]: pgmap v156: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 17 op/s 2024-04-25T19:08:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:49 smithi032 ceph-mon[28041]: pgmap v156: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 17 op/s 2024-04-25T19:08:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:51 smithi066 ceph-mon[32882]: pgmap v157: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:08:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:51 smithi064 ceph-mon[32321]: pgmap v157: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:08:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:51 smithi032 ceph-mon[28041]: pgmap v157: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:08:53.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:53 smithi066 ceph-mon[32882]: pgmap v158: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:08:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:53 smithi064 ceph-mon[32321]: pgmap v158: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:08:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:53 smithi032 ceph-mon[28041]: pgmap v158: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:08:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:55 smithi066 ceph-mon[32882]: pgmap v159: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 18 op/s 2024-04-25T19:08:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:55 smithi064 ceph-mon[32321]: pgmap v159: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 18 op/s 2024-04-25T19:08:55.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:55 smithi032 ceph-mon[28041]: pgmap v159: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 18 op/s 2024-04-25T19:08:57.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:57 smithi066 ceph-mon[32882]: pgmap v160: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-04-25T19:08:57.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:57 smithi064 ceph-mon[32321]: pgmap v160: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-04-25T19:08:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:57 smithi032 ceph-mon[28041]: pgmap v160: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-04-25T19:08:58.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:58 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:08:58.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:58 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:08:58.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:58 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:08:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:59 smithi066 ceph-mon[32882]: pgmap v161: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-25T19:08:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:59 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:08:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:59 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:08:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:08:59 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:08:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:59 smithi064 ceph-mon[32321]: pgmap v161: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-25T19:08:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:59 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:08:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:59 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:08:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:08:59 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:08:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:59 smithi032 ceph-mon[28041]: pgmap v161: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 17 op/s 2024-04-25T19:08:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:59 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:08:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:59 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:08:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:08:59 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:09:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:01 smithi066 ceph-mon[32882]: pgmap v162: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:09:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:01 smithi064 ceph-mon[32321]: pgmap v162: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:09:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:01 smithi032 ceph-mon[28041]: pgmap v162: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.304+0000 7f57e5600640 1 -- 172.21.15.32:0/858001182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 msgr2=0x7f57e010ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.304+0000 7f57e5600640 1 --2- 172.21.15.32:0/858001182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e010ec70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f57d8009900 tx=0x7f57d802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 -- 172.21.15.32:0/858001182 shutdown_connections 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 --2- 172.21.15.32:0/858001182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e010ec70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 --2- 172.21.15.32:0/858001182 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57e0102980 0x7f57e01069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 --2- 172.21.15.32:0/858001182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e0101fd0 0x7f57e01023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 -- 172.21.15.32:0/858001182 >> 172.21.15.32:0/858001182 conn(0x7f57e00fd890 msgr2=0x7f57e00ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 -- 172.21.15.32:0/858001182 shutdown_connections 2024-04-25T19:09:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.305+0000 7f57e5600640 1 -- 172.21.15.32:0/858001182 wait complete. 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 Processor -- start 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 -- start start 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57e0101fd0 0x7f57e01a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e01a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 0x7f57e019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f57e0112010 con 0x7f57e01070a0 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f57e0111e90 con 0x7f57e019a610 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.306+0000 7f57e5600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f57e0112190 con 0x7f57e0101fd0 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 0x7f57e019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 0x7f57e019aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51950/0 (socket says 172.21.15.32:51950) 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 -- 172.21.15.32:0/2223069521 learned_addr learned my addr 172.21.15.32:0/2223069521 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57dfe00640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57e0101fd0 0x7f57e01a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57df400640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e01a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 -- 172.21.15.32:0/2223069521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57e0101fd0 msgr2=0x7f57e01a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57e0101fd0 0x7f57e01a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 -- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 msgr2=0x7f57e01a09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e01a09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57e4c00640 1 -- 172.21.15.32:0/2223069521 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57e019b130 con 0x7f57e019a610 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.307+0000 7f57df400640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e01a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.308+0000 7f57e4c00640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 0x7f57e019aac0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f57d8004770 tx=0x7f57d8004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.308+0000 7f57dcc00640 1 -- 172.21.15.32:0/2223069521 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d803f030 con 0x7f57e019a610 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.308+0000 7f57dcc00640 1 -- 172.21.15.32:0/2223069521 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d8004440 con 0x7f57e019a610 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.308+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57e019b3c0 con 0x7f57e019a610 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.308+0000 7f57dcc00640 1 -- 172.21.15.32:0/2223069521 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d8035070 con 0x7f57e019a610 2024-04-25T19:09:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.308+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57e01a75b0 con 0x7f57e019a610 2024-04-25T19:09:02.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.311+0000 7f57e9a0f740 1 Processor -- start 2024-04-25T19:09:02.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.311+0000 7f57dcc00640 1 -- 172.21.15.32:0/2223069521 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f57d8042030 con 0x7f57e019a610 2024-04-25T19:09:02.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 -- start start 2024-04-25T19:09:02.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 0x56278cce4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278ccef650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278ccefb90 0x56278ccf1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56278cc4a900 con 0x56278cce52d0 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56278cbf0ef0 con 0x56278ccefb90 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56278cc468c0 con 0x56278cce49b0 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57dfe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278ccef650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 0x56278cce4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 0x56278cce4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49192/0 (socket says 172.21.15.32:49192) 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57dfe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278ccef650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45904/0 (socket says 172.21.15.32:45904) 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.312+0000 7f57df400640 1 -- 172.21.15.32:0/3263758600 learned_addr learned my addr 172.21.15.32:0/3263758600 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57df400640 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278ccefb90 0x56278ccf1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57dfe00640 1 -- 172.21.15.32:0/3263758600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 msgr2=0x56278cce4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57dfe00640 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 0x56278cce4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57dfe00640 1 -- 172.21.15.32:0/3263758600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278ccefb90 msgr2=0x56278ccf1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57dfe00640 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278ccefb90 0x56278ccf1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57dfe00640 1 -- 172.21.15.32:0/3263758600 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56278c95d210 con 0x56278cce52d0 2024-04-25T19:09:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57df400640 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 0x56278cce4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.313+0000 7f57dfe00640 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278ccef650 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f57d0009c20 tx=0x7f57d0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6ab20eebf544897 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.314+0000 7f57d5200640 1 -- 172.21.15.32:0/3263758600 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d0004050 con 0x56278cce52d0 2024-04-25T19:09:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.314+0000 7f57dcc00640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57c00a3d00 0x7f57c00a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.314+0000 7f57d5200640 1 -- 172.21.15.32:0/3263758600 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d00054d0 con 0x56278cce52d0 2024-04-25T19:09:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.314+0000 7f57d5200640 1 -- 172.21.15.32:0/3263758600 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d0004ba0 con 0x56278cce52d0 2024-04-25T19:09:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.314+0000 7f57dcc00640 1 -- 172.21.15.32:0/2223069521 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f57d80f0bd0 con 0x7f57e019a610 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.314+0000 7f57df400640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57c00a3d00 0x7f57c00a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3263758600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 msgr2=0x56278ccef650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278ccef650 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f57d0009c20 tx=0x7f57d0011810 comp rx=0 tx=0).stop 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3263758600 shutdown_connections 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278ccefb90 0x56278ccf1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278ccef650 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3263758600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce49b0 0x56278cce4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3263758600 >> 172.21.15.32:0/3263758600 conn(0x56278cce0ec0 msgr2=0x56278cce12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3263758600 shutdown_connections 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57df400640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57c00a3d00 0x7f57c00a61c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x56278cce22e0 tx=0x7f57c8009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3263758600 wait complete. 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.315+0000 7f57e9a0f740 1 -- start start 2024-04-25T19:09:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 Processor -- start 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccecae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278cced020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278cced560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56278ccf27c0 con 0x56278ccefb90 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56278cc04310 con 0x56278cce49b0 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56278ccf2940 con 0x56278cce52d0 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e9a0f740 10 client.0 _ll_register_callbacks cb 0x56278cbd2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.316+0000 7f57e4c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278cced560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57dfe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccecae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278cced020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278cced560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45916/0 (socket says 172.21.15.32:45916) 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 -- 172.21.15.32:0/1019986004 learned_addr learned my addr 172.21.15.32:0/1019986004 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 -- 172.21.15.32:0/1019986004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 msgr2=0x56278cced020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278cced020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 -- 172.21.15.32:0/1019986004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 msgr2=0x56278ccecae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccecae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 -- 172.21.15.32:0/1019986004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56278ca29620 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57dfe00640 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccecae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e4c00640 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278cced560 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f57d80c5260 tx=0x7f57d80bd2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2c13648aaa422b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57cd600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57cd600640 1 -- 172.21.15.32:0/1019986004 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d8049040 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57cd600640 1 -- 172.21.15.32:0/1019986004 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f57d80b9190 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.317+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57d00054d0 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57cd600640 1 -- 172.21.15.32:0/1019986004 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f57d80c5790 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 10 client.15846 fetch_fsmap learned FSMap version 29 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56278ccfe9d0 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57cd600640 1 -- 172.21.15.32:0/1019986004 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d00054d0 con 0x56278ccefb90 2024-04-25T19:09:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57cd600640 1 -- 172.21.15.32:0/1019986004 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f57d80dbce0 con 0x56278ccefb90 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 10 client.15846 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 10 client.15846 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 20 client.15846 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278ccffeb0 0x56278cd02310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 4 client.15846 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.318+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56278cc5e8b0 con 0x56278ccffeb0 2024-04-25T19:09:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.319+0000 7f57dfe00640 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278ccffeb0 0x56278cd02310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.319+0000 7f57dfe00640 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278ccffeb0 0x56278cd02310 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c304ec646466d96f server_cookie=f87458d35b19356 in_seq=0 out_seq=0 2024-04-25T19:09:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.319+0000 7f57cd600640 10 client.15846 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57cd600640 1 -- 172.21.15.32:0/1019986004 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56278cc5e8b0 con 0x56278ccffeb0 2024-04-25T19:09:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57cd600640 10 client.15846 handle_command_reply: tid=0 2024-04-25T19:09:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 client.15846 shutdown 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 msgr2=0x56278cced560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278cced560 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f57d80c5260 tx=0x7f57d80bd2e0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 shutdown_connections 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278ccffeb0 0x56278cd02310 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278cced560 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278cced020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.320+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/1019986004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccecae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.321+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 >> 172.21.15.32:0/1019986004 conn(0x56278cce0ec0 msgr2=0x56278cce6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.321+0000 7f57cd600640 0 client.15846 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.321+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 shutdown_connections 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.321+0000 7f57e9a0f740 1 -- 172.21.15.32:0/1019986004 wait complete. 2024-04-25T19:09:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.321+0000 7f57e9a0f740 20 client.15846 trim_cache size 0 max 16384 2024-04-25T19:09:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.337+0000 7f57e9a0f740 1 Processor -- start 2024-04-25T19:09:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.337+0000 7f57e9a0f740 1 -- start start 2024-04-25T19:09:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccfb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278cce07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278ccefb90 0x56278cce6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f57e01afb90 con 0x56278cce52d0 2024-04-25T19:09:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f57e01b16d0 con 0x56278cce49b0 2024-04-25T19:09:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f57e01b0260 con 0x56278ccefb90 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57dfe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccfb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57dfe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccfb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51982/0 (socket says 172.21.15.32:51982) 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57df400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278cce07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57dfe00640 1 -- 172.21.15.32:0/3598396203 learned_addr learned my addr 172.21.15.32:0/3598396203 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.338+0000 7f57e4c00640 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278ccefb90 0x56278cce6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57e4c00640 1 -- 172.21.15.32:0/3598396203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 msgr2=0x56278ccfb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57e4c00640 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccfb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57e4c00640 1 -- 172.21.15.32:0/3598396203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 msgr2=0x56278cce07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57e4c00640 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278cce07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57e4c00640 1 -- 172.21.15.32:0/3598396203 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56278cce0ce0 con 0x56278ccefb90 2024-04-25T19:09:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57e4c00640 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278ccefb90 0x56278cce6a70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f57d8005c40 tx=0x7f57d80c1050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e72667b9f831e901 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57cfe00640 1 -- 172.21.15.32:0/3598396203 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d8049070 con 0x56278ccefb90 2024-04-25T19:09:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57cfe00640 1 -- 172.21.15.32:0/3598396203 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d80bde50 con 0x56278ccefb90 2024-04-25T19:09:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.339+0000 7f57cfe00640 1 -- 172.21.15.32:0/3598396203 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d80b8a30 con 0x56278ccefb90 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3598396203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278ccefb90 msgr2=0x56278cce6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278ccefb90 0x56278cce6a70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f57d8005c40 tx=0x7f57d80c1050 comp rx=0 tx=0).stop 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3598396203 shutdown_connections 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278ccefb90 0x56278cce6a70 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278cce52d0 0x56278cce07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/3598396203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccfb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3598396203 >> 172.21.15.32:0/3598396203 conn(0x56278cce0ec0 msgr2=0x56278cce6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3598396203 shutdown_connections 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 -- 172.21.15.32:0/3598396203 wait complete. 2024-04-25T19:09:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.340+0000 7f57e9a0f740 1 -- start start 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 Processor -- start 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccf54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278ccf5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278ccf5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f57e01b1000 con 0x56278ccefb90 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f57e01b0930 con 0x56278cce49b0 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f57e01adb70 con 0x56278cce52d0 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57e9a0f740 10 client.0 _ll_register_callbacks cb 0x7f57d80bc6f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.341+0000 7f57df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278ccf5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57e4c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278ccf5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278ccf5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49226/0 (socket says 172.21.15.32:49226) 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 -- 172.21.15.32:0/137357214 learned_addr learned my addr 172.21.15.32:0/137357214 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57dfe00640 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccf54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 -- 172.21.15.32:0/137357214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 msgr2=0x56278ccf54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccf54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 -- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 msgr2=0x56278ccf5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278ccf5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 -- 172.21.15.32:0/137357214 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56278cd6dcb0 con 0x56278cce52d0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57df400640 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278ccf5a00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f57c8009fd0 tx=0x7f57c8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c237fa8649645471 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.342+0000 7f57cd600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57cd600640 1 -- 172.21.15.32:0/137357214 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c802f070 con 0x56278cce52d0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57d80bde50 con 0x56278cce52d0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57cd600640 1 -- 172.21.15.32:0/137357214 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8498+0+0 (secure 0 0 0) 0x7f57c8010a00 con 0x56278cce52d0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57cd600640 1 -- 172.21.15.32:0/137357214 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f57c803b050 con 0x56278cce52d0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57e9a0f740 10 client.26017 fetch_fsmap learned FSMap version 29 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56278cd6ef80 con 0x56278cce52d0 2024-04-25T19:09:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.343+0000 7f57cd600640 1 -- 172.21.15.32:0/137357214 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d80bde50 con 0x56278cce52d0 2024-04-25T19:09:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57cd600640 1 -- 172.21.15.32:0/137357214 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f57c801d3d0 con 0x56278cce52d0 2024-04-25T19:09:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57e9a0f740 10 client.26017 fetch_fsmap finished waiting for FSMap version 29 2024-04-25T19:09:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57e9a0f740 10 client.26017 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57e9a0f740 20 client.26017 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278cd6f710 0x56278cd71b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57e9a0f740 4 client.26017 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:09:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56278cc58320 con 0x56278cd6f710 2024-04-25T19:09:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57dfe00640 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278cd6f710 0x56278cd71b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.344+0000 7f57dfe00640 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278cd6f710 0x56278cd71b30 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd838d041932e063 server_cookie=204743784c208d18 in_seq=0 out_seq=0 2024-04-25T19:09:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.345+0000 7f57cd600640 10 client.26017 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57cd600640 1 -- 172.21.15.32:0/137357214 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56278cc58320 con 0x56278cd6f710 2024-04-25T19:09:02.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57cd600640 10 client.26017 handle_command_reply: tid=0 2024-04-25T19:09:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57e9a0f740 1 client.26017 shutdown 2024-04-25T19:09:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 msgr2=0x56278ccf5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278ccf5a00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f57c8009fd0 tx=0x7f57c8004a40 comp rx=0 tx=0).stop 2024-04-25T19:09:02.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 shutdown_connections 2024-04-25T19:09:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.865+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56278cd6f710 0x56278cd71b30 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56278ccefb90 0x56278ccf5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56278cce52d0 0x56278ccf5a00 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57cd600640 0 client.26017 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57e9a0f740 1 --2- 172.21.15.32:0/137357214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56278cce49b0 0x56278ccf54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 >> 172.21.15.32:0/137357214 conn(0x56278cce0ec0 msgr2=0x56278cceafd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 shutdown_connections 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.866+0000 7f57e9a0f740 1 -- 172.21.15.32:0/137357214 wait complete. 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.867+0000 7f57e9a0f740 20 client.26017 trim_cache size 0 max 16384 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:09:02.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57c00a3d00 msgr2=0x7f57c00a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57c00a3d00 0x7f57c00a61c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x56278cce22e0 tx=0x7f57c8009500 comp rx=0 tx=0).stop 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 msgr2=0x7f57e019aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 0x7f57e019aac0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f57d8004770 tx=0x7f57d8004040 comp rx=0 tx=0).stop 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 shutdown_connections 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f57c00a3d00 0x7f57c00a61c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f57e019a610 0x7f57e019aac0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e01070a0 0x7f57e01a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 --2- 172.21.15.32:0/2223069521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f57e0101fd0 0x7f57e01a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 >> 172.21.15.32:0/2223069521 conn(0x7f57e00fd890 msgr2=0x7f57e00ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.868+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 shutdown_connections 2024-04-25T19:09:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:02.869+0000 7f57e5600640 1 -- 172.21.15.32:0/2223069521 wait complete. 2024-04-25T19:09:03.445 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-mon[32882]: pgmap v163: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: *** Caught signal (Segmentation fault) ** 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: in thread 7f5ac5001700 thread_name:md_log_replay 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f5ad63c2d20] 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55e291a1638f] 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55e291a19b23] 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 4: (MDLog::_replay_thread()+0x617) [0x55e291a74647] 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55e291a7dd31] 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f5ad63b81ca] 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 7: clone() 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.377+0000 7f5ac5001700 -1 *** Caught signal (Segmentation fault) ** 2024-04-25T19:09:03.447 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: in thread 7f5ac5001700 thread_name:md_log_replay 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f5ad63c2d20] 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55e291a1638f] 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55e291a19b23] 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 4: (MDLog::_replay_thread()+0x617) [0x55e291a74647] 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55e291a7dd31] 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f5ad63b81ca] 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 7: clone() 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 0> 2024-04-25T19:09:03.377+0000 7f5ac5001700 -1 *** Caught signal (Segmentation fault) ** 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: in thread 7f5ac5001700 thread_name:md_log_replay 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-25T19:09:03.448 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f5ad63c2d20] 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55e291a1638f] 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55e291a19b23] 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 4: (MDLog::_replay_thread()+0x617) [0x55e291a74647] 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55e291a7dd31] 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f5ad63b81ca] 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 7: clone() 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 0> 2024-04-25T19:09:03.377+0000 7f5ac5001700 -1 *** Caught signal (Segmentation fault) ** 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: in thread 7f5ac5001700 thread_name:md_log_replay 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.449 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f5ad63c2d20] 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2: /usr/bin/ceph-mds(+0x54938f) [0x55e291a1638f] 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55e291a19b23] 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 4: (MDLog::_replay_thread()+0x617) [0x55e291a74647] 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55e291a7dd31] 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f5ad63b81ca] 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 7: clone() 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[62720]: 2024-04-25T19:09:03.450 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:03 smithi066 podman[67768]: 2024-04-25 19:09:03.44490495 +0000 UTC m=+0.023224396 container died 8ce8762460233a3c29e56c542e244e740854f5b2ba2779a67538cdeddb6e119a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=) 2024-04-25T19:09:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:03 smithi064 ceph-mon[32321]: pgmap v163: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:09:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:03 smithi032 ceph-mon[28041]: pgmap v163: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-04-25T19:09:04.367 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:04 smithi066 podman[67768]: 2024-04-25 19:09:04.109333707 +0000 UTC m=+0.687653178 container remove 8ce8762460233a3c29e56c542e244e740854f5b2ba2779a67538cdeddb6e119a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True) 2024-04-25T19:09:04.367 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:04 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service: Main process exited, code=exited, status=139/n/a 2024-04-25T19:09:04.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:04 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service: Failed with result 'exit-code'. 2024-04-25T19:09:04.702 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:04 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service: Consumed 1.806s CPU time. 2024-04-25T19:09:05.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:05 smithi066 ceph-mon[32882]: pgmap v164: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T19:09:05.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:05 smithi064 ceph-mon[32321]: pgmap v164: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T19:09:05.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:05 smithi032 ceph-mon[28041]: pgmap v164: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 26 KiB/s wr, 30 op/s 2024-04-25T19:09:07.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:07 smithi066 ceph-mon[32882]: pgmap v165: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:09:07.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:07 smithi064 ceph-mon[32321]: pgmap v165: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:09:07.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:07 smithi032 ceph-mon[28041]: pgmap v165: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-25T19:09:09.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:09 smithi066 ceph-mon[32882]: pgmap v166: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-25T19:09:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:09 smithi064 ceph-mon[32321]: pgmap v166: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-25T19:09:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:09 smithi032 ceph-mon[28041]: pgmap v166: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-25T19:09:11.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:11 smithi066 ceph-mon[32882]: pgmap v167: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T19:09:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:11 smithi064 ceph-mon[32321]: pgmap v167: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T19:09:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:11 smithi032 ceph-mon[28041]: pgmap v167: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T19:09:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:13 smithi066 ceph-mon[32882]: pgmap v168: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T19:09:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:13 smithi064 ceph-mon[32321]: pgmap v168: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T19:09:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:13 smithi032 ceph-mon[28041]: pgmap v168: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-25T19:09:13.661 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:09:14.128 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:09:14.711 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service: Scheduled restart job, restart counter is at 1. 2024-04-25T19:09:14.711 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 systemd[1]: Stopped Ceph mds.f for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T19:09:14.711 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service: Consumed 1.806s CPU time. 2024-04-25T19:09:14.711 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 systemd[1]: Starting Ceph mds.f for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:09:14.711 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 podman[67866]: 2024-04-25 19:09:14.595754663 +0000 UTC m=+0.019241375 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:09:14.711 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 podman[67866]: 2024-04-25 19:09:14.709999635 +0000 UTC m=+0.133486312 container create ed618b28de28bb89b17c46659b304a14a47b447110e36052be0f7b1e9e00f1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-04-25T19:09:14.973 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 podman[67866]: 2024-04-25 19:09:14.946157618 +0000 UTC m=+0.369644298 container init ed618b28de28bb89b17c46659b304a14a47b447110e36052be0f7b1e9e00f1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-04-25T19:09:14.973 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 podman[67866]: 2024-04-25 19:09:14.948725771 +0000 UTC m=+0.372212450 container start ed618b28de28bb89b17c46659b304a14a47b447110e36052be0f7b1e9e00f1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-25T19:09:15.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:15 smithi032 ceph-mon[28041]: pgmap v169: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-25T19:09:15.322 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:15 smithi032 ceph-mon[28041]: daemon mds.f restarted 2024-04-25T19:09:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:15 smithi066 ceph-mon[32882]: pgmap v169: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-25T19:09:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:15 smithi066 ceph-mon[32882]: daemon mds.f restarted 2024-04-25T19:09:15.452 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 ceph-mds[67885]: -- 172.21.15.66:0/744477212 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562a260d9a40 con 0x562a260ac800 2024-04-25T19:09:15.452 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[67881]: starting mds.f at 2024-04-25T19:09:15.452 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:15 smithi066 bash[67866]: ed618b28de28bb89b17c46659b304a14a47b447110e36052be0f7b1e9e00f1dd 2024-04-25T19:09:15.452 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:09:15 smithi066 systemd[1]: Started Ceph mds.f for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T19:09:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:15 smithi064 ceph-mon[32321]: pgmap v169: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-25T19:09:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:15 smithi064 ceph-mon[32321]: daemon mds.f restarted 2024-04-25T19:09:16.033 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 -- 172.21.15.32:0/2141525197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 msgr2=0x7fe940074760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 --2- 172.21.15.32:0/2141525197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe940074760 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fe934009900 tx=0x7fe93402a480 comp rx=0 tx=0).stop 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 -- 172.21.15.32:0/2141525197 shutdown_connections 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 --2- 172.21.15.32:0/2141525197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 0x7fe940110a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 --2- 172.21.15.32:0/2141525197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe940074ca0 0x7fe94010e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 --2- 172.21.15.32:0/2141525197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe940074760 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.031+0000 7fe946800640 1 -- 172.21.15.32:0/2141525197 >> 172.21.15.32:0/2141525197 conn(0x7fe9400fd860 msgr2=0x7fe9400ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.032+0000 7fe946800640 1 -- 172.21.15.32:0/2141525197 shutdown_connections 2024-04-25T19:09:16.034 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.032+0000 7fe946800640 1 -- 172.21.15.32:0/2141525197 wait complete. 2024-04-25T19:09:16.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 Processor -- start 2024-04-25T19:09:16.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 -- start start 2024-04-25T19:09:16.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe9401a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.035 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe940074ca0 0x7fe9401a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 0x7fe94019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401141f0 con 0x7fe940074380 2024-04-25T19:09:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe940114070 con 0x7fe940074ca0 2024-04-25T19:09:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.033+0000 7fe946800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe940114370 con 0x7fe94010e5b0 2024-04-25T19:09:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe9401a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.036 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe944a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe940074ca0 0x7fe9401a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe9401a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58010/0 (socket says 172.21.15.32:58010) 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 -- 172.21.15.32:0/2563669955 learned_addr learned my addr 172.21.15.32:0/2563669955 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945e00640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 0x7fe94019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 -- 172.21.15.32:0/2563669955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 msgr2=0x7fe94019a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 0x7fe94019a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 -- 172.21.15.32:0/2563669955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe940074ca0 msgr2=0x7fe9401a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe940074ca0 0x7fe9401a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945400640 1 -- 172.21.15.32:0/2563669955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe94019ad10 con 0x7fe940074380 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.034+0000 7fe945e00640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 0x7fe94019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:09:16.037 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.035+0000 7fe945400640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe9401a03e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe934005940 tx=0x7fe9340040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.035+0000 7fe93e000640 1 -- 172.21.15.32:0/2563669955 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93403f030 con 0x7fe940074380 2024-04-25T19:09:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.035+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe94019afa0 con 0x7fe940074380 2024-04-25T19:09:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.035+0000 7fe93e000640 1 -- 172.21.15.32:0/2563669955 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9340044c0 con 0x7fe940074380 2024-04-25T19:09:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.035+0000 7fe93e000640 1 -- 172.21.15.32:0/2563669955 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934035070 con 0x7fe940074380 2024-04-25T19:09:16.038 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.035+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9401a72a0 con 0x7fe940074380 2024-04-25T19:09:16.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.040+0000 7fe94abae740 1 Processor -- start 2024-04-25T19:09:16.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.040+0000 7fe94abae740 1 -- start start 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.040+0000 7fe93e000640 1 -- 172.21.15.32:0/2563669955 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe934042030 con 0x7fe940074380 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.040+0000 7fe94abae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd49b0 0x555908fd4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe94abae740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fdf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe94abae740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908fe1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe94abae740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555908f3a900 con 0x555908fd52d0 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe94abae740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555908ee0ef0 con 0x555908fdfb90 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe94abae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555908f368c0 con 0x555908fd49b0 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fdf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fdf650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58016/0 (socket says 172.21.15.32:58016) 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 -- 172.21.15.32:0/129931740 learned_addr learned my addr 172.21.15.32:0/129931740 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945e00640 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd49b0 0x555908fd4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe944a00640 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908fe1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.045 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 -- 172.21.15.32:0/129931740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd49b0 msgr2=0x555908fd4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd49b0 0x555908fd4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 -- 172.21.15.32:0/129931740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 msgr2=0x555908fe1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908fe1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.041+0000 7fe945400640 1 -- 172.21.15.32:0/129931740 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555908c4d210 con 0x555908fd52d0 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe944a00640 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908fe1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe945400640 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fdf650 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe9340ede80 tx=0x7fe9340f6cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d38274e3e589df5a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe93e000640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9280a3d00 0x7fe9280a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe932600640 1 -- 172.21.15.32:0/129931740 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9340ff070 con 0x555908fd52d0 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe932600640 1 -- 172.21.15.32:0/129931740 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9340bce90 con 0x555908fd52d0 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe932600640 1 -- 172.21.15.32:0/129931740 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934099f90 con 0x555908fd52d0 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.042+0000 7fe93e000640 1 -- 172.21.15.32:0/2563669955 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fe9340f0800 con 0x7fe940074380 2024-04-25T19:09:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe945e00640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9280a3d00 0x7fe9280a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 -- 172.21.15.32:0/129931740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 msgr2=0x555908fdf650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fdf650 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe9340ede80 tx=0x7fe9340f6cb0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 -- 172.21.15.32:0/129931740 shutdown_connections 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908fe1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fdf650 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 --2- 172.21.15.32:0/129931740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd49b0 0x555908fd4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 -- 172.21.15.32:0/129931740 >> 172.21.15.32:0/129931740 conn(0x555908fd0ec0 msgr2=0x555908fd12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe945e00640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9280a3d00 0x7fe9280a61c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe938005fd0 tx=0x7fe938009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 -- 172.21.15.32:0/129931740 shutdown_connections 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.043+0000 7fe94abae740 1 -- 172.21.15.32:0/129931740 wait complete. 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 -- start start 2024-04-25T19:09:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 Processor -- start 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fdca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908fdcf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 0x555908fdd490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555908fe2580 con 0x555908fdfb90 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555908ef4310 con 0x555908fd49b0 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.044+0000 7fe94abae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555908fe2700 con 0x555908fd52d0 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe94abae740 10 client.0 _ll_register_callbacks cb 0x555908ec2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 0x555908fdd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 0x555908fdd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58026/0 (socket says 172.21.15.32:58026) 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fdca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 -- 172.21.15.32:0/999897144 learned_addr learned my addr 172.21.15.32:0/999897144 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe944a00640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908fdcf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 -- 172.21.15.32:0/999897144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 msgr2=0x555908fdcf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908fdcf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 -- 172.21.15.32:0/999897144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 msgr2=0x555908fdca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fdca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945e00640 1 -- 172.21.15.32:0/999897144 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555908d19620 con 0x555908fdfb90 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.045+0000 7fe945400640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fdca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe945e00640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 0x555908fdd490 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe938010b00 tx=0x7fe938004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fb52b497f86da93 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe926a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe926a00640 1 -- 172.21.15.32:0/999897144 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93802c060 con 0x555908fdfb90 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe926a00640 1 -- 172.21.15.32:0/999897144 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fe938017030 con 0x555908fdfb90 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9340bce90 con 0x555908fdfb90 2024-04-25T19:09:16.051 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe926a00640 1 -- 172.21.15.32:0/999897144 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe93801fc00 con 0x555908fdfb90 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe94abae740 10 client.15864 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.046+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555908fee6e0 con 0x555908fdfb90 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe926a00640 1 -- 172.21.15.32:0/999897144 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9340bce90 con 0x555908fdfb90 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe926a00640 1 -- 172.21.15.32:0/999897144 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe93801c410 con 0x555908fdfb90 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe94abae740 10 client.15864 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe94abae740 10 client.15864 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe94abae740 20 client.15864 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe94abae740 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555908fefbf0 0x555908ff2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe94abae740 4 client.15864 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555908f4e8b0 con 0x555908fefbf0 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.047+0000 7fe945400640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555908fefbf0 0x555908ff2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.048+0000 7fe945400640 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555908fefbf0 0x555908ff2000 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd3f9d37c1d9e980 server_cookie=31a041a359ea59f7 in_seq=0 out_seq=0 2024-04-25T19:09:16.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.048+0000 7fe926a00640 10 client.15864 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:16.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.049+0000 7fe926a00640 1 -- 172.21.15.32:0/999897144 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555908f4e8b0 con 0x555908fefbf0 2024-04-25T19:09:16.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.049+0000 7fe926a00640 10 client.15864 handle_command_reply: tid=0 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.049+0000 7fe94abae740 1 client.15864 shutdown 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.049+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 msgr2=0x555908fdd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 0x555908fdd490 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe938010b00 tx=0x7fe938004ab0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 shutdown_connections 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555908fefbf0 0x555908ff2000 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fdfb90 0x555908fdd490 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908fdcf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 --2- 172.21.15.32:0/999897144 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fdca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe926a00640 0 client.15864 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 >> 172.21.15.32:0/999897144 conn(0x555908fd0ec0 msgr2=0x555908fd6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 shutdown_connections 2024-04-25T19:09:16.055 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 1 -- 172.21.15.32:0/999897144 wait complete. 2024-04-25T19:09:16.055 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.050+0000 7fe94abae740 20 client.15864 trim_cache size 0 max 16384 2024-04-25T19:09:16.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.066+0000 7fe94abae740 1 Processor -- start 2024-04-25T19:09:16.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.066+0000 7fe94abae740 1 -- start start 2024-04-25T19:09:16.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe94abae740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd49b0 0x555908feb320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe94abae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908ff7910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe94abae740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908ff7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe94abae740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401afc50 con 0x555908fd49b0 2024-04-25T19:09:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe94abae740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401b1790 con 0x555908fdfb90 2024-04-25T19:09:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe94abae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401b0320 con 0x555908fd52d0 2024-04-25T19:09:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe944a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908ff7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe944a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908ff7910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50246/0 (socket says 172.21.15.32:50246) 2024-04-25T19:09:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe944a00640 1 -- 172.21.15.32:0/2357851824 learned_addr learned my addr 172.21.15.32:0/2357851824 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe945400640 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd49b0 0x555908feb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.067+0000 7fe945e00640 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908ff7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe944a00640 1 -- 172.21.15.32:0/2357851824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 msgr2=0x555908ff7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe944a00640 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908ff7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe944a00640 1 -- 172.21.15.32:0/2357851824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd49b0 msgr2=0x555908feb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe944a00640 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd49b0 0x555908feb320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe944a00640 1 -- 172.21.15.32:0/2357851824 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555908fdaf80 con 0x555908fd52d0 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe944a00640 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908ff7910 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe94019b6d0 tx=0x7fe92c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=961145463776933 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.068+0000 7fe931c00640 1 -- 172.21.15.32:0/2357851824 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c009e50 con 0x555908fd52d0 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe931c00640 1 -- 172.21.15.32:0/2357851824 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe92c0054d0 con 0x555908fd52d0 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe931c00640 1 -- 172.21.15.32:0/2357851824 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c004dd0 con 0x555908fd52d0 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 -- 172.21.15.32:0/2357851824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 msgr2=0x555908ff7910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908ff7910 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe94019b6d0 tx=0x7fe92c005f90 comp rx=0 tx=0).stop 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 -- 172.21.15.32:0/2357851824 shutdown_connections 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fdfb90 0x555908ff7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fd52d0 0x555908ff7910 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 --2- 172.21.15.32:0/2357851824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd49b0 0x555908feb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.069+0000 7fe94abae740 1 -- 172.21.15.32:0/2357851824 >> 172.21.15.32:0/2357851824 conn(0x555908fd0ec0 msgr2=0x555908fdb300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.070+0000 7fe94abae740 1 -- 172.21.15.32:0/2357851824 shutdown_connections 2024-04-25T19:09:16.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.070+0000 7fe94abae740 1 -- 172.21.15.32:0/2357851824 wait complete. 2024-04-25T19:09:16.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.070+0000 7fe94abae740 1 -- start start 2024-04-25T19:09:16.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.070+0000 7fe94abae740 1 Processor -- start 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fe78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fe4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fdfb90 0x555908fe5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401b10c0 con 0x555908fd52d0 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401b09f0 con 0x555908fd49b0 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe9401adc30 con 0x555908fdfb90 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe94abae740 10 client.0 _ll_register_callbacks cb 0x7fe9380109c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe944a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fe4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe945400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fe78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe944a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fe4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58042/0 (socket says 172.21.15.32:58042) 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe944a00640 1 -- 172.21.15.32:0/1873528137 learned_addr learned my addr 172.21.15.32:0/1873528137 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe945400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fe78f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59534/0 (socket says 172.21.15.32:59534) 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.071+0000 7fe945e00640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fdfb90 0x555908fe5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe945400640 1 -- 172.21.15.32:0/1873528137 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fdfb90 msgr2=0x555908fe5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe945400640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fdfb90 0x555908fe5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe945400640 1 -- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 msgr2=0x555908fe4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:16.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe945400640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fe4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe945400640 1 -- 172.21.15.32:0/1873528137 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555908fe58a0 con 0x555908fd49b0 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe944a00640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fe4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe945400640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fe78f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x555908fd5f50 tx=0x7fe93402a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e0674fb7bbbea3e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.072+0000 7fe926a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.073+0000 7fe926a00640 1 -- 172.21.15.32:0/1873528137 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93409a6c0 con 0x555908fd49b0 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.073+0000 7fe926a00640 1 -- 172.21.15.32:0/1873528137 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fe9340ba830 con 0x555908fd49b0 2024-04-25T19:09:16.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.073+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe92c0054d0 con 0x555908fd49b0 2024-04-25T19:09:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.073+0000 7fe926a00640 1 -- 172.21.15.32:0/1873528137 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe9340988e0 con 0x555908fd49b0 2024-04-25T19:09:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.073+0000 7fe94abae740 10 client.25994 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.073+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555909055ed0 con 0x555908fd49b0 2024-04-25T19:09:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe926a00640 1 -- 172.21.15.32:0/1873528137 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe92c0054d0 con 0x555908fd49b0 2024-04-25T19:09:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe926a00640 1 -- 172.21.15.32:0/1873528137 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe9340b8e00 con 0x555908fd49b0 2024-04-25T19:09:16.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe94abae740 10 client.25994 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe94abae740 10 client.25994 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe94abae740 20 client.25994 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe94abae740 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5559090564b0 0x5559090588d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe94abae740 4 client.25994 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.074+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555908f48320 con 0x5559090564b0 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.075+0000 7fe944a00640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5559090564b0 0x5559090588d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.076+0000 7fe944a00640 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5559090564b0 0x5559090588d0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8734016b31c48028 server_cookie=df3ad66022b8cedd in_seq=0 out_seq=0 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.076+0000 7fe926a00640 10 client.25994 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe926a00640 1 -- 172.21.15.32:0/1873528137 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555908f48320 con 0x5559090564b0 2024-04-25T19:09:16.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe926a00640 10 client.25994 handle_command_reply: tid=0 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 client.25994 shutdown 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 msgr2=0x555908fe78f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fe78f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x555908fd5f50 tx=0x7fe93402a480 comp rx=0 tx=0).stop 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 shutdown_connections 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5559090564b0 0x5559090588d0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555908fdfb90 0x555908fe5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555908fd52d0 0x555908fe4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe926a00640 0 client.25994 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 --2- 172.21.15.32:0/1873528137 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555908fd49b0 0x555908fe78f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 >> 172.21.15.32:0/1873528137 conn(0x555908fd0ec0 msgr2=0x555908fd6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 shutdown_connections 2024-04-25T19:09:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.081+0000 7fe94abae740 1 -- 172.21.15.32:0/1873528137 wait complete. 2024-04-25T19:09:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.082+0000 7fe94abae740 20 client.25994 trim_cache size 0 max 16384 2024-04-25T19:09:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:09:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:09:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:09:16.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.082+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9280a3d00 msgr2=0x7fe9280a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.082+0000 7fe946800640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9280a3d00 0x7fe9280a61c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe938005fd0 tx=0x7fe938009500 comp rx=0 tx=0).stop 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.082+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 msgr2=0x7fe9401a03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.082+0000 7fe946800640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe9401a03e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe934005940 tx=0x7fe9340040c0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 shutdown_connections 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe9280a3d00 0x7fe9280a61c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe94010e5b0 0x7fe94019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe940074ca0 0x7fe9401a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 --2- 172.21.15.32:0/2563669955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe940074380 0x7fe9401a03e0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 >> 172.21.15.32:0/2563669955 conn(0x7fe9400fd860 msgr2=0x7fe9400fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 shutdown_connections 2024-04-25T19:09:16.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:16.083+0000 7fe946800640 1 -- 172.21.15.32:0/2563669955 wait complete. 2024-04-25T19:09:16.275 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:16 smithi032 ceph-mon[28041]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T19:09:16.275 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:16 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6834/1899480940,v1:172.21.15.66:6835/1899480940] up:boot 2024-04-25T19:09:16.275 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:16 smithi032 ceph-mon[28041]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-25T19:09:16.275 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:16 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:09:16.275 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:16 smithi032 ceph-mon[28041]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T19:09:16.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:16 smithi064 ceph-mon[32321]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T19:09:16.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:16 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6834/1899480940,v1:172.21.15.66:6835/1899480940] up:boot 2024-04-25T19:09:16.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:16 smithi064 ceph-mon[32321]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-25T19:09:16.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:16 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:09:16.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:16 smithi064 ceph-mon[32321]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.558+0000 7fcb9a200700 1 -- 172.21.15.32:0/1454476804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 msgr2=0x7fcb9406b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.558+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1454476804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 0x7fcb9406b440 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009990 tx=0x7fcb80009ca0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 -- 172.21.15.32:0/1454476804 shutdown_connections 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1454476804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb9406b980 0x7fcb9410f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1454476804 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb94108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1454476804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 0x7fcb9406b440 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 -- 172.21.15.32:0/1454476804 >> 172.21.15.32:0/1454476804 conn(0x7fcb940788b0 msgr2=0x7fcb94078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 -- 172.21.15.32:0/1454476804 shutdown_connections 2024-04-25T19:09:16.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.559+0000 7fcb9a200700 1 -- 172.21.15.32:0/1454476804 wait complete. 2024-04-25T19:09:16.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 Processor -- start 2024-04-25T19:09:16.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 -- start start 2024-04-25T19:09:16.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 0x7fcb9419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb9406b980 0x7fcb9419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb9419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94112c50 con 0x7fcb9406afe0 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.560+0000 7fcb9a200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94112ad0 con 0x7fcb94108a20 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb9a200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94112dd0 con 0x7fcb9406b980 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb9419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 0x7fcb9419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb9419fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59566/0 (socket says 172.21.15.32:59566) 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 -- 172.21.15.32:0/1193075295 learned_addr learned my addr 172.21.15.32:0/1193075295 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb92a00700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb9406b980 0x7fcb9419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 -- 172.21.15.32:0/1193075295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb9406b980 msgr2=0x7fcb9419b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb9406b980 0x7fcb9419b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 -- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 msgr2=0x7fcb9419b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 0x7fcb9419b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.561+0000 7fcb93e00700 1 -- 172.21.15.32:0/1193075295 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb941a0370 con 0x7fcb94108a20 2024-04-25T19:09:16.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.562+0000 7fcb93e00700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb9419fc30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00ef30 tx=0x7fcb8c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.562+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c0092e0 con 0x7fcb94108a20 2024-04-25T19:09:16.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.562+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb941a0600 con 0x7fcb94108a20 2024-04-25T19:09:16.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.562+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb8c004bb0 con 0x7fcb94108a20 2024-04-25T19:09:16.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.562+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c004020 con 0x7fcb94108a20 2024-04-25T19:09:16.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.562+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb941a7ee0 con 0x7fcb94108a20 2024-04-25T19:09:16.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.563+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb94069730 con 0x7fcb94108a20 2024-04-25T19:09:16.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.567+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcb8c01b030 con 0x7fcb94108a20 2024-04-25T19:09:16.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.569+0000 7fcb8be00700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fcb780a3e30 0x7fcb780a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:16.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.569+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fcb8c0d0be0 con 0x7fcb94108a20 2024-04-25T19:09:16.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.569+0000 7fcb93400700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fcb780a3e30 0x7fcb780a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:16.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.570+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcb8c022020 con 0x7fcb94108a20 2024-04-25T19:09:16.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.570+0000 7fcb93400700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fcb780a3e30 0x7fcb780a62f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcb84009be0 tx=0x7fcb84009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:16 smithi066 ceph-mon[32882]: osdmap e92: 12 total, 12 up, 12 in 2024-04-25T19:09:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:16 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6834/1899480940,v1:172.21.15.66:6835/1899480940] up:boot 2024-04-25T19:09:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:16 smithi066 ceph-mon[32882]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-25T19:09:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:16 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:09:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:16 smithi066 ceph-mon[32882]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-25T19:09:16.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.841+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb941a8110 con 0x7fcb94108a20 2024-04-25T19:09:16.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.842+0000 7fcb8be00700 1 -- 172.21.15.32:0/1193075295 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fcb8c010040 con 0x7fcb94108a20 2024-04-25T19:09:16.845 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:09:16.845 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:09:16.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.846+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fcb780a3e30 msgr2=0x7fcb780a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.846+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fcb780a3e30 0x7fcb780a62f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fcb84009be0 tx=0x7fcb84009260 comp rx=0 tx=0).stop 2024-04-25T19:09:16.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.846+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 msgr2=0x7fcb9419fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.846+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb9419fc30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00ef30 tx=0x7fcb8c00c3a0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 shutdown_connections 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fcb780a3e30 0x7fcb780a62f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcb9406afe0 0x7fcb9419b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fcb94108a20 0x7fcb9419fc30 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 --2- 172.21.15.32:0/1193075295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb9406b980 0x7fcb9419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:16.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 >> 172.21.15.32:0/1193075295 conn(0x7fcb940788b0 msgr2=0x7fcb940ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:16.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 shutdown_connections 2024-04-25T19:09:16.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:16.847+0000 7fcb9a200700 1 -- 172.21.15.32:0/1193075295 wait complete. 2024-04-25T19:09:16.850 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:09:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:17 smithi064 ceph-mon[32321]: pgmap v171: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:09:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:17 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1193075295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:09:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:17 smithi032 ceph-mon[28041]: pgmap v171: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:09:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:17 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1193075295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:09:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:17 smithi066 ceph-mon[32882]: pgmap v171: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:09:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:17 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1193075295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:09:17.803 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 3eb81ef9 --release --await' 2024-04-25T19:09:17.803 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 3eb81ef9 --release --await 2024-04-25T19:09:18.270 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:09:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:19 smithi064 ceph-mon[32321]: pgmap v172: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:19 smithi032 ceph-mon[28041]: pgmap v172: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:19 smithi066 ceph-mon[32882]: pgmap v172: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:20.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 -- 172.21.15.32:0/914439293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f40109c80 msgr2=0x7f9f4010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 --2- 172.21.15.32:0/914439293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f40109c80 0x7f9f4010dcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9f280099c0 tx=0x7f9f28009cd0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 -- 172.21.15.32:0/914439293 shutdown_connections 2024-04-25T19:09:20.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 --2- 172.21.15.32:0/914439293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 0x7f9f401096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 --2- 172.21.15.32:0/914439293 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f4010e3b0 0x7f9f40115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 --2- 172.21.15.32:0/914439293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f40109c80 0x7f9f4010dcd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 -- 172.21.15.32:0/914439293 >> 172.21.15.32:0/914439293 conn(0x7f9f40076210 msgr2=0x7f9f40107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:20.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 -- 172.21.15.32:0/914439293 shutdown_connections 2024-04-25T19:09:20.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.769+0000 7f9f45800700 1 -- 172.21.15.32:0/914439293 wait complete. 2024-04-25T19:09:20.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.770+0000 7f9f45800700 1 Processor -- start 2024-04-25T19:09:20.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 -- start start 2024-04-25T19:09:20.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 0x7f9f401a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 0x7f9f401a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f4010e3b0 0x7f9f4019f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9f40119290 con 0x7f9f401092d0 2024-04-25T19:09:20.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9f40119110 con 0x7f9f40109c80 2024-04-25T19:09:20.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.771+0000 7f9f45800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9f40119410 con 0x7f9f4010e3b0 2024-04-25T19:09:20.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 0x7f9f401a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 0x7f9f401a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 0x7f9f401a5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59590/0 (socket says 172.21.15.32:59590) 2024-04-25T19:09:20.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f37e00700 1 -- 172.21.15.32:0/78574026 learned_addr learned my addr 172.21.15.32:0/78574026 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:20.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3f400700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f4010e3b0 0x7f9f4019f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 -- 172.21.15.32:0/78574026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f4010e3b0 msgr2=0x7f9f4019f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f4010e3b0 0x7f9f4019f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 -- 172.21.15.32:0/78574026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 msgr2=0x7f9f401a5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 0x7f9f401a5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 -- 172.21.15.32:0/78574026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f4019fd90 con 0x7f9f401092d0 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f37e00700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 0x7f9f401a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.772+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 0x7f9f401a5420 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9f3000e9f0 tx=0x7f9f3000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.773+0000 7f9f37400700 1 -- 172.21.15.32:0/78574026 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3000cb70 con 0x7f9f401092d0 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.773+0000 7f9f37400700 1 -- 172.21.15.32:0/78574026 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f3000ee90 con 0x7f9f401092d0 2024-04-25T19:09:20.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.773+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f401a0080 con 0x7f9f401092d0 2024-04-25T19:09:20.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.773+0000 7f9f37400700 1 -- 172.21.15.32:0/78574026 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f30003d40 con 0x7f9f401092d0 2024-04-25T19:09:20.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.773+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f401ac2f0 con 0x7f9f401092d0 2024-04-25T19:09:20.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.776+0000 7f9f37400700 1 -- 172.21.15.32:0/78574026 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9f30003ee0 con 0x7f9f401092d0 2024-04-25T19:09:20.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 Processor -- start 2024-04-25T19:09:20.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f37400700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f240a3db0 0x7f9f240a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 -- start start 2024-04-25T19:09:20.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f37400700 1 -- 172.21.15.32:0/78574026 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f9f300d0910 con 0x7f9f401092d0 2024-04-25T19:09:20.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f3f400700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f240a3db0 0x7f9f240a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 0x55dedcddbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcde70f0 0x55dedcde94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dedcd2ef90 con 0x55dedcde70f0 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dedccd5830 con 0x55dedcddc240 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.778+0000 7f9f50156b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dedcd2af50 con 0x55dedcddb920 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 0x55dedcddbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 0x55dedcddbd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:50304/0 (socket says 172.21.15.32:50304) 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 -- 172.21.15.32:0/4087028063 learned_addr learned my addr 172.21.15.32:0/4087028063 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3f400700 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcde70f0 0x55dedcde94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f37e00700 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3f400700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f240a3db0 0x7f9f240a6270 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9f3800f590 tx=0x7f9f38009920 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 -- 172.21.15.32:0/4087028063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 msgr2=0x55dedcde6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 -- 172.21.15.32:0/4087028063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcde70f0 msgr2=0x55dedcde94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcde70f0 0x55dedcde94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.779+0000 7f9f3ea00700 1 -- 172.21.15.32:0/4087028063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dedcccb780 con 0x55dedcddb920 2024-04-25T19:09:20.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.780+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 0x55dedcddbd00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9f300a4fa0 tx=0x7f9f30098c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6781d26cda360b47 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:20.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.780+0000 7f9f2fe00700 1 -- 172.21.15.32:0/4087028063 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f300a54d0 con 0x55dedcddb920 2024-04-25T19:09:20.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.780+0000 7f9f2fe00700 1 -- 172.21.15.32:0/4087028063 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f3009ab60 con 0x55dedcddb920 2024-04-25T19:09:20.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.780+0000 7f9f2fe00700 1 -- 172.21.15.32:0/4087028063 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3009cd20 con 0x55dedcddb920 2024-04-25T19:09:20.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 -- 172.21.15.32:0/4087028063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 msgr2=0x55dedcddbd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 0x55dedcddbd00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9f300a4fa0 tx=0x7f9f30098c30 comp rx=0 tx=0).stop 2024-04-25T19:09:20.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 -- 172.21.15.32:0/4087028063 shutdown_connections 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcde70f0 0x55dedcde94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddb920 0x55dedcddbd00 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 --2- 172.21.15.32:0/4087028063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 -- 172.21.15.32:0/4087028063 >> 172.21.15.32:0/4087028063 conn(0x55dedcd0a6a0 msgr2=0x55dedcdd7dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 -- 172.21.15.32:0/4087028063 shutdown_connections 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.781+0000 7f9f50156b80 1 -- 172.21.15.32:0/4087028063 wait complete. 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 -- start start 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 Processor -- start 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde68f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcde4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dedcde9c10 con 0x55dedcddb920 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dedcce8960 con 0x55dedcddc240 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dedcde9d90 con 0x55dedcde70f0 2024-04-25T19:09:20.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.782+0000 7f9f50156b80 10 client.0 _ll_register_callbacks cb 0x55dedccc7820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:20.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59604/0 (socket says 172.21.15.32:59604) 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f37e00700 1 -- 172.21.15.32:0/2831274618 learned_addr learned my addr 172.21.15.32:0/2831274618 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcde4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3f400700 1 -- 172.21.15.32:0/2831274618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 msgr2=0x55dedcde3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3f400700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3f400700 1 -- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 msgr2=0x55dedcde68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3f400700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3f400700 1 -- 172.21.15.32:0/2831274618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dedcc7c9d0 con 0x55dedcde70f0 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f37e00700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.783+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.784+0000 7f9f3f400700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcde4130 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9f3801b000 tx=0x7f9f38004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=598f59d73e6aa142 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.784+0000 7f9f2cc00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:09:20.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.784+0000 7f9f2cc00700 1 -- 172.21.15.32:0/2831274618 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f38026030 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.784+0000 7f9f2cc00700 1 -- 172.21.15.32:0/2831274618 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f9f38004bb0 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.784+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f3009ab60 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f2cc00700 1 -- 172.21.15.32:0/2831274618 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9f38032050 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 10 client.26059 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55dedccc5bf0 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f2cc00700 1 -- 172.21.15.32:0/2831274618 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f3009ab60 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f2cc00700 1 -- 172.21.15.32:0/2831274618 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9f38022910 con 0x55dedcde70f0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 10 client.26059 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 10 client.26059 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 20 client.26059 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedcdf69b0 0x55dedcdf8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 4 client.26059 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.785+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dedcd3c780 con 0x55dedcdf69b0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.786+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedcdf69b0 0x55dedcdf8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.786+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedcdf69b0 0x55dedcdf8dc0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53e2ddbe570df136 server_cookie=fc26e25f491822e3 in_seq=0 out_seq=0 2024-04-25T19:09:20.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.786+0000 7f9f2cc00700 10 client.26059 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f2cc00700 1 -- 172.21.15.32:0/2831274618 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dedcd3c780 con 0x55dedcdf69b0 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f2cc00700 10 client.26059 handle_command_reply: tid=0 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 client.26059 shutdown 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 msgr2=0x55dedcde4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcde4130 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9f3801b000 tx=0x7f9f38004b40 comp rx=0 tx=0).stop 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 shutdown_connections 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedcdf69b0 0x55dedcdf8dc0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcde4130 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 --2- 172.21.15.32:0/2831274618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcde3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f2cc00700 0 client.26059 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.787+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 >> 172.21.15.32:0/2831274618 conn(0x55dedcd0a6a0 msgr2=0x55dedcdd79c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:20.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.788+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 shutdown_connections 2024-04-25T19:09:20.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.788+0000 7f9f50156b80 1 -- 172.21.15.32:0/2831274618 wait complete. 2024-04-25T19:09:20.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.788+0000 7f9f50156b80 20 client.26059 trim_cache size 0 max 16384 2024-04-25T19:09:20.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.809+0000 7f9f50156b80 1 Processor -- start 2024-04-25T19:09:20.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.809+0000 7f9f50156b80 1 -- start start 2024-04-25T19:09:20.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddc240 0x55dedcddf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 0x55dedcdfe690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f50156b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b3a00 con 0x55dedcddb920 2024-04-25T19:09:20.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f50156b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b5540 con 0x55dedcde70f0 2024-04-25T19:09:20.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f50156b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b40d0 con 0x55dedcddc240 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f3f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 0x55dedcdfe690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddc240 0x55dedcddf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f3f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 0x55dedcdfe690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59616/0 (socket says 172.21.15.32:59616) 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f3f400700 1 -- 172.21.15.32:0/908122930 learned_addr learned my addr 172.21.15.32:0/908122930 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.810+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f3f400700 1 -- 172.21.15.32:0/908122930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddc240 msgr2=0x55dedcddf150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f3f400700 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddc240 0x55dedcddf150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f3f400700 1 -- 172.21.15.32:0/908122930 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 msgr2=0x55dedcde2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f3f400700 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f3f400700 1 -- 172.21.15.32:0/908122930 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dedcde32d0 con 0x55dedcde70f0 2024-04-25T19:09:20.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f3f400700 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 0x55dedcdfe690 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9f38017d40 tx=0x7f9f38017d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8336905bd9a6df15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:20.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.811+0000 7f9f2f400700 1 -- 172.21.15.32:0/908122930 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f38026070 con 0x55dedcde70f0 2024-04-25T19:09:20.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f2f400700 1 -- 172.21.15.32:0/908122930 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f38027040 con 0x55dedcde70f0 2024-04-25T19:09:20.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f2f400700 1 -- 172.21.15.32:0/908122930 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3801d070 con 0x55dedcde70f0 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 -- 172.21.15.32:0/908122930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 msgr2=0x55dedcdfe690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 0x55dedcdfe690 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9f38017d40 tx=0x7f9f38017d70 comp rx=0 tx=0).stop 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 -- 172.21.15.32:0/908122930 shutdown_connections 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcde2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcde70f0 0x55dedcdfe690 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 --2- 172.21.15.32:0/908122930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcddc240 0x55dedcddf150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 -- 172.21.15.32:0/908122930 >> 172.21.15.32:0/908122930 conn(0x55dedcd0a6a0 msgr2=0x55dedcddea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 -- 172.21.15.32:0/908122930 shutdown_connections 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.812+0000 7f9f50156b80 1 -- 172.21.15.32:0/908122930 wait complete. 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.813+0000 7f9f50156b80 1 -- start start 2024-04-25T19:09:20.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.813+0000 7f9f50156b80 1 Processor -- start 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcdef270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcdebff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcdec530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b4e70 con 0x55dedcddb920 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b47a0 con 0x55dedcddc240 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b19a0 con 0x55dedcde70f0 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f50156b80 10 client.0 _ll_register_callbacks cb 0x55dedccc7820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcdef270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcdebff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f37e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcdebff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59624/0 (socket says 172.21.15.32:59624) 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f37e00700 1 -- 172.21.15.32:0/1829311607 learned_addr learned my addr 172.21.15.32:0/1829311607 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcdef270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58124/0 (socket says 172.21.15.32:58124) 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3f400700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcdec530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3f400700 1 -- 172.21.15.32:0/1829311607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 msgr2=0x55dedcdebff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3f400700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcdebff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3f400700 1 -- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 msgr2=0x55dedcdef270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.814+0000 7f9f3f400700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcdef270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f3f400700 1 -- 172.21.15.32:0/1829311607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dedcdecb70 con 0x55dedcde70f0 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcdef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f3f400700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcdec530 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9f38022dd0 tx=0x7f9f380226c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c86a6a0a630ec74 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f2cc00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f2cc00700 1 -- 172.21.15.32:0/1829311607 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3803a020 con 0x55dedcde70f0 2024-04-25T19:09:20.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f38027040 con 0x55dedcde70f0 2024-04-25T19:09:20.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f2cc00700 1 -- 172.21.15.32:0/1829311607 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f9f38003a00 con 0x55dedcde70f0 2024-04-25T19:09:20.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f2cc00700 1 -- 172.21.15.32:0/1829311607 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9f38026040 con 0x55dedcde70f0 2024-04-25T19:09:20.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f50156b80 10 client.26065 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:20.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.815+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55dedce5dda0 con 0x55dedcde70f0 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f2cc00700 1 -- 172.21.15.32:0/1829311607 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f38027040 con 0x55dedcde70f0 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f2cc00700 1 -- 172.21.15.32:0/1829311607 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f9f3802b450 con 0x55dedcde70f0 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f50156b80 10 client.26065 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f50156b80 10 client.26065 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f50156b80 20 client.26065 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f50156b80 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedce5e360 0x55dedce60780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f50156b80 4 client.26065 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3eb81ef9", "release": true, "await": true}] 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3eb81ef9", "release": true, "await": true}) -- 0x55dedcd36820 con 0x55dedce5e360 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.816+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedce5e360 0x55dedce60780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.817+0000 7f9f3ea00700 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedce5e360 0x55dedce60780 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89949e2ad1e7d073 server_cookie=91cbc17ce8eb463a in_seq=0 out_seq=0 2024-04-25T19:09:20.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.817+0000 7f9f2cc00700 10 client.26065 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:20.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f2cc00700 1 -- 172.21.15.32:0/1829311607 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55dedcd36820 con 0x55dedce5e360 2024-04-25T19:09:20.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f2cc00700 10 client.26065 handle_command_reply: tid=0 2024-04-25T19:09:20.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 client.26065 shutdown 2024-04-25T19:09:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 msgr2=0x55dedcdec530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcdec530 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9f38022dd0 tx=0x7f9f380226c0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 shutdown_connections 2024-04-25T19:09:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dedce5e360 0x55dedce60780 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dedcddb920 0x55dedcdef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dedcde70f0 0x55dedcdec530 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 --2- 172.21.15.32:0/1829311607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dedcddc240 0x55dedcdebff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f2cc00700 0 client.26065 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 >> 172.21.15.32:0/1829311607 conn(0x55dedcd0a6a0 msgr2=0x55dedcddf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.821+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 shutdown_connections 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.822+0000 7f9f50156b80 1 -- 172.21.15.32:0/1829311607 wait complete. 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.822+0000 7f9f50156b80 20 client.26065 trim_cache size 0 max 16384 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:09:20.824 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 20, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "3eb81ef9": { 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 20, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 85.1, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:09:20.825 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:09:20.826 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f240a3db0 msgr2=0x7f9f240a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f240a3db0 0x7f9f240a6270 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9f3800f590 tx=0x7f9f38009920 comp rx=0 tx=0).stop 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 msgr2=0x7f9f401a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 0x7f9f401a5420 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9f3000e9f0 tx=0x7f9f3000ed00 comp rx=0 tx=0).stop 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 shutdown_connections 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f240a3db0 0x7f9f240a6270 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f401092d0 0x7f9f401a5420 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f4010e3b0 0x7f9f4019f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 --2- 172.21.15.32:0/78574026 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f40109c80 0x7f9f401a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 >> 172.21.15.32:0/78574026 conn(0x7f9f40076210 msgr2=0x7f9f40077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 shutdown_connections 2024-04-25T19:09:20.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:09:20.823+0000 7f9f45800700 1 -- 172.21.15.32:0/78574026 wait complete. 2024-04-25T19:09:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:21 smithi064 ceph-mon[32321]: pgmap v173: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:21 smithi032 ceph-mon[28041]: pgmap v173: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:21 smithi066 ceph-mon[32882]: pgmap v173: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:21.775 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3eb81ef9', seconds elapsed: 41.1 2024-04-25T19:09:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:23 smithi064 ceph-mon[32321]: pgmap v174: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:23 smithi032 ceph-mon[28041]: pgmap v174: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:23 smithi066 ceph-mon[32882]: pgmap v174: 97 pgs: 97 active+clean; 4.6 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 307 B/s wr, 9 op/s 2024-04-25T19:09:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:25 smithi064 ceph-mon[32321]: pgmap v175: 97 pgs: 97 active+clean; 4.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-04-25T19:09:25.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:25 smithi032 ceph-mon[28041]: pgmap v175: 97 pgs: 97 active+clean; 4.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-04-25T19:09:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:25 smithi066 ceph-mon[32882]: pgmap v175: 97 pgs: 97 active+clean; 4.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-04-25T19:09:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:27 smithi064 ceph-mon[32321]: pgmap v176: 97 pgs: 97 active+clean; 4.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-04-25T19:09:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:27 smithi032 ceph-mon[28041]: pgmap v176: 97 pgs: 97 active+clean; 4.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-04-25T19:09:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:27 smithi066 ceph-mon[32882]: pgmap v176: 97 pgs: 97 active+clean; 4.7 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-04-25T19:09:29.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 -- 172.21.15.32:0/1899985886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 msgr2=0x7f7f8810e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 --2- 172.21.15.32:0/1899985886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 0x7f7f8810e7f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7f80009ca0 tx=0x7f7f8002a940 comp rx=0 tx=0).stop 2024-04-25T19:09:29.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 -- 172.21.15.32:0/1899985886 shutdown_connections 2024-04-25T19:09:29.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 --2- 172.21.15.32:0/1899985886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 0x7f7f8810e7f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 --2- 172.21.15.32:0/1899985886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88103850 0x7f7f8810bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 --2- 172.21.15.32:0/1899985886 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f88102f30 0x7f7f88103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 -- 172.21.15.32:0/1899985886 >> 172.21.15.32:0/1899985886 conn(0x7f7f880fc730 msgr2=0x7f7f880feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:29.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 -- 172.21.15.32:0/1899985886 shutdown_connections 2024-04-25T19:09:29.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.238+0000 7f7f8e400640 1 -- 172.21.15.32:0/1899985886 wait complete. 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.239+0000 7f7f8e400640 1 Processor -- start 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.239+0000 7f7f8e400640 1 -- start start 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8e400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 0x7f7f88102780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f88103850 0x7f7f88100b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8e400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 0x7f7f881011c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8e400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f88111fe0 con 0x7f7f88102f30 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8e400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7f88111e60 con 0x7f7f8810c350 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f88112160 con 0x7f7f88103850 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8d000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 0x7f7f88102780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.243 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8d000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 0x7f7f88102780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53508/0 (socket says 172.21.15.32:53508) 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8d000640 1 -- 172.21.15.32:0/478815497 learned_addr learned my addr 172.21.15.32:0/478815497 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f8da00640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 0x7f7f881011c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.240+0000 7f7f87e00640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f88103850 0x7f7f88100b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8d000640 1 -- 172.21.15.32:0/478815497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f88103850 msgr2=0x7f7f88100b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8d000640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f88103850 0x7f7f88100b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8d000640 1 -- 172.21.15.32:0/478815497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 msgr2=0x7f7f881011c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8d000640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 0x7f7f881011c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8d000640 1 -- 172.21.15.32:0/478815497 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f881aaf00 con 0x7f7f88102f30 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8d000640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 0x7f7f88102780 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c00e9f0 tx=0x7f7f7c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f85600640 1 -- 172.21.15.32:0/478815497 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c00cd80 con 0x7f7f88102f30 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f881ab130 con 0x7f7f88102f30 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f85600640 1 -- 172.21.15.32:0/478815497 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f7c0054d0 con 0x7f7f88102f30 2024-04-25T19:09:29.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f85600640 1 -- 172.21.15.32:0/478815497 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c010690 con 0x7f7f88102f30 2024-04-25T19:09:29.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.241+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f881ab650 con 0x7f7f88102f30 2024-04-25T19:09:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 Processor -- start 2024-04-25T19:09:29.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 -- start start 2024-04-25T19:09:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a47d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a52650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f85600640 1 -- 172.21.15.32:0/478815497 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7f7c004e70 con 0x7f7f88102f30 2024-04-25T19:09:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a54f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.260 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d4859ad900 con 0x55d485a52b90 2024-04-25T19:09:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d485953ef0 con 0x55d485a479b0 2024-04-25T19:09:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.246+0000 7f7f927a5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d4859a98c0 con 0x55d485a482d0 2024-04-25T19:09:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a47d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f87e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a54f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a47d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45862/0 (socket says 172.21.15.32:45862) 2024-04-25T19:09:29.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 -- 172.21.15.32:0/2360434418 learned_addr learned my addr 172.21.15.32:0/2360434418 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a52650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 -- 172.21.15.32:0/2360434418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 msgr2=0x55d485a52650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a52650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 -- 172.21.15.32:0/2360434418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 msgr2=0x55d485a54f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a54f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.247+0000 7f7f8da00640 1 -- 172.21.15.32:0/2360434418 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4856c0210 con 0x55d485a479b0 2024-04-25T19:09:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a47d90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7f80035000 tx=0x7f7f800093e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fd29b397850b402 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f7a000640 1 -- 172.21.15.32:0/2360434418 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80034040 con 0x55d485a479b0 2024-04-25T19:09:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f7a000640 1 -- 172.21.15.32:0/2360434418 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f800098e0 con 0x55d485a479b0 2024-04-25T19:09:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f7a000640 1 -- 172.21.15.32:0/2360434418 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80030640 con 0x55d485a479b0 2024-04-25T19:09:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f85600640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7f700a3d80 0x7f7f700a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f85600640 1 -- 172.21.15.32:0/478815497 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f7f7c0d0bd0 con 0x7f7f88102f30 2024-04-25T19:09:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.248+0000 7f7f8d000640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7f700a3d80 0x7f7f700a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 -- 172.21.15.32:0/2360434418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 msgr2=0x55d485a47d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a47d90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7f80035000 tx=0x7f7f800093e0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 -- 172.21.15.32:0/2360434418 shutdown_connections 2024-04-25T19:09:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a54f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a52650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2360434418 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a47d90 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 -- 172.21.15.32:0/2360434418 >> 172.21.15.32:0/2360434418 conn(0x55d485a43ec0 msgr2=0x55d485a442a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 -- 172.21.15.32:0/2360434418 shutdown_connections 2024-04-25T19:09:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f927a5740 1 -- 172.21.15.32:0/2360434418 wait complete. 2024-04-25T19:09:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.249+0000 7f7f8d000640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7f700a3d80 0x7f7f700a6240 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55d485a48f50 tx=0x7f7f7c0d4680 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:29.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 -- start start 2024-04-25T19:09:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 Processor -- start 2024-04-25T19:09:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a4fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a50060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a505a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d485a55760 con 0x55d485a52b90 2024-04-25T19:09:29.266 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d485967310 con 0x55d485a479b0 2024-04-25T19:09:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d485a558e0 con 0x55d485a482d0 2024-04-25T19:09:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f927a5740 10 client.0 _ll_register_callbacks cb 0x55d485935cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.250+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a505a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f87e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a50060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a505a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53524/0 (socket says 172.21.15.32:53524) 2024-04-25T19:09:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 -- 172.21.15.32:0/2957262194 learned_addr learned my addr 172.21.15.32:0/2957262194 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a4fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 -- 172.21.15.32:0/2957262194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 msgr2=0x55d485a50060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a50060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 -- 172.21.15.32:0/2957262194 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 msgr2=0x55d485a4fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a4fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 -- 172.21.15.32:0/2957262194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d48578c620 con 0x55d485a52b90 2024-04-25T19:09:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f87e00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a50060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a505a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7f80003bb0 tx=0x7f7f80003a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd54a8f8acf36470 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.251+0000 7f7f6ea00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f6ea00640 1 -- 172.21.15.32:0/2957262194 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80049040 con 0x55d485a52b90 2024-04-25T19:09:29.269 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f800098e0 con 0x55d485a52b90 2024-04-25T19:09:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f6ea00640 1 -- 172.21.15.32:0/2957262194 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f7f800307a0 con 0x55d485a52b90 2024-04-25T19:09:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f6ea00640 1 -- 172.21.15.32:0/2957262194 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7f8002fca0 con 0x55d485a52b90 2024-04-25T19:09:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f927a5740 10 client.15906 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d485a61a00 con 0x55d485a52b90 2024-04-25T19:09:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f6ea00640 1 -- 172.21.15.32:0/2957262194 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f800098e0 con 0x55d485a52b90 2024-04-25T19:09:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.252+0000 7f7f6ea00640 1 -- 172.21.15.32:0/2957262194 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7f8004f040 con 0x55d485a52b90 2024-04-25T19:09:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f927a5740 10 client.15906 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f927a5740 10 client.15906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f927a5740 20 client.15906 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485a62d50 0x55d485a65140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f927a5740 4 client.15906 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:09:29.271 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4859c18b0 con 0x55d485a62d50 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.253+0000 7f7f87e00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485a62d50 0x55d485a65140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.254+0000 7f7f87e00640 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485a62d50 0x55d485a65140 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46e464eaddaa7a99 server_cookie=2cbee33c1d76148a in_seq=0 out_seq=0 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.254+0000 7f7f6ea00640 10 client.15906 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.254+0000 7f7f6ea00640 1 -- 172.21.15.32:0/2957262194 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d4859c18b0 con 0x55d485a62d50 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.254+0000 7f7f6ea00640 10 client.15906 handle_command_reply: tid=0 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.254+0000 7f7f927a5740 1 client.15906 shutdown 2024-04-25T19:09:29.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 msgr2=0x55d485a505a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a505a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7f80003bb0 tx=0x7f7f80003a10 comp rx=0 tx=0).stop 2024-04-25T19:09:29.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 shutdown_connections 2024-04-25T19:09:29.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485a62d50 0x55d485a65140 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a505a0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485a50060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2957262194 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485a4fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 >> 172.21.15.32:0/2957262194 conn(0x55d485a43ec0 msgr2=0x55d485a49bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f6ea00640 0 client.15906 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 shutdown_connections 2024-04-25T19:09:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 1 -- 172.21.15.32:0/2957262194 wait complete. 2024-04-25T19:09:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.255+0000 7f7f927a5740 20 client.15906 trim_cache size 0 max 16384 2024-04-25T19:09:29.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 Processor -- start 2024-04-25T19:09:29.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 -- start start 2024-04-25T19:09:29.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 0x55d485a5e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a482d0 0x55d485a4fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a50020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881b3f50 con 0x55d485a52b90 2024-04-25T19:09:29.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881b5a90 con 0x55d485a482d0 2024-04-25T19:09:29.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.272+0000 7f7f927a5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881b4620 con 0x55d485a479b0 2024-04-25T19:09:29.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 0x55d485a5e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 0x55d485a5e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55358/0 (socket says 172.21.15.32:55358) 2024-04-25T19:09:29.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f87e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a482d0 0x55d485a4fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f8da00640 1 -- 172.21.15.32:0/2913077975 learned_addr learned my addr 172.21.15.32:0/2913077975 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a50020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f87e00640 1 -- 172.21.15.32:0/2913077975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 msgr2=0x55d485a5e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f87e00640 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 0x55d485a5e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f87e00640 1 -- 172.21.15.32:0/2913077975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 msgr2=0x55d485a50020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f87e00640 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a50020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.273+0000 7f7f87e00640 1 -- 172.21.15.32:0/2913077975 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d485a3e400 con 0x55d485a482d0 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.274+0000 7f7f8da00640 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 0x55d485a5e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:29.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.274+0000 7f7f87e00640 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a482d0 0x55d485a4fae0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x55d485a452e0 tx=0x7f7f74005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b70ffb4e1853fc6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:29.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.276+0000 7f7f79600640 1 -- 172.21.15.32:0/2913077975 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f740120d0 con 0x55d485a482d0 2024-04-25T19:09:29.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.276+0000 7f7f79600640 1 -- 172.21.15.32:0/2913077975 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f74026020 con 0x55d485a482d0 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.276+0000 7f7f79600640 1 -- 172.21.15.32:0/2913077975 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f74022650 con 0x55d485a482d0 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 -- 172.21.15.32:0/2913077975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a482d0 msgr2=0x55d485a4fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a482d0 0x55d485a4fae0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x55d485a452e0 tx=0x7f7f74005f90 comp rx=0 tx=0).stop 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 -- 172.21.15.32:0/2913077975 shutdown_connections 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485a50020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a482d0 0x55d485a4fae0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 --2- 172.21.15.32:0/2913077975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a479b0 0x55d485a5e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 -- 172.21.15.32:0/2913077975 >> 172.21.15.32:0/2913077975 conn(0x55d485a43ec0 msgr2=0x55d485a5db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.277+0000 7f7f927a5740 1 -- 172.21.15.32:0/2913077975 shutdown_connections 2024-04-25T19:09:29.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.278+0000 7f7f927a5740 1 -- 172.21.15.32:0/2913077975 wait complete. 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.278+0000 7f7f927a5740 1 -- start start 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.278+0000 7f7f927a5740 1 Processor -- start 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485ac22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485ac2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485abcec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881b53c0 con 0x55d485a52b90 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881b4cf0 con 0x55d485a479b0 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881b1f30 con 0x55d485a482d0 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f927a5740 10 client.0 _ll_register_callbacks cb 0x7f7f8002f390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485ac22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f8da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485ac22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45894/0 (socket says 172.21.15.32:45894) 2024-04-25T19:09:29.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f8da00640 1 -- 172.21.15.32:0/3366119223 learned_addr learned my addr 172.21.15.32:0/3366119223 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f87e00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485ac2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f8da00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485abcec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.279+0000 7f7f87e00640 1 -- 172.21.15.32:0/3366119223 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 msgr2=0x55d485ac22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f87e00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485ac22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f87e00640 1 -- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 msgr2=0x55d485abcec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f87e00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485abcec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f87e00640 1 -- 172.21.15.32:0/3366119223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d485abd5b0 con 0x55d485a482d0 2024-04-25T19:09:29.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f87e00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485ac2820 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55d485a452e0 tx=0x7f7f74009eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8030d7e90c9cf363 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f6ea00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f6ea00640 1 -- 172.21.15.32:0/3366119223 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f74004020 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f6ea00640 1 -- 172.21.15.32:0/3366119223 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f7f740041c0 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.280+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f74026020 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f6ea00640 1 -- 172.21.15.32:0/3366119223 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7f740043e0 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 10 client.26083 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d485ac9a00 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f6ea00640 1 -- 172.21.15.32:0/3366119223 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f74026020 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f6ea00640 1 -- 172.21.15.32:0/3366119223 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7f740051c0 con 0x55d485a482d0 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 10 client.26083 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 10 client.26083 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:29.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 20 client.26083 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485aca0c0 0x55d485acc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 4 client.26083 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:09:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.281+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d4859bb320 con 0x55d485aca0c0 2024-04-25T19:09:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.282+0000 7f7f8da00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485aca0c0 0x55d485acc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.282+0000 7f7f8da00640 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485aca0c0 0x55d485acc4b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e41493b6758cd258 server_cookie=e0e5fa7131a5f07d in_seq=0 out_seq=0 2024-04-25T19:09:29.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.282+0000 7f7f6ea00640 10 client.26083 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.295+0000 7f7f6ea00640 1 -- 172.21.15.32:0/3366119223 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d4859bb320 con 0x55d485aca0c0 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.295+0000 7f7f6ea00640 10 client.26083 handle_command_reply: tid=0 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 client.26083 shutdown 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 msgr2=0x55d485ac2820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485ac2820 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55d485a452e0 tx=0x7f7f74009eb0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 shutdown_connections 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d485aca0c0 0x55d485acc4b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d485a52b90 0x55d485abcec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d485a482d0 0x55d485ac2820 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 --2- 172.21.15.32:0/3366119223 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d485a479b0 0x55d485ac22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f6ea00640 0 client.26083 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 >> 172.21.15.32:0/3366119223 conn(0x55d485a43ec0 msgr2=0x55d485a50370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 shutdown_connections 2024-04-25T19:09:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 1 -- 172.21.15.32:0/3366119223 wait complete. 2024-04-25T19:09:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.296+0000 7f7f927a5740 20 client.26083 trim_cache size 0 max 16384 2024-04-25T19:09:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:09:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:09:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:09:29.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7f700a3d80 msgr2=0x7f7f700a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7f700a3d80 0x7f7f700a6240 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55d485a48f50 tx=0x7f7f7c0d4680 comp rx=0 tx=0).stop 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 msgr2=0x7f7f88102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 0x7f7f88102780 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c00e9f0 tx=0x7f7f7c00edf0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 shutdown_connections 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7f700a3d80 0x7f7f700a6240 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f8810c350 0x7f7f881011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f88103850 0x7f7f88100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 --2- 172.21.15.32:0/478815497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f88102f30 0x7f7f88102780 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:29.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.297+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 >> 172.21.15.32:0/478815497 conn(0x7f7f880fc730 msgr2=0x7f7f880fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:29.302 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.298+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 shutdown_connections 2024-04-25T19:09:29.302 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:29.298+0000 7f7f8e400640 1 -- 172.21.15.32:0/478815497 wait complete. 2024-04-25T19:09:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:29 smithi032 ceph-mon[28041]: pgmap v177: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 23 KiB/s wr, 16 op/s 2024-04-25T19:09:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:29 smithi066 ceph-mon[32882]: pgmap v177: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 23 KiB/s wr, 16 op/s 2024-04-25T19:09:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:29 smithi064 ceph-mon[32321]: pgmap v177: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 23 KiB/s wr, 16 op/s 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:64/600: open fd = 3 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:65/600: open fd = 3 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.965 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:66/600: open fd = 3 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:67/600: open fd = 3 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:68/600: open fd = 3 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.966 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:69/600: open fd = 3 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:70/600: open fd = 3 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:71/600: open fd = 3 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.967 INFO:tasks.workunit.client.0.smithi032.stdout:72/600: open fd = 3 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:73/600: open fd = 3 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:74/600: open fd = 3 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:75/600: open fd = 3 2024-04-25T19:09:30.968 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:76/600: open fd = 3 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:77/600: open fd = 3 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:78/600: open fd = 3 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.969 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:79/600: open fd = 3 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:80/600: open fd = 3 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:81/600: open fd = 3 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:82/600: open fd = 3 2024-04-25T19:09:30.970 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:83/600: open fd = 3 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:84/600: open fd = 3 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:85/600: open fd = 3 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.971 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:86/600: open fd = 3 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:87/600: open fd = 3 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:88/600: open fd = 3 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:89/600: open fd = 3 2024-04-25T19:09:30.972 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:90/600: open fd = 3 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:91/600: open fd = 3 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:92/600: open fd = 3 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.973 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:93/600: open fd = 3 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:94/600: open fd = 3 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:95/600: open fd = 3 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.974 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:96/600: open fd = 3 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:97/600: open fd = 3 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:98/600: open fd = 3 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.975 INFO:tasks.workunit.client.0.smithi032.stdout:99/600: open fd = 3 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:100/600: open fd = 3 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:101/600: open fd = 3 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:102/600: open fd = 3 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.976 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:103/600: open fd = 3 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:104/600: open fd = 3 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:105/600: open fd = 3 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:106/600: open fd = 3 2024-04-25T19:09:30.977 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:107/600: open fd = 3 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:108/600: open fd = 3 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:109/600: open fd = 3 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.978 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:110/600: open fd = 3 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:111/600: open fd = 3 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:112/600: open fd = 3 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:113/600: open fd = 3 2024-04-25T19:09:30.979 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:114/600: open fd = 3 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:115/600: open fd = 3 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:116/600: open fd = 3 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:117/600: open fd = 3 2024-04-25T19:09:30.980 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:118/600: open fd = 3 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:119/600: open fd = 3 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:120/600: open fd = 3 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.981 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:121/600: open fd = 3 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:122/600: open fd = 3 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:123/600: open fd = 3 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.982 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:124/600: open fd = 3 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:125/600: open fd = 3 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:126/600: open fd = 3 2024-04-25T19:09:30.983 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:09:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:31 smithi032 ceph-mon[28041]: pgmap v178: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:09:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:31 smithi066 ceph-mon[32882]: pgmap v178: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:09:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:31 smithi064 ceph-mon[32321]: pgmap v178: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:09:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:33 smithi066 ceph-mon[32882]: pgmap v179: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:09:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:33 smithi064 ceph-mon[32321]: pgmap v179: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:09:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:33 smithi032 ceph-mon[28041]: pgmap v179: 97 pgs: 97 active+clean; 4.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 23 KiB/s wr, 11 op/s 2024-04-25T19:09:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:35 smithi066 ceph-mon[32882]: pgmap v180: 97 pgs: 97 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-04-25T19:09:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:35 smithi064 ceph-mon[32321]: pgmap v180: 97 pgs: 97 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-04-25T19:09:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:35 smithi032 ceph-mon[28041]: pgmap v180: 97 pgs: 97 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-04-25T19:09:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:37 smithi066 ceph-mon[32882]: pgmap v181: 97 pgs: 97 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-04-25T19:09:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:37 smithi064 ceph-mon[32321]: pgmap v181: 97 pgs: 97 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-04-25T19:09:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:37 smithi032 ceph-mon[28041]: pgmap v181: 97 pgs: 97 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-04-25T19:09:39.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:39 smithi064 ceph-mon[32321]: pgmap v182: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 50 KiB/s wr, 21 op/s 2024-04-25T19:09:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:39 smithi066 ceph-mon[32882]: pgmap v182: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 50 KiB/s wr, 21 op/s 2024-04-25T19:09:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:39 smithi032 ceph-mon[28041]: pgmap v182: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 50 KiB/s wr, 21 op/s 2024-04-25T19:09:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:41 smithi066 ceph-mon[32882]: pgmap v183: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-04-25T19:09:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:41 smithi064 ceph-mon[32321]: pgmap v183: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-04-25T19:09:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:41 smithi032 ceph-mon[28041]: pgmap v183: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-04-25T19:09:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 -- 172.21.15.32:0/3660856571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec104ba0 msgr2=0x7f86ec108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 --2- 172.21.15.32:0/3660856571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec104ba0 0x7f86ec108be0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f86d8009900 tx=0x7f86d802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 -- 172.21.15.32:0/3660856571 shutdown_connections 2024-04-25T19:09:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 --2- 172.21.15.32:0/3660856571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1092c0 0x7f86ec110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 --2- 172.21.15.32:0/3660856571 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec104ba0 0x7f86ec108be0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 --2- 172.21.15.32:0/3660856571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec1041f0 0x7f86ec1045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 -- 172.21.15.32:0/3660856571 >> 172.21.15.32:0/3660856571 conn(0x7f86ec0ffa70 msgr2=0x7f86ec101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 -- 172.21.15.32:0/3660856571 shutdown_connections 2024-04-25T19:09:42.450 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.447+0000 7f86f2a00640 1 -- 172.21.15.32:0/3660856571 wait complete. 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.448+0000 7f86f2a00640 1 Processor -- start 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 -- start start 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 0x7f86ec1a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec1092c0 0x7f86ec1a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec19a5d0 0x7f86ec19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec114250 con 0x7f86ec19a5d0 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1140d0 con 0x7f86ec1092c0 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1143d0 con 0x7f86ec1041f0 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 0x7f86ec1a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 0x7f86ec1a0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:36732/0 (socket says 172.21.15.32:36732) 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f1600640 1 -- 172.21.15.32:0/2854110769 learned_addr learned my addr 172.21.15.32:0/2854110769 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:42.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f2000640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec19a5d0 0x7f86ec19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.449+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec1092c0 0x7f86ec1a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f1600640 1 -- 172.21.15.32:0/2854110769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec1092c0 msgr2=0x7f86ec1a0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f1600640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec1092c0 0x7f86ec1a0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f1600640 1 -- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec19a5d0 msgr2=0x7f86ec19aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f1600640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec19a5d0 0x7f86ec19aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f1600640 1 -- 172.21.15.32:0/2854110769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86ec19b0f0 con 0x7f86ec1041f0 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f2000640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec19a5d0 0x7f86ec19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86f1600640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 0x7f86ec1a0420 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f86e000ea60 tx=0x7f86e000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.450+0000 7f86ea000640 1 -- 172.21.15.32:0/2854110769 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e000cde0 con 0x7f86ec1041f0 2024-04-25T19:09:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.451+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86ec19b3e0 con 0x7f86ec1041f0 2024-04-25T19:09:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.451+0000 7f86ea000640 1 -- 172.21.15.32:0/2854110769 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86e00035f0 con 0x7f86ec1041f0 2024-04-25T19:09:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.451+0000 7f86ea000640 1 -- 172.21.15.32:0/2854110769 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e0010690 con 0x7f86ec1041f0 2024-04-25T19:09:42.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.451+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86ec1a7680 con 0x7f86ec1041f0 2024-04-25T19:09:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 Processor -- start 2024-04-25T19:09:42.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 -- start start 2024-04-25T19:09:42.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86ea000640 1 -- 172.21.15.32:0/2854110769 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f86e00037a0 con 0x7f86ec1041f0 2024-04-25T19:09:42.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 0x55a93abadd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abae2d0 0x55a93abb8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a93ab13900 con 0x55a93abb8b90 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a93aab9ef0 con 0x55a93abae2d0 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.454+0000 7f86f6f95740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a93ab0f8c0 con 0x55a93abad9b0 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 0x55a93abadd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f1600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abae2d0 0x55a93abb8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 0x55a93abadd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:36744/0 (socket says 172.21.15.32:36744) 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f0c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 -- 172.21.15.32:0/3018727054 learned_addr learned my addr 172.21.15.32:0/3018727054 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:42.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 -- 172.21.15.32:0/3018727054 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abae2d0 msgr2=0x55a93abb8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abae2d0 0x55a93abb8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 -- 172.21.15.32:0/3018727054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 msgr2=0x55a93abbaf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbaf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.455+0000 7f86f2000640 1 -- 172.21.15.32:0/3018727054 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a93a826210 con 0x55a93abad9b0 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.456+0000 7f86f2000640 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 0x55a93abadd90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f86e4011790 tx=0x7f86e4011c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ede61daf85c1e17 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.456+0000 7f86de600640 1 -- 172.21.15.32:0/3018727054 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e4003c30 con 0x55a93abad9b0 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.456+0000 7f86de600640 1 -- 172.21.15.32:0/3018727054 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86e400fe50 con 0x55a93abad9b0 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.456+0000 7f86de600640 1 -- 172.21.15.32:0/3018727054 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e40193e0 con 0x55a93abad9b0 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.456+0000 7f86ea000640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f86d40a3d00 0x7f86d40a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 -- 172.21.15.32:0/3018727054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 msgr2=0x55a93abadd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 0x55a93abadd90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f86e4011790 tx=0x7f86e4011c50 comp rx=0 tx=0).stop 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f1600640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f86d40a3d00 0x7f86d40a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 -- 172.21.15.32:0/3018727054 shutdown_connections 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbaf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abae2d0 0x55a93abb8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 --2- 172.21.15.32:0/3018727054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abad9b0 0x55a93abadd90 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 -- 172.21.15.32:0/3018727054 >> 172.21.15.32:0/3018727054 conn(0x55a93aba9ec0 msgr2=0x55a93abaa2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86ea000640 1 -- 172.21.15.32:0/2854110769 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f86e00d0af0 con 0x7f86ec1041f0 2024-04-25T19:09:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 -- 172.21.15.32:0/3018727054 shutdown_connections 2024-04-25T19:09:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 -- 172.21.15.32:0/3018727054 wait complete. 2024-04-25T19:09:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f1600640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f86d40a3d00 0x7f86d40a61c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x55a93abaef50 tx=0x7f86e00d45a0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.457+0000 7f86f6f95740 1 -- start start 2024-04-25T19:09:42.461 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 Processor -- start 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 0x55a93abb5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abb6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abb8b90 0x55a93abb65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a93abbb7c0 con 0x55a93abad9b0 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a93aacd310 con 0x55a93abb8b90 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a93abbb940 con 0x55a93abae2d0 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.458+0000 7f86f6f95740 10 client.0 _ll_register_callbacks cb 0x55a93aa9bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 0x55a93abb5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 0x55a93abb5b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48738/0 (socket says 172.21.15.32:48738) 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abb6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 -- 172.21.15.32:0/430606043 learned_addr learned my addr 172.21.15.32:0/430606043 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:42.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abb8b90 0x55a93abb65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 -- 172.21.15.32:0/430606043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 msgr2=0x55a93abb6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abb6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 -- 172.21.15.32:0/430606043 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abb8b90 msgr2=0x55a93abb65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abb8b90 0x55a93abb65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 -- 172.21.15.32:0/430606043 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a93a8f2620 con 0x55a93abad9b0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f0c00640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abb6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.459+0000 7f86f2000640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 0x55a93abb5b20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f86e4004470 tx=0x7f86e4004500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb3dbb4a96ceb88 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86d2a00640 1 -- 172.21.15.32:0/430606043 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e400fc90 con 0x55a93abad9b0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86d2a00640 1 -- 172.21.15.32:0/430606043 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f86e4004c50 con 0x55a93abad9b0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86e400fe50 con 0x55a93abad9b0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86d2a00640 1 -- 172.21.15.32:0/430606043 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f86e4004e50 con 0x55a93abad9b0 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86f6f95740 10 client.15924 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:42.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a93abc7a20 con 0x55a93abad9b0 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.460+0000 7f86d2a00640 1 -- 172.21.15.32:0/430606043 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86e400fe50 con 0x55a93abad9b0 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86d2a00640 1 -- 172.21.15.32:0/430606043 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f86e4018070 con 0x55a93abad9b0 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f6f95740 10 client.15924 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f6f95740 10 client.15924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f6f95740 20 client.15924 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f6f95740 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93abc8e30 0x55a93abcb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f6f95740 4 client.15924 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a93ab278b0 con 0x55a93abc8e30 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.461+0000 7f86f0c00640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93abc8e30 0x55a93abcb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.462+0000 7f86f0c00640 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93abc8e30 0x55a93abcb220 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e861015e4fc13fab server_cookie=3d53ed322ca42a4e in_seq=0 out_seq=0 2024-04-25T19:09:42.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.462+0000 7f86d2a00640 10 client.15924 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:42.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.462+0000 7f86d2a00640 1 -- 172.21.15.32:0/430606043 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a93ab278b0 con 0x55a93abc8e30 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.462+0000 7f86d2a00640 10 client.15924 handle_command_reply: tid=0 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 client.15924 shutdown 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 msgr2=0x55a93abb5b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 0x55a93abb5b20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f86e4004470 tx=0x7f86e4004500 comp rx=0 tx=0).stop 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 shutdown_connections 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93abc8e30 0x55a93abcb220 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abb8b90 0x55a93abb65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abb6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 --2- 172.21.15.32:0/430606043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abad9b0 0x55a93abb5b20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 >> 172.21.15.32:0/430606043 conn(0x55a93aba9ec0 msgr2=0x55a93abafbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86d2a00640 0 client.15924 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:42.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 shutdown_connections 2024-04-25T19:09:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 1 -- 172.21.15.32:0/430606043 wait complete. 2024-04-25T19:09:42.469 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.463+0000 7f86f6f95740 20 client.15924 trim_cache size 0 max 16384 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 Processor -- start 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 -- start start 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abc4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 0x55a93abb5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abb8b90 0x55a93abd0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1afc60 con 0x55a93abae2d0 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1b17a0 con 0x55a93abad9b0 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.480+0000 7f86f6f95740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1b0330 con 0x55a93abb8b90 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 0x55a93abb5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 0x55a93abb5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48742/0 (socket says 172.21.15.32:48742) 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 -- 172.21.15.32:0/2896810891 learned_addr learned my addr 172.21.15.32:0/2896810891 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f2000640 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abc4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f2000640 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abb8b90 0x55a93abd0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 -- 172.21.15.32:0/2896810891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abb8b90 msgr2=0x55a93abd0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abb8b90 0x55a93abd0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 -- 172.21.15.32:0/2896810891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 msgr2=0x55a93abc4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abc4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 -- 172.21.15.32:0/2896810891 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a93abb4070 con 0x55a93abae2d0 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f2000640 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abb8b90 0x55a93abd0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:09:42.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.481+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 0x55a93abb5400 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f86d8031440 tx=0x7f86d8005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e5cd971aa257c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86ddc00640 1 -- 172.21.15.32:0/2896810891 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8035040 con 0x55a93abae2d0 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86ddc00640 1 -- 172.21.15.32:0/2896810891 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86d8046830 con 0x55a93abae2d0 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86ddc00640 1 -- 172.21.15.32:0/2896810891 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d80054c0 con 0x55a93abae2d0 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 -- 172.21.15.32:0/2896810891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 msgr2=0x55a93abb5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 0x55a93abb5400 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f86d8031440 tx=0x7f86d8005a20 comp rx=0 tx=0).stop 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 -- 172.21.15.32:0/2896810891 shutdown_connections 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abb8b90 0x55a93abd0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abae2d0 0x55a93abb5400 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2896810891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abc4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.482+0000 7f86f6f95740 1 -- 172.21.15.32:0/2896810891 >> 172.21.15.32:0/2896810891 conn(0x55a93aba9ec0 msgr2=0x55a93abafbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.483+0000 7f86f6f95740 1 -- 172.21.15.32:0/2896810891 shutdown_connections 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.483+0000 7f86f6f95740 1 -- 172.21.15.32:0/2896810891 wait complete. 2024-04-25T19:09:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.483+0000 7f86f6f95740 1 -- start start 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.483+0000 7f86f6f95740 1 Processor -- start 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abbdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abbe0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbe620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1b10d0 con 0x55a93abb8b90 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1b0a00 con 0x55a93abad9b0 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f86ec1adc60 con 0x55a93abae2d0 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f6f95740 10 client.0 _ll_register_callbacks cb 0x7f86e40043a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f2000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbe620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f2000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbe620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48756/0 (socket says 172.21.15.32:48756) 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f2000640 1 -- 172.21.15.32:0/2932003050 learned_addr learned my addr 172.21.15.32:0/2932003050 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abbe0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.484+0000 7f86f2000640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abbdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f2000640 1 -- 172.21.15.32:0/2932003050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 msgr2=0x55a93abbe0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f2000640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abbe0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f2000640 1 -- 172.21.15.32:0/2932003050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 msgr2=0x55a93abbdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f2000640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abbdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f2000640 1 -- 172.21.15.32:0/2932003050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a93ac2d4a0 con 0x55a93abb8b90 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abbe0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f2000640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbe620 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x55a93abb5a90 tx=0x7f86e4005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f71ba0ff1162d651 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86d2a00640 1 -- 172.21.15.32:0/2932003050 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e400fe30 con 0x55a93abb8b90 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86d2a00640 1 -- 172.21.15.32:0/2932003050 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7f86e4009e00 con 0x55a93abb8b90 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86d8046830 con 0x55a93abb8b90 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.485+0000 7f86d2a00640 1 -- 172.21.15.32:0/2932003050 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f86e4011240 con 0x55a93abb8b90 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 10 client.15930 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a93ac2e720 con 0x55a93abb8b90 2024-04-25T19:09:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86d2a00640 1 -- 172.21.15.32:0/2932003050 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86d8046830 con 0x55a93abb8b90 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86d2a00640 1 -- 172.21.15.32:0/2932003050 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f86e4039030 con 0x55a93abb8b90 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 10 client.15930 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 10 client.15930 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 20 client.15930 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93ac2ed80 0x55a93ac311a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 4 client.15930 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a93ab21320 con 0x55a93ac2ed80 2024-04-25T19:09:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.486+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93ac2ed80 0x55a93ac311a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:42.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.487+0000 7f86d2a00640 10 client.15930 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:42.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.487+0000 7f86f0c00640 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93ac2ed80 0x55a93ac311a0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dd60167029679ce server_cookie=2daa1d5b4032bf71 in_seq=0 out_seq=0 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.502+0000 7f86d2a00640 1 -- 172.21.15.32:0/2932003050 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a93ab21320 con 0x55a93ac2ed80 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.502+0000 7f86d2a00640 10 client.15930 handle_command_reply: tid=0 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.502+0000 7f86f6f95740 1 client.15930 shutdown 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 msgr2=0x55a93abbe620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbe620 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x55a93abb5a90 tx=0x7f86e4005bd0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 shutdown_connections 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a93ac2ed80 0x55a93ac311a0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a93abb8b90 0x55a93abbe620 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86d2a00640 0 client.15930 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a93abae2d0 0x55a93abbe0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 --2- 172.21.15.32:0/2932003050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a93abad9b0 0x55a93abbdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 >> 172.21.15.32:0/2932003050 conn(0x55a93aba9ec0 msgr2=0x55a93abaf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 shutdown_connections 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 1 -- 172.21.15.32:0/2932003050 wait complete. 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.503+0000 7f86f6f95740 20 client.15930 trim_cache size 0 max 16384 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:09:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:09:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f86d40a3d00 msgr2=0x7f86d40a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f86d40a3d00 0x7f86d40a61c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x55a93abaef50 tx=0x7f86e00d45a0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 msgr2=0x7f86ec1a0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 0x7f86ec1a0420 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f86e000ea60 tx=0x7f86e000ef20 comp rx=0 tx=0).stop 2024-04-25T19:09:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 shutdown_connections 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f86d40a3d00 0x7f86d40a61c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f86ec19a5d0 0x7f86ec19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f86ec1092c0 0x7f86ec1a0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 --2- 172.21.15.32:0/2854110769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86ec1041f0 0x7f86ec1a0420 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.504+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 >> 172.21.15.32:0/2854110769 conn(0x7f86ec0ffa70 msgr2=0x7f86ec100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.505+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 shutdown_connections 2024-04-25T19:09:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:42.505+0000 7f86f2a00640 1 -- 172.21.15.32:0/2854110769 wait complete. 2024-04-25T19:09:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:43 smithi066 ceph-mon[32882]: pgmap v184: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-04-25T19:09:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:43 smithi064 ceph-mon[32321]: pgmap v184: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-04-25T19:09:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:43 smithi032 ceph-mon[28041]: pgmap v184: 97 pgs: 97 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-04-25T19:09:45.583 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:45 smithi032 ceph-mon[28041]: pgmap v185: 97 pgs: 97 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 58 KiB/s wr, 25 op/s 2024-04-25T19:09:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:45 smithi066 ceph-mon[32882]: pgmap v185: 97 pgs: 97 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 58 KiB/s wr, 25 op/s 2024-04-25T19:09:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:45 smithi064 ceph-mon[32321]: pgmap v185: 97 pgs: 97 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 58 KiB/s wr, 25 op/s 2024-04-25T19:09:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:47 smithi066 ceph-mon[32882]: pgmap v186: 97 pgs: 97 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 16 op/s 2024-04-25T19:09:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:47 smithi064 ceph-mon[32321]: pgmap v186: 97 pgs: 97 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 16 op/s 2024-04-25T19:09:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:47 smithi032 ceph-mon[28041]: pgmap v186: 97 pgs: 97 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 16 op/s 2024-04-25T19:09:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:49 smithi066 ceph-mon[32882]: pgmap v187: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 22 op/s 2024-04-25T19:09:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:49 smithi064 ceph-mon[32321]: pgmap v187: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 22 op/s 2024-04-25T19:09:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:49 smithi032 ceph-mon[28041]: pgmap v187: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 22 op/s 2024-04-25T19:09:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:51 smithi066 ceph-mon[32882]: pgmap v188: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:09:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:51 smithi064 ceph-mon[32321]: pgmap v188: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:09:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:51 smithi032 ceph-mon[28041]: pgmap v188: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:09:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:53 smithi066 ceph-mon[32882]: pgmap v189: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:09:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:53 smithi064 ceph-mon[32321]: pgmap v189: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:09:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:53 smithi032 ceph-mon[28041]: pgmap v189: 97 pgs: 97 active+clean; 1.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.653+0000 7fda3b200640 1 -- 172.21.15.32:0/2716557036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34074c10 msgr2=0x7fda34112840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.653+0000 7fda3b200640 1 --2- 172.21.15.32:0/2716557036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34074c10 0x7fda34112840 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fda24009900 tx=0x7fda2402a480 comp rx=0 tx=0).stop 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 -- 172.21.15.32:0/2716557036 shutdown_connections 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 --2- 172.21.15.32:0/2716557036 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda34112d80 0x7fda34115170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 --2- 172.21.15.32:0/2716557036 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34074c10 0x7fda34112840 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 --2- 172.21.15.32:0/2716557036 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda340746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 -- 172.21.15.32:0/2716557036 >> 172.21.15.32:0/2716557036 conn(0x7fda340fd860 msgr2=0x7fda340ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:55.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 -- 172.21.15.32:0/2716557036 shutdown_connections 2024-04-25T19:09:55.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.654+0000 7fda3b200640 1 -- 172.21.15.32:0/2716557036 wait complete. 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.655+0000 7fda3b200640 1 Processor -- start 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.655+0000 7fda3b200640 1 -- start start 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.655+0000 7fda3b200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda341a4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.655+0000 7fda3b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda34074c10 0x7fda341a4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.655+0000 7fda3b200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34112d80 0x7fda3419ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda3b200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fda34118610 con 0x7fda34112d80 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda3b200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fda34118490 con 0x7fda340742f0 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda3b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fda34118790 con 0x7fda34074c10 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda341a4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda341a4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38834/0 (socket says 172.21.15.32:38834) 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 -- 172.21.15.32:0/2392049066 learned_addr learned my addr 172.21.15.32:0/2392049066 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda3a800640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34112d80 0x7fda3419ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39400640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda34074c10 0x7fda341a4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 -- 172.21.15.32:0/2392049066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda34074c10 msgr2=0x7fda341a4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda34074c10 0x7fda341a4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 -- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34112d80 msgr2=0x7fda3419ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34112d80 0x7fda3419ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.656+0000 7fda39e00640 1 -- 172.21.15.32:0/2392049066 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3419f1b0 con 0x7fda340742f0 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.657+0000 7fda39e00640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda341a4880 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fda2c00ebc0 tx=0x7fda2c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.657+0000 7fda2aa00640 1 -- 172.21.15.32:0/2392049066 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c010630 con 0x7fda340742f0 2024-04-25T19:09:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.657+0000 7fda2aa00640 1 -- 172.21.15.32:0/2392049066 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda2c010c80 con 0x7fda340742f0 2024-04-25T19:09:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.657+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda3419f4a0 con 0x7fda340742f0 2024-04-25T19:09:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.657+0000 7fda2aa00640 1 -- 172.21.15.32:0/2392049066 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c018b60 con 0x7fda340742f0 2024-04-25T19:09:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.657+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda341ab740 con 0x7fda340742f0 2024-04-25T19:09:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.660+0000 7fda3f7a9740 1 Processor -- start 2024-04-25T19:09:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.660+0000 7fda3f7a9740 1 -- start start 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 0x55f1779ebd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779f6b90 0x55f1779f8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f177951900 con 0x55f1779ec2d0 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f1778f7ef0 con 0x55f1779eb9b0 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f17794d8c0 con 0x55f1779f6b90 2024-04-25T19:09:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 0x55f1779ebd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 0x55f1779ebd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38838/0 (socket says 172.21.15.32:38838) 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3a800640 1 -- 172.21.15.32:0/1199539856 learned_addr learned my addr 172.21.15.32:0/1199539856 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda2aa00640 1 -- 172.21.15.32:0/2392049066 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fda2c018d00 con 0x7fda340742f0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda39400640 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779f6b90 0x55f1779f8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3a800640 1 -- 172.21.15.32:0/1199539856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779f6b90 msgr2=0x55f1779f8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda3a800640 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779f6b90 0x55f1779f8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.661+0000 7fda39e00640 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda3a800640 1 -- 172.21.15.32:0/1199539856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 msgr2=0x55f1779f6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda3a800640 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda3a800640 1 -- 172.21.15.32:0/1199539856 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f177664210 con 0x55f1779eb9b0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda39e00640 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda3a800640 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 0x55f1779ebd90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fda30009ba0 tx=0x7fda30011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5be6270556b822b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda1f000640 1 -- 172.21.15.32:0/1199539856 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30004230 con 0x55f1779eb9b0 2024-04-25T19:09:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda1f000640 1 -- 172.21.15.32:0/1199539856 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda30009e10 con 0x55f1779eb9b0 2024-04-25T19:09:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.662+0000 7fda1f000640 1 -- 172.21.15.32:0/1199539856 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30004ca0 con 0x55f1779eb9b0 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda2aa00640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fda200a3d00 0x7fda200a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1199539856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 msgr2=0x55f1779ebd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 0x55f1779ebd90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fda30009ba0 tx=0x7fda30011810 comp rx=0 tx=0).stop 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1199539856 shutdown_connections 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779f6b90 0x55f1779f8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda2aa00640 1 -- 172.21.15.32:0/2392049066 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fda2c0d0e30 con 0x7fda340742f0 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1199539856 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779eb9b0 0x55f1779ebd90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda39e00640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fda200a3d00 0x7fda200a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.663+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1199539856 >> 172.21.15.32:0/1199539856 conn(0x55f1779e7ec0 msgr2=0x55f1779e82a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.664+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1199539856 shutdown_connections 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.664+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1199539856 wait complete. 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.664+0000 7fda3f7a9740 1 -- start start 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.664+0000 7fda39e00640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fda200a3d00 0x7fda200a61c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x55f1779ecf50 tx=0x7fda2c000f40 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.664+0000 7fda3f7a9740 1 Processor -- start 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779f3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779f45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f1779f97c0 con 0x55f1779ec2d0 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f17790b310 con 0x55f1779f6b90 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f1779f9940 con 0x55f1779eb9b0 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3f7a9740 10 client.0 _ll_register_callbacks cb 0x55f1778d9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda39400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779f45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda39400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f4060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39252/0 (socket says 172.21.15.32:39252) 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda39400640 1 -- 172.21.15.32:0/1718393333 learned_addr learned my addr 172.21.15.32:0/1718393333 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.665+0000 7fda3a800640 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779f3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda39400640 1 -- 172.21.15.32:0/1718393333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 msgr2=0x55f1779f3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda39400640 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779f3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda39400640 1 -- 172.21.15.32:0/1718393333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 msgr2=0x55f1779f45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda39400640 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779f45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda39400640 1 -- 172.21.15.32:0/1718393333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f177730620 con 0x55f1779ec2d0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda39400640 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f4060 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fda24009900 tx=0x7fda24032f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b440c4753f5d971 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda13400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda13400640 1 -- 172.21.15.32:0/1718393333 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda24035040 con 0x55f1779ec2d0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda13400640 1 -- 172.21.15.32:0/1718393333 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fda24004050 con 0x55f1779ec2d0 2024-04-25T19:09:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.666+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda30009e10 con 0x55f1779ec2d0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda13400640 1 -- 172.21.15.32:0/1718393333 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fda24004250 con 0x55f1779ec2d0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 10 client.15939 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f177a05990 con 0x55f1779ec2d0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda13400640 1 -- 172.21.15.32:0/1718393333 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda30009e10 con 0x55f1779ec2d0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda13400640 1 -- 172.21.15.32:0/1718393333 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fda24004a20 con 0x55f1779ec2d0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 10 client.15939 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 10 client.15939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 20 client.15939 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a06ea0 0x55f177a09290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 4 client.15939 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.667+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1779658b0 con 0x55f177a06ea0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.668+0000 7fda3a800640 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a06ea0 0x55f177a09290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.668+0000 7fda3a800640 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a06ea0 0x55f177a09290 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f803daabaa0b665 server_cookie=6031cfde4bc65b16 in_seq=0 out_seq=0 2024-04-25T19:09:55.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.668+0000 7fda13400640 10 client.15939 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda13400640 1 -- 172.21.15.32:0/1718393333 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f1779658b0 con 0x55f177a06ea0 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda13400640 10 client.15939 handle_command_reply: tid=0 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 client.15939 shutdown 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 msgr2=0x55f1779f4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f4060 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fda24009900 tx=0x7fda24032f00 comp rx=0 tx=0).stop 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 shutdown_connections 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a06ea0 0x55f177a09290 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779f45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779ec2d0 0x55f1779f4060 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1718393333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779f3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda13400640 0 client.15939 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.669+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 >> 172.21.15.32:0/1718393333 conn(0x55f1779e7ec0 msgr2=0x55f1779edc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.670+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 shutdown_connections 2024-04-25T19:09:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.670+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1718393333 wait complete. 2024-04-25T19:09:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.670+0000 7fda3f7a9740 20 client.15939 trim_cache size 0 max 16384 2024-04-25T19:09:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.686+0000 7fda3f7a9740 1 Processor -- start 2024-04-25T19:09:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.686+0000 7fda3f7a9740 1 -- start start 2024-04-25T19:09:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.686+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779e77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779ec2d0 0x55f1779f43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779f6b90 0x55f177a0eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fda341b3f90 con 0x55f1779f6b90 2024-04-25T19:09:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fda341b5ad0 con 0x55f1779ec2d0 2024-04-25T19:09:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fda341b4660 con 0x55f1779eb9b0 2024-04-25T19:09:55.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779e77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779e77a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49720/0 (socket says 172.21.15.32:49720) 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3a800640 1 -- 172.21.15.32:0/1658815278 learned_addr learned my addr 172.21.15.32:0/1658815278 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda39400640 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779ec2d0 0x55f1779f43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3a800640 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779f6b90 0x55f177a0eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda39400640 1 -- 172.21.15.32:0/1658815278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 msgr2=0x55f1779e77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda39400640 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779e77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda39400640 1 -- 172.21.15.32:0/1658815278 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779f6b90 msgr2=0x55f177a0eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda39400640 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779f6b90 0x55f177a0eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda39400640 1 -- 172.21.15.32:0/1658815278 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f177a09910 con 0x55f1779ec2d0 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.687+0000 7fda3a800640 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779e77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.688+0000 7fda39400640 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779ec2d0 0x55f1779f43e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fda240096c0 tx=0x7fda2402a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78d93f051a0d8aa6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.688+0000 7fda1e600640 1 -- 172.21.15.32:0/1658815278 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda24035070 con 0x55f1779ec2d0 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.688+0000 7fda1e600640 1 -- 172.21.15.32:0/1658815278 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda24041070 con 0x55f1779ec2d0 2024-04-25T19:09:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.688+0000 7fda1e600640 1 -- 172.21.15.32:0/1658815278 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda24052070 con 0x55f1779ec2d0 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1658815278 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779ec2d0 msgr2=0x55f1779f43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779ec2d0 0x55f1779f43e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fda240096c0 tx=0x7fda2402a480 comp rx=0 tx=0).stop 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1658815278 shutdown_connections 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779f6b90 0x55f177a0eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779ec2d0 0x55f1779f43e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/1658815278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779eb9b0 0x55f1779e77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1658815278 >> 172.21.15.32:0/1658815278 conn(0x55f1779e7ec0 msgr2=0x55f1779f5be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1658815278 shutdown_connections 2024-04-25T19:09:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 -- 172.21.15.32:0/1658815278 wait complete. 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.689+0000 7fda3f7a9740 1 -- start start 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 Processor -- start 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 0x55f1779fef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779ec2d0 0x55f1779fc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779fc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fda341b5400 con 0x55f1779eb9b0 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fda341b4d30 con 0x55f1779f6b90 2024-04-25T19:09:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fda341b1f70 con 0x55f1779ec2d0 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3f7a9740 10 client.0 _ll_register_callbacks cb 0x7fda24032b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 0x55f1779fef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 0x55f1779fef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39278/0 (socket says 172.21.15.32:39278) 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda3a800640 1 -- 172.21.15.32:0/942439894 learned_addr learned my addr 172.21.15.32:0/942439894 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.690+0000 7fda39400640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779ec2d0 0x55f1779fc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779fc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 -- 172.21.15.32:0/942439894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779ec2d0 msgr2=0x55f1779fc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779ec2d0 0x55f1779fc2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 -- 172.21.15.32:0/942439894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 msgr2=0x55f1779fc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779fc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 -- 172.21.15.32:0/942439894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1779fd040 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3a800640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 0x55f1779fef40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fda300049e0 tx=0x7fda300048e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3768f423b945ba8b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda13400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda13400640 1 -- 172.21.15.32:0/942439894 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30019740 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda13400640 1 -- 172.21.15.32:0/942439894 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8498+0+0 (secure 0 0 0) 0x7fda300198e0 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.691+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda24041070 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda13400640 1 -- 172.21.15.32:0/942439894 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fda3003e050 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 10 client.15945 fetch_fsmap learned FSMap version 31 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f177a6d420 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda13400640 1 -- 172.21.15.32:0/942439894 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda24041070 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda13400640 1 -- 172.21.15.32:0/942439894 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fda30029040 con 0x55f1779eb9b0 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 10 client.15945 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:09:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 10 client.15945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 20 client.15945 populate_metadata read hostname 'smithi032' 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a6d950 0x55f177a6fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 4 client.15945 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.692+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f17795f320 con 0x55f177a6d950 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.693+0000 7fda39400640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a6d950 0x55f177a6fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.693+0000 7fda39400640 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a6d950 0x55f177a6fd90 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc96e63cdb7326fb server_cookie=d40ef04bf14bc3fa in_seq=0 out_seq=0 2024-04-25T19:09:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.693+0000 7fda13400640 10 client.15945 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:55 smithi066 ceph-mon[32882]: pgmap v190: 97 pgs: 97 active+clean; 1.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 52 KiB/s wr, 22 op/s 2024-04-25T19:09:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda13400640 1 -- 172.21.15.32:0/942439894 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f17795f320 con 0x55f177a6d950 2024-04-25T19:09:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda13400640 10 client.15945 handle_command_reply: tid=0 2024-04-25T19:09:55.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 client.15945 shutdown 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 msgr2=0x55f1779fef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 0x55f1779fef40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fda300049e0 tx=0x7fda300048e0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 shutdown_connections 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f177a6d950 0x55f177a6fd90 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1779f6b90 0x55f1779fc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1779ec2d0 0x55f1779fc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 --2- 172.21.15.32:0/942439894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1779eb9b0 0x55f1779fef40 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda13400640 0 client.15945 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.714+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 >> 172.21.15.32:0/942439894 conn(0x55f1779e7ec0 msgr2=0x55f1779ed360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.715+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 shutdown_connections 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.715+0000 7fda3f7a9740 1 -- 172.21.15.32:0/942439894 wait complete. 2024-04-25T19:09:55.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.715+0000 7fda3f7a9740 20 client.15945 trim_cache size 0 max 16384 2024-04-25T19:09:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:09:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:09:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:09:55.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fda200a3d00 msgr2=0x7fda200a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fda200a3d00 0x7fda200a61c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x55f1779ecf50 tx=0x7fda2c000f40 comp rx=0 tx=0).stop 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 msgr2=0x7fda341a4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda341a4880 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fda2c00ebc0 tx=0x7fda2c00c6a0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 shutdown_connections 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fda200a3d00 0x7fda200a61c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda34112d80 0x7fda3419ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda34074c10 0x7fda341a4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 --2- 172.21.15.32:0/2392049066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fda340742f0 0x7fda341a4880 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:09:55.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 >> 172.21.15.32:0/2392049066 conn(0x7fda340fd860 msgr2=0x7fda340ff230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:09:55.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 shutdown_connections 2024-04-25T19:09:55.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:09:55.716+0000 7fda3b200640 1 -- 172.21.15.32:0/2392049066 wait complete. 2024-04-25T19:09:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:55 smithi064 ceph-mon[32321]: pgmap v190: 97 pgs: 97 active+clean; 1.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 52 KiB/s wr, 22 op/s 2024-04-25T19:09:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:55 smithi032 ceph-mon[28041]: pgmap v190: 97 pgs: 97 active+clean; 1.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 52 KiB/s wr, 22 op/s 2024-04-25T19:09:57.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:57 smithi032 ceph-mon[28041]: pgmap v191: 97 pgs: 97 active+clean; 1.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-04-25T19:09:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:57 smithi066 ceph-mon[32882]: pgmap v191: 97 pgs: 97 active+clean; 1.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-04-25T19:09:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:57 smithi064 ceph-mon[32321]: pgmap v191: 97 pgs: 97 active+clean; 1.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-04-25T19:09:59.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:59 smithi066 ceph-mon[32882]: pgmap v192: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-04-25T19:09:59.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:09:59 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:09:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:59 smithi064 ceph-mon[32321]: pgmap v192: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-04-25T19:09:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:09:59 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:09:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:59 smithi032 ceph-mon[28041]: pgmap v192: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 51 KiB/s wr, 21 op/s 2024-04-25T19:09:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:09:59 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:10:00.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:00 smithi066 ceph-mon[32882]: overall HEALTH_OK 2024-04-25T19:10:00.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:00 smithi064 ceph-mon[32321]: overall HEALTH_OK 2024-04-25T19:10:00.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:00 smithi032 ceph-mon[28041]: overall HEALTH_OK 2024-04-25T19:10:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:01 smithi066 ceph-mon[32882]: pgmap v193: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:10:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:01 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:10:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:01 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:10:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:01 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:10:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:01 smithi064 ceph-mon[32321]: pgmap v193: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:10:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:01 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:10:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:01 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:10:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:01 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:10:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:01 smithi032 ceph-mon[28041]: pgmap v193: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:10:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:01 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:10:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:01 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:10:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:01 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:10:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:03 smithi066 ceph-mon[32882]: pgmap v194: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:10:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:03 smithi064 ceph-mon[32321]: pgmap v194: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:10:03.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:03 smithi032 ceph-mon[28041]: pgmap v194: 97 pgs: 97 active+clean; 1.9 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-04-25T19:10:04.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:04 smithi066 ceph-mon[32882]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T19:10:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:04 smithi064 ceph-mon[32321]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T19:10:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:04 smithi032 ceph-mon[28041]: osdmap e93: 12 total, 12 up, 12 in 2024-04-25T19:10:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:05 smithi066 ceph-mon[32882]: pgmap v196: 97 pgs: 97 active+clean; 2.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:10:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:05 smithi064 ceph-mon[32321]: pgmap v196: 97 pgs: 97 active+clean; 2.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:10:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:05 smithi032 ceph-mon[28041]: pgmap v196: 97 pgs: 97 active+clean; 2.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:10:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:07 smithi066 ceph-mon[32882]: pgmap v197: 97 pgs: 97 active+clean; 2.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:10:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:07 smithi064 ceph-mon[32321]: pgmap v197: 97 pgs: 97 active+clean; 2.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:10:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:07 smithi032 ceph-mon[28041]: pgmap v197: 97 pgs: 97 active+clean; 2.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:10:08.866 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 -- 172.21.15.32:0/1332836638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441092c0 msgr2=0x7f2e44110e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.866 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/1332836638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441092c0 0x7f2e44110e90 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c009be0 tx=0x7f2e3c02a6d0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.866 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 -- 172.21.15.32:0/1332836638 shutdown_connections 2024-04-25T19:10:08.866 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/1332836638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441092c0 0x7f2e44110e90 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/1332836638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2e44104ba0 0x7f2e44108be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/1332836638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441041f0 0x7f2e441045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 -- 172.21.15.32:0/1332836638 >> 172.21.15.32:0/1332836638 conn(0x7f2e440ffa50 msgr2=0x7f2e44101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 -- 172.21.15.32:0/1332836638 shutdown_connections 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.862+0000 7f2e4aa00640 1 -- 172.21.15.32:0/1332836638 wait complete. 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.863+0000 7f2e4aa00640 1 Processor -- start 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 -- start start 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441041f0 0x7f2e441a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 0x7f2e441a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2e4419a590 0x7f2e4419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2e44114210 con 0x7f2e441092c0 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2e44114090 con 0x7f2e441041f0 2024-04-25T19:10:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2e44114390 con 0x7f2e4419a590 2024-04-25T19:10:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 0x7f2e441a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e49600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441041f0 0x7f2e441a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 0x7f2e441a0920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46674/0 (socket says 172.21.15.32:46674) 2024-04-25T19:10:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2e4419a590 0x7f2e4419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.864+0000 7f2e48c00640 1 -- 172.21.15.32:0/2622745561 learned_addr learned my addr 172.21.15.32:0/2622745561 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e49600640 1 -- 172.21.15.32:0/2622745561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2e4419a590 msgr2=0x7f2e4419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e49600640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2e4419a590 0x7f2e4419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e49600640 1 -- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 msgr2=0x7f2e441a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e49600640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 0x7f2e441a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e49600640 1 -- 172.21.15.32:0/2622745561 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e4419b0b0 con 0x7f2e441041f0 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e48c00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 0x7f2e441a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e49600640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441041f0 0x7f2e441a03e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2e3800e9f0 tx=0x7f2e3800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e42000640 1 -- 172.21.15.32:0/2622745561 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e3800ccc0 con 0x7f2e441041f0 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e42000640 1 -- 172.21.15.32:0/2622745561 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e380108e0 con 0x7f2e441041f0 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e4419b3a0 con 0x7f2e441041f0 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.865+0000 7f2e42000640 1 -- 172.21.15.32:0/2622745561 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38018840 con 0x7f2e441041f0 2024-04-25T19:10:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.866+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e441a7640 con 0x7f2e441041f0 2024-04-25T19:10:08.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 Processor -- start 2024-04-25T19:10:08.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 -- start start 2024-04-25T19:10:08.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd769b0 0x55969cd76d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd772d0 0x55969cd81650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e42000640 1 -- 172.21.15.32:0/2622745561 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2e38010430 con 0x7f2e441041f0 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 0x55969cd83f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55969ccdc900 con 0x55969cd772d0 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55969cc82ef0 con 0x55969cd769b0 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55969ccd88c0 con 0x55969cd81b90 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e49600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd772d0 0x55969cd81650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 0x55969cd83f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 0x55969cd83f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49408/0 (socket says 172.21.15.32:49408) 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 -- 172.21.15.32:0/1474855730 learned_addr learned my addr 172.21.15.32:0/1474855730 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.869+0000 7f2e49600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd772d0 0x55969cd81650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46678/0 (socket says 172.21.15.32:46678) 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e4a000640 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd769b0 0x55969cd76d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 -- 172.21.15.32:0/1474855730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd769b0 msgr2=0x55969cd76d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd769b0 0x55969cd76d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 -- 172.21.15.32:0/1474855730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd772d0 msgr2=0x55969cd81650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd772d0 0x55969cd81650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 -- 172.21.15.32:0/1474855730 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55969c9ef210 con 0x55969cd81b90 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.870+0000 7f2e48c00640 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 0x55969cd83f80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2e300114f0 tx=0x7f2e300119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=111858a0e66454ba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e36600640 1 -- 172.21.15.32:0/1474855730 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e3001e070 con 0x55969cd81b90 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e36600640 1 -- 172.21.15.32:0/1474855730 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e3000fc80 con 0x55969cd81b90 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e36600640 1 -- 172.21.15.32:0/1474855730 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e30019dd0 con 0x55969cd81b90 2024-04-25T19:10:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e42000640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e2c0a3d80 0x7f2e2c0a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e42000640 1 -- 172.21.15.32:0/2622745561 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f2e380d09e0 con 0x7f2e441041f0 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e4a000640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e2c0a3d80 0x7f2e2c0a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e4efa0740 1 -- 172.21.15.32:0/1474855730 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 msgr2=0x55969cd83f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.871+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 0x55969cd83f80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2e300114f0 tx=0x7f2e300119b0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 -- 172.21.15.32:0/1474855730 shutdown_connections 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd81b90 0x55969cd83f80 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd772d0 0x55969cd81650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/1474855730 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd769b0 0x55969cd76d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 -- 172.21.15.32:0/1474855730 >> 172.21.15.32:0/1474855730 conn(0x55969cd72ec0 msgr2=0x55969cd732a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 -- 172.21.15.32:0/1474855730 shutdown_connections 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 -- 172.21.15.32:0/1474855730 wait complete. 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4efa0740 1 -- start start 2024-04-25T19:10:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.872+0000 7f2e4a000640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e2c0a3d80 0x7f2e2c0a6240 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c009370 tx=0x7f2e3c004a40 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 Processor -- start 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd7eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd7f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd7f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55969cd847c0 con 0x55969cd769b0 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55969cc96310 con 0x55969cd81b90 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55969cd84940 con 0x55969cd772d0 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4efa0740 10 client.0 _ll_register_callbacks cb 0x55969cc64cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd7f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e49600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd7eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd7f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49418/0 (socket says 172.21.15.32:49418) 2024-04-25T19:10:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e48c00640 1 -- 172.21.15.32:0/3749898132 learned_addr learned my addr 172.21.15.32:0/3749898132 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.873+0000 7f2e4a000640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd7f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e48c00640 1 -- 172.21.15.32:0/3749898132 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 msgr2=0x55969cd7f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e48c00640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd7f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e48c00640 1 -- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 msgr2=0x55969cd7eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e48c00640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd7eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e48c00640 1 -- 172.21.15.32:0/3749898132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55969cabb620 con 0x55969cd772d0 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e4a000640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd7f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e48c00640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd7f080 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2e300199f0 tx=0x7f2e30019770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6581026a5bc1d0a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e2aa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.874+0000 7f2e2aa00640 1 -- 172.21.15.32:0/3749898132 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e30026020 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e3000fc80 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e2aa00640 1 -- 172.21.15.32:0/3749898132 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f2e30019b50 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e2aa00640 1 -- 172.21.15.32:0/3749898132 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2e3001e040 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 10 client.26128 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55969cd90a40 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e2aa00640 1 -- 172.21.15.32:0/3749898132 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e3000fc80 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e2aa00640 1 -- 172.21.15.32:0/3749898132 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2e300046c0 con 0x55969cd772d0 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 10 client.26128 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 10 client.26128 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 20 client.26128 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cd91df0 0x55969cd941e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 4 client.26128 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.875+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55969ccf08b0 con 0x55969cd91df0 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.876+0000 7f2e49600640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cd91df0 0x55969cd941e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.876+0000 7f2e49600640 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cd91df0 0x55969cd941e0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1980117567f48846 server_cookie=5442a09b73735c7a in_seq=0 out_seq=0 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.876+0000 7f2e2aa00640 10 client.26128 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e2aa00640 1 -- 172.21.15.32:0/3749898132 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55969ccf08b0 con 0x55969cd91df0 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e2aa00640 10 client.26128 handle_command_reply: tid=0 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 client.26128 shutdown 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 msgr2=0x55969cd7f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd7f080 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2e300199f0 tx=0x7f2e30019770 comp rx=0 tx=0).stop 2024-04-25T19:10:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 shutdown_connections 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cd91df0 0x55969cd941e0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd7f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd7f080 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/3749898132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd7eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 >> 172.21.15.32:0/3749898132 conn(0x55969cd72ec0 msgr2=0x55969cd78c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.877+0000 7f2e2aa00640 0 client.26128 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.878+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 shutdown_connections 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.878+0000 7f2e4efa0740 1 -- 172.21.15.32:0/3749898132 wait complete. 2024-04-25T19:10:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.878+0000 7f2e4efa0740 20 client.26128 trim_cache size 0 max 16384 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.894+0000 7f2e4efa0740 1 Processor -- start 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.894+0000 7f2e4efa0740 1 -- start start 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd769b0 0x55969cd8d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd772d0 0x55969cd7f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 0x55969cd998d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441afd60 con 0x55969cd81b90 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441b18a0 con 0x55969cd772d0 2024-04-25T19:10:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441b0430 con 0x55969cd769b0 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 0x55969cd998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 0x55969cd998d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46686/0 (socket says 172.21.15.32:46686) 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 -- 172.21.15.32:0/2541698653 learned_addr learned my addr 172.21.15.32:0/2541698653 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e48c00640 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd772d0 0x55969cd7f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e49600640 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd769b0 0x55969cd8d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 -- 172.21.15.32:0/2541698653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd769b0 msgr2=0x55969cd8d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd769b0 0x55969cd8d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 -- 172.21.15.32:0/2541698653 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd772d0 msgr2=0x55969cd7f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd772d0 0x55969cd7f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e4a000640 1 -- 172.21.15.32:0/2541698653 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55969cd841b0 con 0x55969cd81b90 2024-04-25T19:10:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.895+0000 7f2e48c00640 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd772d0 0x55969cd7f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.896+0000 7f2e4a000640 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 0x55969cd998d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c009be0 tx=0x7f2e3c040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b3c081f97852407 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.896+0000 7f2e35c00640 1 -- 172.21.15.32:0/2541698653 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e3c036040 con 0x55969cd81b90 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e35c00640 1 -- 172.21.15.32:0/2541698653 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e3c030ec0 con 0x55969cd81b90 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e35c00640 1 -- 172.21.15.32:0/2541698653 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e3c03ea30 con 0x55969cd81b90 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2541698653 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 msgr2=0x55969cd998d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 0x55969cd998d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c009be0 tx=0x7f2e3c040000 comp rx=0 tx=0).stop 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2541698653 shutdown_connections 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd81b90 0x55969cd998d0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd772d0 0x55969cd7f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2541698653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd769b0 0x55969cd8d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2541698653 >> 172.21.15.32:0/2541698653 conn(0x55969cd72ec0 msgr2=0x55969cd7eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2541698653 shutdown_connections 2024-04-25T19:10:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.897+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2541698653 wait complete. 2024-04-25T19:10:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.898+0000 7f2e4efa0740 1 -- start start 2024-04-25T19:10:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.898+0000 7f2e4efa0740 1 Processor -- start 2024-04-25T19:10:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd87700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd87c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd88180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441b11d0 con 0x55969cd769b0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441b0b00 con 0x55969cd81b90 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441add60 con 0x55969cd772d0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4efa0740 10 client.0 _ll_register_callbacks cb 0x7f2e38005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd87c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e49600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd87700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd87c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49432/0 (socket says 172.21.15.32:49432) 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e49600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd87700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46696/0 (socket says 172.21.15.32:46696) 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 -- 172.21.15.32:0/2650639918 learned_addr learned my addr 172.21.15.32:0/2650639918 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e4a000640 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd88180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 -- 172.21.15.32:0/2650639918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 msgr2=0x55969cd88180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd88180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 -- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 msgr2=0x55969cd87700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.899+0000 7f2e48c00640 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd87700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e48c00640 1 -- 172.21.15.32:0/2650639918 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55969cdf7280 con 0x55969cd772d0 2024-04-25T19:10:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e48c00640 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd87c40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2e300059f0 tx=0x7f2e30009fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76021a0aaff0e979 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e2aa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e2aa00640 1 -- 172.21.15.32:0/2650639918 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e30037060 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e2aa00640 1 -- 172.21.15.32:0/2650639918 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f2e30019cc0 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e3c030ec0 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e2aa00640 1 -- 172.21.15.32:0/2650639918 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2e30026070 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e4efa0740 10 client.26134 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.900+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55969cdf8570 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e2aa00640 1 -- 172.21.15.32:0/2650639918 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e3c030ec0 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e2aa00640 1 -- 172.21.15.32:0/2650639918 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2e30031070 con 0x55969cd772d0 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e4efa0740 10 client.26134 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e4efa0740 10 client.26134 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e4efa0740 20 client.26134 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cdf8cf0 0x55969cdfb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e4efa0740 4 client.26134 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:10:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55969ccea320 con 0x55969cdf8cf0 2024-04-25T19:10:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.901+0000 7f2e49600640 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cdf8cf0 0x55969cdfb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.902+0000 7f2e49600640 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cdf8cf0 0x55969cdfb110 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e53f5261ab8a5ed server_cookie=50a558ff6c57d1ad in_seq=0 out_seq=0 2024-04-25T19:10:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.902+0000 7f2e2aa00640 10 client.26134 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e2aa00640 1 -- 172.21.15.32:0/2650639918 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55969ccea320 con 0x55969cdf8cf0 2024-04-25T19:10:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e2aa00640 10 client.26134 handle_command_reply: tid=0 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 client.26134 shutdown 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 msgr2=0x55969cd87c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd87c40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2e300059f0 tx=0x7f2e30009fb0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 shutdown_connections 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55969cdf8cf0 0x55969cdfb110 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55969cd81b90 0x55969cd88180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55969cd772d0 0x55969cd87c40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 --2- 172.21.15.32:0/2650639918 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55969cd769b0 0x55969cd87700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e2aa00640 0 client.26134 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.921+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 >> 172.21.15.32:0/2650639918 conn(0x55969cd72ec0 msgr2=0x55969cd7f370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.922+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 shutdown_connections 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.922+0000 7f2e4efa0740 1 -- 172.21.15.32:0/2650639918 wait complete. 2024-04-25T19:10:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.922+0000 7f2e4efa0740 20 client.26134 trim_cache size 0 max 16384 2024-04-25T19:10:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:10:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:10:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:10:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e2c0a3d80 msgr2=0x7f2e2c0a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e2c0a3d80 0x7f2e2c0a6240 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c009370 tx=0x7f2e3c004a40 comp rx=0 tx=0).stop 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441041f0 msgr2=0x7f2e441a03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441041f0 0x7f2e441a03e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2e3800e9f0 tx=0x7f2e3800edf0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 shutdown_connections 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2e2c0a3d80 0x7f2e2c0a6240 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2e4419a590 0x7f2e4419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e441092c0 0x7f2e441a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 --2- 172.21.15.32:0/2622745561 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2e441041f0 0x7f2e441a03e0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 >> 172.21.15.32:0/2622745561 conn(0x7f2e440ffa50 msgr2=0x7f2e44100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 shutdown_connections 2024-04-25T19:10:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:08.923+0000 7f2e4aa00640 1 -- 172.21.15.32:0/2622745561 wait complete. 2024-04-25T19:10:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:09 smithi066 ceph-mon[32882]: pgmap v198: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 96 KiB/s wr, 36 op/s 2024-04-25T19:10:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:09 smithi066 ceph-mon[32882]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T19:10:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:09 smithi064 ceph-mon[32321]: pgmap v198: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 96 KiB/s wr, 36 op/s 2024-04-25T19:10:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:09 smithi064 ceph-mon[32321]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T19:10:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:09 smithi032 ceph-mon[28041]: pgmap v198: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 96 KiB/s wr, 36 op/s 2024-04-25T19:10:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:09 smithi032 ceph-mon[28041]: osdmap e94: 12 total, 12 up, 12 in 2024-04-25T19:10:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:11 smithi066 ceph-mon[32882]: pgmap v200: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 120 KiB/s wr, 45 op/s 2024-04-25T19:10:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:11 smithi064 ceph-mon[32321]: pgmap v200: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 120 KiB/s wr, 45 op/s 2024-04-25T19:10:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:11 smithi032 ceph-mon[28041]: pgmap v200: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 120 KiB/s wr, 45 op/s 2024-04-25T19:10:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:13 smithi066 ceph-mon[32882]: pgmap v201: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 21 KiB/s wr, 8 op/s 2024-04-25T19:10:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:13 smithi064 ceph-mon[32321]: pgmap v201: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 21 KiB/s wr, 8 op/s 2024-04-25T19:10:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:13 smithi032 ceph-mon[28041]: pgmap v201: 97 pgs: 97 active+clean; 2.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 21 KiB/s wr, 8 op/s 2024-04-25T19:10:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:15 smithi066 ceph-mon[32882]: pgmap v202: 97 pgs: 97 active+clean; 2.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:10:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:15 smithi064 ceph-mon[32321]: pgmap v202: 97 pgs: 97 active+clean; 2.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:10:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:15 smithi032 ceph-mon[28041]: pgmap v202: 97 pgs: 97 active+clean; 2.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:10:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:17 smithi066 ceph-mon[32882]: pgmap v203: 97 pgs: 97 active+clean; 2.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:10:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:17 smithi064 ceph-mon[32321]: pgmap v203: 97 pgs: 97 active+clean; 2.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:10:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:17 smithi032 ceph-mon[28041]: pgmap v203: 97 pgs: 97 active+clean; 2.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:10:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:19 smithi066 ceph-mon[32882]: pgmap v204: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-04-25T19:10:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:19 smithi064 ceph-mon[32321]: pgmap v204: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-04-25T19:10:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:19 smithi032 ceph-mon[28041]: pgmap v204: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 50 KiB/s wr, 18 op/s 2024-04-25T19:10:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:21 smithi066 ceph-mon[32882]: pgmap v205: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-04-25T19:10:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:21 smithi064 ceph-mon[32321]: pgmap v205: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-04-25T19:10:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:21 smithi032 ceph-mon[28041]: pgmap v205: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-04-25T19:10:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 -- 172.21.15.32:0/2985799248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c104d90 msgr2=0x7fe59c108dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 --2- 172.21.15.32:0/2985799248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c104d90 0x7fe59c108dd0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe584009c90 tx=0x7fe58402a820 comp rx=0 tx=0).stop 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 -- 172.21.15.32:0/2985799248 shutdown_connections 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 --2- 172.21.15.32:0/2985799248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c1094b0 0x7fe59c111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 --2- 172.21.15.32:0/2985799248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c104d90 0x7fe59c108dd0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 --2- 172.21.15.32:0/2985799248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe59c1043e0 0x7fe59c1047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 -- 172.21.15.32:0/2985799248 >> 172.21.15.32:0/2985799248 conn(0x7fe59c0ffc00 msgr2=0x7fe59c102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 -- 172.21.15.32:0/2985799248 shutdown_connections 2024-04-25T19:10:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.070+0000 7fe5a2600640 1 -- 172.21.15.32:0/2985799248 wait complete. 2024-04-25T19:10:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.071+0000 7fe5a2600640 1 Processor -- start 2024-04-25T19:10:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.071+0000 7fe5a2600640 1 -- start start 2024-04-25T19:10:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe5a2600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe59c1043e0 0x7fe59c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe5a2600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 0x7fe59c1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe5a2600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c19a7d0 0x7fe59c19ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe5a2600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1143d0 con 0x7fe59c1094b0 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe5a2600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c114250 con 0x7fe59c19a7d0 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe5a2600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c114550 con 0x7fe59c1043e0 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe592a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 0x7fe59c1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe592a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 0x7fe59c1a0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45764/0 (socket says 172.21.15.32:45764) 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe592a00640 1 -- 172.21.15.32:0/3661551457 learned_addr learned my addr 172.21.15.32:0/3661551457 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe59be00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c19a7d0 0x7fe59c19ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe59b400640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe59c1043e0 0x7fe59c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.072+0000 7fe592a00640 1 -- 172.21.15.32:0/3661551457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe59c1043e0 msgr2=0x7fe59c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe592a00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe59c1043e0 0x7fe59c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe592a00640 1 -- 172.21.15.32:0/3661551457 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c19a7d0 msgr2=0x7fe59c19ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe592a00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c19a7d0 0x7fe59c19ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe592a00640 1 -- 172.21.15.32:0/3661551457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe59c19b360 con 0x7fe59c1094b0 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe59be00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c19a7d0 0x7fe59c19ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe592a00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 0x7fe59c1a0ba0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe584004af0 tx=0x7fe584030e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe598c00640 1 -- 172.21.15.32:0/3661551457 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe584037040 con 0x7fe59c1094b0 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe598c00640 1 -- 172.21.15.32:0/3661551457 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe584032c70 con 0x7fe59c1094b0 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe59c19b5f0 con 0x7fe59c1094b0 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.073+0000 7fe598c00640 1 -- 172.21.15.32:0/3661551457 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe584004310 con 0x7fe59c1094b0 2024-04-25T19:10:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.074+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe59c1a77a0 con 0x7fe59c1094b0 2024-04-25T19:10:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 Processor -- start 2024-04-25T19:10:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 -- start start 2024-04-25T19:10:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe598c00640 1 -- 172.21.15.32:0/3661551457 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe584044020 con 0x7fe59c1094b0 2024-04-25T19:10:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2b8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 0x561a0a2c34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561a0a21e900 con 0x561a0a2c3a00 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561a0a1c4ef0 con 0x561a0a2b8820 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.078+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561a0a21a8c0 con 0x561a0a2b9140 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 0x561a0a2c34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe592a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 0x561a0a2c34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:36390/0 (socket says 172.21.15.32:36390) 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 -- 172.21.15.32:0/3468196949 learned_addr learned my addr 172.21.15.32:0/3468196949 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59be00640 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2b8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 -- 172.21.15.32:0/3468196949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 msgr2=0x561a0a2b8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2b8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 -- 172.21.15.32:0/3468196949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 msgr2=0x561a0a2c5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.079+0000 7fe59b400640 1 -- 172.21.15.32:0/3468196949 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a09f31210 con 0x561a0a2b9140 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe59b400640 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 0x561a0a2c34c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe58c00bd10 tx=0x7fe58c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fccae276e4afd60 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe590c00640 1 -- 172.21.15.32:0/3468196949 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c004030 con 0x561a0a2b9140 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe598c00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5800a3d10 0x7fe5800a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe590c00640 1 -- 172.21.15.32:0/3468196949 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe58c0035f0 con 0x561a0a2b9140 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe590c00640 1 -- 172.21.15.32:0/3468196949 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c0117b0 con 0x561a0a2b9140 2024-04-25T19:10:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe598c00640 1 -- 172.21.15.32:0/3661551457 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fe5840f0610 con 0x7fe59c1094b0 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.080+0000 7fe59be00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5800a3d10 0x7fe5800a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 -- 172.21.15.32:0/3468196949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 msgr2=0x561a0a2c34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 0x561a0a2c34c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe58c00bd10 tx=0x7fe58c0107a0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 -- 172.21.15.32:0/3468196949 shutdown_connections 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b9140 0x561a0a2c34c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/3468196949 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2b8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 -- 172.21.15.32:0/3468196949 >> 172.21.15.32:0/3468196949 conn(0x561a0a2b4d30 msgr2=0x561a0a2b5110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 -- 172.21.15.32:0/3468196949 shutdown_connections 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe59be00640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5800a3d10 0x7fe5800a61d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe594012560 tx=0x7fe594005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.081+0000 7fe5a53c0740 1 -- 172.21.15.32:0/3468196949 wait complete. 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 -- start start 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 Processor -- start 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b8820 0x561a0a2c09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2c0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561a0a2c6630 con 0x561a0a2c3a00 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561a0a1d8310 con 0x561a0a2b9140 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561a0a2c67b0 con 0x561a0a2b8820 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.082+0000 7fe5a53c0740 10 client.0 _ll_register_callbacks cb 0x561a0a1a6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b8820 0x561a0a2c09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe592a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2c0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45782/0 (socket says 172.21.15.32:45782) 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 -- 172.21.15.32:0/546554935 learned_addr learned my addr 172.21.15.32:0/546554935 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b8820 0x561a0a2c09d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:36400/0 (socket says 172.21.15.32:36400) 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 -- 172.21.15.32:0/546554935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b8820 msgr2=0x561a0a2c09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b8820 0x561a0a2c09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 -- 172.21.15.32:0/546554935 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 msgr2=0x561a0a2c0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2c0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 -- 172.21.15.32:0/546554935 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a09ffd620 con 0x561a0a2c3a00 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe592a00640 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2c0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.083+0000 7fe59be00640 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c1450 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe594003670 tx=0x7fe594004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f1a335365d6f231 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe589600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:10:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe589600640 1 -- 172.21.15.32:0/546554935 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59400f850 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe589600640 1 -- 172.21.15.32:0/546554935 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fe59400f9f0 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe58c0035f0 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe589600640 1 -- 172.21.15.32:0/546554935 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe59400fbf0 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe5a53c0740 10 client.15975 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561a0a2d2940 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.084+0000 7fe589600640 1 -- 172.21.15.32:0/546554935 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe58c0035f0 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe589600640 1 -- 172.21.15.32:0/546554935 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe594027070 con 0x561a0a2c3a00 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe5a53c0740 10 client.15975 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe5a53c0740 10 client.15975 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe5a53c0740 20 client.15975 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a2d3e50 0x561a0a2d6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe5a53c0740 4 client.15975 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a0a2328b0 con 0x561a0a2d3e50 2024-04-25T19:10:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.085+0000 7fe59b400640 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a2d3e50 0x561a0a2d6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.086+0000 7fe59b400640 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a2d3e50 0x561a0a2d6260 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=503804695a749be1 server_cookie=e0f7b04c46d392dd in_seq=0 out_seq=0 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.086+0000 7fe589600640 10 client.15975 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.086+0000 7fe589600640 1 -- 172.21.15.32:0/546554935 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561a0a2328b0 con 0x561a0a2d3e50 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.086+0000 7fe589600640 10 client.15975 handle_command_reply: tid=0 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 client.15975 shutdown 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 msgr2=0x561a0a2c1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c1450 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe594003670 tx=0x7fe594004730 comp rx=0 tx=0).stop 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 shutdown_connections 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a2d3e50 0x561a0a2d6260 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2c3a00 0x561a0a2c1450 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2c0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/546554935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2b8820 0x561a0a2c09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 >> 172.21.15.32:0/546554935 conn(0x561a0a2b4d30 msgr2=0x561a0a2baa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe589600640 0 client.15975 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 shutdown_connections 2024-04-25T19:10:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 1 -- 172.21.15.32:0/546554935 wait complete. 2024-04-25T19:10:22.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.087+0000 7fe5a53c0740 20 client.15975 trim_cache size 0 max 16384 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 Processor -- start 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 -- start start 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 0x561a0a2dbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2dc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1afdf0 con 0x561a0a2b9140 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1b1930 con 0x561a0a2b8820 2024-04-25T19:10:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.104+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1b04c0 con 0x561a0a2c3a00 2024-04-25T19:10:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 0x561a0a2dbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 0x561a0a2dbb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45794/0 (socket says 172.21.15.32:45794) 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 -- 172.21.15.32:0/2329090017 learned_addr learned my addr 172.21.15.32:0/2329090017 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe59be00640 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2dc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe59b400640 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 -- 172.21.15.32:0/2329090017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 msgr2=0x561a0a2dc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2dc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 -- 172.21.15.32:0/2329090017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 msgr2=0x561a0a2cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2cf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 -- 172.21.15.32:0/2329090017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a0a2b8f30 con 0x561a0a2b9140 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.105+0000 7fe592a00640 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 0x561a0a2dbb70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe5840b8f70 tx=0x7fe5840f6550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e3a0a351012353 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.106+0000 7fe58be00640 1 -- 172.21.15.32:0/2329090017 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5840bc0e0 con 0x561a0a2b9140 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.106+0000 7fe58be00640 1 -- 172.21.15.32:0/2329090017 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5840bcca0 con 0x561a0a2b9140 2024-04-25T19:10:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.106+0000 7fe58be00640 1 -- 172.21.15.32:0/2329090017 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5840bbf00 con 0x561a0a2b9140 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.106+0000 7fe5a53c0740 1 -- 172.21.15.32:0/2329090017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 msgr2=0x561a0a2dbb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.106+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 0x561a0a2dbb70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe5840b8f70 tx=0x7fe5840f6550 comp rx=0 tx=0).stop 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 -- 172.21.15.32:0/2329090017 shutdown_connections 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2dc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b9140 0x561a0a2dbb70 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/2329090017 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b8820 0x561a0a2cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 -- 172.21.15.32:0/2329090017 >> 172.21.15.32:0/2329090017 conn(0x561a0a2b4d30 msgr2=0x561a0a2bbc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 -- 172.21.15.32:0/2329090017 shutdown_connections 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 -- 172.21.15.32:0/2329090017 wait complete. 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 -- start start 2024-04-25T19:10:22.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.107+0000 7fe5a53c0740 1 Processor -- start 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 0x561a0a2cb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2c8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1b1260 con 0x561a0a2b8820 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1b0b90 con 0x561a0a2b9140 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c1addf0 con 0x561a0a2c3a00 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe5a53c0740 10 client.0 _ll_register_callbacks cb 0x7fe594004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 0x561a0a2cb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 0x561a0a2cb7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45808/0 (socket says 172.21.15.32:45808) 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 -- 172.21.15.32:0/951443785 learned_addr learned my addr 172.21.15.32:0/951443785 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe592a00640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59be00640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2c8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 -- 172.21.15.32:0/951443785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 msgr2=0x561a0a2c8bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2c8bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 -- 172.21.15.32:0/951443785 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 msgr2=0x561a0a2cbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2cbcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.108+0000 7fe59b400640 1 -- 172.21.15.32:0/951443785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a0a2c93d0 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe59b400640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 0x561a0a2cb7b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x561a0a2b9dc0 tx=0x7fe58c00b970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d016f8f7e820391 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe589600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe589600640 1 -- 172.21.15.32:0/951443785 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c005240 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe589600640 1 -- 172.21.15.32:0/951443785 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fe58c0053e0 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5840bcca0 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe589600640 1 -- 172.21.15.32:0/951443785 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe58c00be80 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe5a53c0740 10 client.15981 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.109+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561a0a339e80 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe589600640 1 -- 172.21.15.32:0/951443785 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5840bcca0 con 0x561a0a2b8820 2024-04-25T19:10:22.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe589600640 1 -- 172.21.15.32:0/951443785 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe58c029040 con 0x561a0a2b8820 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe5a53c0740 10 client.15981 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe5a53c0740 10 client.15981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe5a53c0740 20 client.15981 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a33a2d0 0x561a0a33c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe5a53c0740 4 client.15981 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a0a22c320 con 0x561a0a33a2d0 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.110+0000 7fe592a00640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a33a2d0 0x561a0a33c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.111+0000 7fe592a00640 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a33a2d0 0x561a0a33c6f0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7256304927dbc72 server_cookie=20aa4d3b16c028dc in_seq=0 out_seq=0 2024-04-25T19:10:22.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.111+0000 7fe589600640 10 client.15981 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:22.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe589600640 1 -- 172.21.15.32:0/951443785 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561a0a22c320 con 0x561a0a33a2d0 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe589600640 10 client.15981 handle_command_reply: tid=0 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 client.15981 shutdown 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 msgr2=0x561a0a2cb7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 0x561a0a2cb7b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x561a0a2b9dc0 tx=0x7fe58c00b970 comp rx=0 tx=0).stop 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 shutdown_connections 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561a0a33a2d0 0x561a0a33c6f0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561a0a2c3a00 0x561a0a2c8bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561a0a2b9140 0x561a0a2cbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 --2- 172.21.15.32:0/951443785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561a0a2b8820 0x561a0a2cb7b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe589600640 0 client.15981 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 >> 172.21.15.32:0/951443785 conn(0x561a0a2b4d30 msgr2=0x561a0a2ba1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 shutdown_connections 2024-04-25T19:10:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.126+0000 7fe5a53c0740 1 -- 172.21.15.32:0/951443785 wait complete. 2024-04-25T19:10:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a53c0740 20 client.15981 trim_cache size 0 max 16384 2024-04-25T19:10:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:10:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:10:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:10:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:10:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5800a3d10 msgr2=0x7fe5800a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5800a3d10 0x7fe5800a61d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe594012560 tx=0x7fe594005f90 comp rx=0 tx=0).stop 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 msgr2=0x7fe59c1a0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 0x7fe59c1a0ba0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe584004af0 tx=0x7fe584030e20 comp rx=0 tx=0).stop 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 shutdown_connections 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5800a3d10 0x7fe5800a61d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe59c19a7d0 0x7fe59c19ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe59c1094b0 0x7fe59c1a0ba0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 --2- 172.21.15.32:0/3661551457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe59c1043e0 0x7fe59c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.127+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 >> 172.21.15.32:0/3661551457 conn(0x7fe59c0ffc00 msgr2=0x7fe59c100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.128+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 shutdown_connections 2024-04-25T19:10:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:22.128+0000 7fe5a2600640 1 -- 172.21.15.32:0/3661551457 wait complete. 2024-04-25T19:10:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:23 smithi066 ceph-mon[32882]: pgmap v206: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:10:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:23 smithi064 ceph-mon[32321]: pgmap v206: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:10:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:23 smithi032 ceph-mon[28041]: pgmap v206: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:10:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:25 smithi066 ceph-mon[32882]: pgmap v207: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-04-25T19:10:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:25 smithi064 ceph-mon[32321]: pgmap v207: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-04-25T19:10:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:25 smithi032 ceph-mon[28041]: pgmap v207: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-04-25T19:10:26.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:26 smithi064 ceph-mon[32321]: pgmap v208: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:26.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:26 smithi032 ceph-mon[28041]: pgmap v208: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:26.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:26 smithi066 ceph-mon[32882]: pgmap v208: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:29.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:29 smithi066 ceph-mon[32882]: pgmap v209: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:10:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:29 smithi064 ceph-mon[32321]: pgmap v209: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:10:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:29 smithi032 ceph-mon[28041]: pgmap v209: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:10:31.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:31 smithi066 ceph-mon[32882]: pgmap v210: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:31 smithi064 ceph-mon[32321]: pgmap v210: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:31 smithi032 ceph-mon[28041]: pgmap v210: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:33.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:33 smithi066 ceph-mon[32882]: pgmap v211: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:33 smithi064 ceph-mon[32321]: pgmap v211: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:33.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:33 smithi032 ceph-mon[28041]: pgmap v211: 97 pgs: 97 active+clean; 3.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:10:33.877 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.877 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:127/600: open fd = 3 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:128/600: open fd = 3 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:129/600: open fd = 3 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.878 INFO:tasks.workunit.client.0.smithi032.stdout:130/600: open fd = 3 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:131/600: open fd = 3 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:132/600: open fd = 3 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:133/600: open fd = 3 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.879 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:134/600: open fd = 3 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:135/600: open fd = 3 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:136/600: open fd = 3 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:137/600: open fd = 3 2024-04-25T19:10:33.880 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:138/600: open fd = 3 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:139/600: open fd = 3 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:140/600: open fd = 3 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.881 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:141/600: open fd = 3 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:142/600: open fd = 3 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:143/600: open fd = 3 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.882 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:144/600: open fd = 3 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:145/600: open fd = 3 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:146/600: open fd = 3 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.883 INFO:tasks.workunit.client.0.smithi032.stdout:147/600: open fd = 3 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:148/600: open fd = 3 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:149/600: open fd = 3 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:150/600: open fd = 3 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.884 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:151/600: open fd = 3 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:152/600: open fd = 3 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:153/600: open fd = 3 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:154/600: open fd = 3 2024-04-25T19:10:33.885 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:155/600: open fd = 3 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:156/600: open fd = 3 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:157/600: open fd = 3 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.886 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:158/600: open fd = 3 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:159/600: open fd = 3 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:160/600: open fd = 3 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:161/600: open fd = 3 2024-04-25T19:10:33.887 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:162/600: open fd = 3 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:163/600: open fd = 3 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:164/600: open fd = 3 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.888 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:165/600: open fd = 3 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:166/600: open fd = 3 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:167/600: open fd = 3 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:168/600: open fd = 3 2024-04-25T19:10:33.889 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:169/600: open fd = 3 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:170/600: open fd = 3 2024-04-25T19:10:33.890 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:171/600: open fd = 3 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:172/600: open fd = 3 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:173/600: open fd = 3 2024-04-25T19:10:33.891 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:174/600: open fd = 3 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:175/600: open fd = 3 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:176/600: open fd = 3 2024-04-25T19:10:33.892 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:177/600: open fd = 3 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:178/600: open fd = 3 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:179/600: open fd = 3 2024-04-25T19:10:33.893 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:180/600: open fd = 3 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:181/600: open fd = 3 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.894 INFO:tasks.workunit.client.0.smithi032.stdout:182/600: open fd = 3 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:183/600: open fd = 3 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:184/600: open fd = 3 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.895 INFO:tasks.workunit.client.0.smithi032.stdout:185/600: open fd = 3 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:186/600: open fd = 3 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:187/600: open fd = 3 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:10:33.896 INFO:tasks.workunit.client.0.smithi032.stdout:188/600: open fd = 3 2024-04-25T19:10:33.897 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:33.897 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:10:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 -- 172.21.15.32:0/2153703348 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c102990 msgr2=0x7f156c1069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 --2- 172.21.15.32:0/2153703348 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c102990 0x7f156c1069d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1554009900 tx=0x7f155402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 -- 172.21.15.32:0/2153703348 shutdown_connections 2024-04-25T19:10:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 --2- 172.21.15.32:0/2153703348 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c1070b0 0x7f156c10ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 --2- 172.21.15.32:0/2153703348 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c102990 0x7f156c1069d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 --2- 172.21.15.32:0/2153703348 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f156c101fe0 0x7f156c1023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 -- 172.21.15.32:0/2153703348 >> 172.21.15.32:0/2153703348 conn(0x7f156c0fd860 msgr2=0x7f156c0ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:35.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 -- 172.21.15.32:0/2153703348 shutdown_connections 2024-04-25T19:10:35.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.274+0000 7f1571c00640 1 -- 172.21.15.32:0/2153703348 wait complete. 2024-04-25T19:10:35.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.275+0000 7f1571c00640 1 Processor -- start 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 -- start start 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c101fe0 0x7f156c074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 0x7f156c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f156c074cd0 0x7f156c1a6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f156c111ff0 con 0x7f156c1070b0 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f156c111e70 con 0x7f156c101fe0 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f156c112170 con 0x7f156c074cd0 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f156b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 0x7f156c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f156be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c101fe0 0x7f156c074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f1571200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f156c074cd0 0x7f156c1a6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f156b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 0x7f156c074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41228/0 (socket says 172.21.15.32:41228) 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.276+0000 7f156b400640 1 -- 172.21.15.32:0/1812437419 learned_addr learned my addr 172.21.15.32:0/1812437419 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156be00640 1 -- 172.21.15.32:0/1812437419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f156c074cd0 msgr2=0x7f156c1a6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156be00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f156c074cd0 0x7f156c1a6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156be00640 1 -- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 msgr2=0x7f156c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156be00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 0x7f156c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156be00640 1 -- 172.21.15.32:0/1812437419 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f156c1a6e80 con 0x7f156c101fe0 2024-04-25T19:10:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156b400640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 0x7f156c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f156be00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c101fe0 0x7f156c074250 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f155c009fd0 tx=0x7f155c00eed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f1568c00640 1 -- 172.21.15.32:0/1812437419 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c00cde0 con 0x7f156c101fe0 2024-04-25T19:10:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f1568c00640 1 -- 172.21.15.32:0/1812437419 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f155c005020 con 0x7f156c101fe0 2024-04-25T19:10:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f156c1a7170 con 0x7f156c101fe0 2024-04-25T19:10:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.277+0000 7f1568c00640 1 -- 172.21.15.32:0/1812437419 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c010690 con 0x7f156c101fe0 2024-04-25T19:10:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.278+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f156c1a7670 con 0x7f156c101fe0 2024-04-25T19:10:35.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 Processor -- start 2024-04-25T19:10:35.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 -- start start 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24d4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24df650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5575a243a900 con 0x5575a24d52d0 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5575a23e0ef0 con 0x5575a24d49b0 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f157617d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5575a24368c0 con 0x5575a24dfb90 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.281+0000 7f1568c00640 1 -- 172.21.15.32:0/1812437419 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f155c0054d0 con 0x7f156c101fe0 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55314/0 (socket says 172.21.15.32:55314) 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 -- 172.21.15.32:0/3468763058 learned_addr learned my addr 172.21.15.32:0/3468763058 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f1571200640 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24d4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156be00640 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24df650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 -- 172.21.15.32:0/3468763058 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 msgr2=0x5575a24d4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24d4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 -- 172.21.15.32:0/3468763058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 msgr2=0x5575a24df650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24df650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 -- 172.21.15.32:0/3468763058 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575a214d210 con 0x5575a24dfb90 2024-04-25T19:10:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156be00640 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24df650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:10:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.282+0000 7f156b400640 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e1f80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1554009230 tx=0x7f1554032f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51fc827769c237bd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.283+0000 7f1568c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f15500a3d30 0x7f15500a61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.283+0000 7f1561600640 1 -- 172.21.15.32:0/3468763058 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1554035040 con 0x5575a24dfb90 2024-04-25T19:10:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.283+0000 7f1561600640 1 -- 172.21.15.32:0/3468763058 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15540317e0 con 0x5575a24dfb90 2024-04-25T19:10:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.283+0000 7f1561600640 1 -- 172.21.15.32:0/3468763058 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15540049a0 con 0x5575a24dfb90 2024-04-25T19:10:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.283+0000 7f1568c00640 1 -- 172.21.15.32:0/1812437419 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f155c0d0fe0 con 0x7f156c101fe0 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.283+0000 7f1571200640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f15500a3d30 0x7f15500a61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 -- 172.21.15.32:0/3468763058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 msgr2=0x5575a24e1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e1f80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1554009230 tx=0x7f1554032f80 comp rx=0 tx=0).stop 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 -- 172.21.15.32:0/3468763058 shutdown_connections 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e1f80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24df650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 --2- 172.21.15.32:0/3468763058 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24d4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 -- 172.21.15.32:0/3468763058 >> 172.21.15.32:0/3468763058 conn(0x5575a24d0ec0 msgr2=0x5575a24d12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f1571200640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f15500a3d30 0x7f15500a61f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1564009d30 tx=0x7f1564005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 -- 172.21.15.32:0/3468763058 shutdown_connections 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 -- 172.21.15.32:0/3468763058 wait complete. 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 -- start start 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.284+0000 7f157617d740 1 Processor -- start 2024-04-25T19:10:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24dca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24dcf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dd480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5575a24e2760 con 0x5575a24d52d0 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5575a23f4310 con 0x5575a24d49b0 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5575a24e28e0 con 0x5575a24dfb90 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f157617d740 10 client.0 _ll_register_callbacks cb 0x5575a23c2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f156b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24dcf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f1571200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f156be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24dca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f156b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24dcf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41240/0 (socket says 172.21.15.32:41240) 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f156b400640 1 -- 172.21.15.32:0/1030457618 learned_addr learned my addr 172.21.15.32:0/1030457618 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.285+0000 7f1571200640 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dd480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55326/0 (socket says 172.21.15.32:55326) 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f1571200640 1 -- 172.21.15.32:0/1030457618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 msgr2=0x5575a24dca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f1571200640 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24dca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f1571200640 1 -- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 msgr2=0x5575a24dcf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f1571200640 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24dcf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f1571200640 1 -- 172.21.15.32:0/1030457618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575a2219620 con 0x5575a24dfb90 2024-04-25T19:10:35.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f1571200640 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dd480 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f156401e9d0 tx=0x7f1564004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e59daff210a1b15 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:35.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f155a000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:10:35.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f155a000640 1 -- 172.21.15.32:0/1030457618 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156402e060 con 0x5575a24dfb90 2024-04-25T19:10:35.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.286+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15540317e0 con 0x5575a24dfb90 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f155a000640 1 -- 172.21.15.32:0/1030457618 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f1564018030 con 0x5575a24dfb90 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f155a000640 1 -- 172.21.15.32:0/1030457618 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1564009d60 con 0x5575a24dfb90 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 10 client.26164 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575a24ee9a0 con 0x5575a24dfb90 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f155a000640 1 -- 172.21.15.32:0/1030457618 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15540317e0 con 0x5575a24dfb90 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f155a000640 1 -- 172.21.15.32:0/1030457618 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f15640313c0 con 0x5575a24dfb90 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 10 client.26164 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 10 client.26164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 20 client.26164 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a24efe60 0x5575a24f2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 4 client.26164 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.287+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575a244e8b0 con 0x5575a24efe60 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.288+0000 7f156be00640 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a24efe60 0x5575a24f2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.288+0000 7f156be00640 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a24efe60 0x5575a24f2290 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3142b04fdd809cf4 server_cookie=ead2615888a43016 in_seq=0 out_seq=0 2024-04-25T19:10:35.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.288+0000 7f155a000640 10 client.26164 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.289+0000 7f155a000640 1 -- 172.21.15.32:0/1030457618 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5575a244e8b0 con 0x5575a24efe60 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.289+0000 7f155a000640 10 client.26164 handle_command_reply: tid=0 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.289+0000 7f157617d740 1 client.26164 shutdown 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 msgr2=0x5575a24dd480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dd480 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f156401e9d0 tx=0x7f1564004730 comp rx=0 tx=0).stop 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 shutdown_connections 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a24efe60 0x5575a24f2290 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dd480 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24dcf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 --2- 172.21.15.32:0/1030457618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24dca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 >> 172.21.15.32:0/1030457618 conn(0x5575a24d0ec0 msgr2=0x5575a24d6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f155a000640 0 client.26164 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:35.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 shutdown_connections 2024-04-25T19:10:35.295 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 1 -- 172.21.15.32:0/1030457618 wait complete. 2024-04-25T19:10:35.295 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.290+0000 7f157617d740 20 client.26164 trim_cache size 0 max 16384 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.306+0000 7f157617d740 1 Processor -- start 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 -- start start 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24eb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24d73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f156c1afba0 con 0x5575a24d52d0 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f156c1b16e0 con 0x5575a24d49b0 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f157617d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f156c1b0270 con 0x5575a24dfb90 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f156b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24d73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f156b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24d73c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41246/0 (socket says 172.21.15.32:41246) 2024-04-25T19:10:35.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f156b400640 1 -- 172.21.15.32:0/1458549126 learned_addr learned my addr 172.21.15.32:0/1458549126 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f1571200640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.307+0000 7f156be00640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24eb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156b400640 1 -- 172.21.15.32:0/1458549126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 msgr2=0x5575a24dbb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156b400640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dbb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156b400640 1 -- 172.21.15.32:0/1458549126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 msgr2=0x5575a24eb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156b400640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24eb620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156b400640 1 -- 172.21.15.32:0/1458549126 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575a24daf50 con 0x5575a24d52d0 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f1571200640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156be00640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24eb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f156b400640 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24d73c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1554006010 tx=0x7f1554005500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50881ed46f210021 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f1560c00640 1 -- 172.21.15.32:0/1458549126 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1554057070 con 0x5575a24d52d0 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f1560c00640 1 -- 172.21.15.32:0/1458549126 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1554009520 con 0x5575a24d52d0 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.308+0000 7f1560c00640 1 -- 172.21.15.32:0/1458549126 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1554035040 con 0x5575a24d52d0 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 -- 172.21.15.32:0/1458549126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 msgr2=0x5575a24d73c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24d73c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1554006010 tx=0x7f1554005500 comp rx=0 tx=0).stop 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 -- 172.21.15.32:0/1458549126 shutdown_connections 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24dbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d52d0 0x5575a24d73c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 --2- 172.21.15.32:0/1458549126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d49b0 0x5575a24eb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 -- 172.21.15.32:0/1458549126 >> 172.21.15.32:0/1458549126 conn(0x5575a24d0ec0 msgr2=0x5575a24cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 -- 172.21.15.32:0/1458549126 shutdown_connections 2024-04-25T19:10:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.309+0000 7f157617d740 1 -- 172.21.15.32:0/1458549126 wait complete. 2024-04-25T19:10:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 -- start start 2024-04-25T19:10:35.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 Processor -- start 2024-04-25T19:10:35.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 0x5575a24e7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d52d0 0x5575a24e52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f156c1b1010 con 0x5575a24d49b0 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f156c1b0940 con 0x5575a24d52d0 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f156c1adba0 con 0x5575a24dfb90 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.310+0000 7f157617d740 10 client.0 _ll_register_callbacks cb 0x7f156401e890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 0x5575a24e7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 0x5575a24e7f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41252/0 (socket says 172.21.15.32:41252) 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156be00640 1 -- 172.21.15.32:0/1048114219 learned_addr learned my addr 172.21.15.32:0/1048114219 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d52d0 0x5575a24e52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f1571200640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 -- 172.21.15.32:0/1048114219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 msgr2=0x5575a24e57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 -- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 msgr2=0x5575a24e7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 0x5575a24e7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 -- 172.21.15.32:0/1048114219 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575a24e5fe0 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156be00640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 0x5575a24e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f156b400640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d52d0 0x5575a24e52a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x5575a24d1810 tx=0x7f155402a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bb031d98a72099b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.311+0000 7f155a000640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f155a000640 1 -- 172.21.15.32:0/1048114219 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1554057070 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f155a000640 1 -- 172.21.15.32:0/1048114219 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f15540317f0 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1554009520 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f155a000640 1 -- 172.21.15.32:0/1048114219 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1554035070 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f157617d740 10 client.26123 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575a2556460 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f155a000640 1 -- 172.21.15.32:0/1048114219 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1554009520 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.312+0000 7f155a000640 1 -- 172.21.15.32:0/1048114219 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f155403c670 con 0x5575a24d52d0 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f157617d740 10 client.26123 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f157617d740 10 client.26123 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f157617d740 20 client.26123 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:35.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f157617d740 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a25566e0 0x5575a2558ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:35.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f157617d740 4 client.26123 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:10:35.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575a2448320 con 0x5575a25566e0 2024-04-25T19:10:35.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f156be00640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a25566e0 0x5575a2558ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:35.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f156be00640 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a25566e0 0x5575a2558ad0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=932301c272076c31 server_cookie=b1606f909ef9f467 in_seq=0 out_seq=0 2024-04-25T19:10:35.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.313+0000 7f155a000640 10 client.26123 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f155a000640 1 -- 172.21.15.32:0/1048114219 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575a2448320 con 0x5575a25566e0 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f155a000640 10 client.26123 handle_command_reply: tid=0 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 client.26123 shutdown 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d52d0 msgr2=0x5575a24e52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d52d0 0x5575a24e52a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x5575a24d1810 tx=0x7f155402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 shutdown_connections 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575a25566e0 0x5575a2558ad0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575a24dfb90 0x5575a24e57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575a24d52d0 0x5575a24e52a0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f155a000640 0 client.26123 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 --2- 172.21.15.32:0/1048114219 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575a24d49b0 0x5575a24e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 >> 172.21.15.32:0/1048114219 conn(0x5575a24d0ec0 msgr2=0x5575a24cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 shutdown_connections 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 1 -- 172.21.15.32:0/1048114219 wait complete. 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.329+0000 7f157617d740 20 client.26123 trim_cache size 0 max 16384 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:10:35.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f15500a3d30 msgr2=0x7f15500a61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f15500a3d30 0x7f15500a61f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1564009d30 tx=0x7f1564005f90 comp rx=0 tx=0).stop 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c101fe0 msgr2=0x7f156c074250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c101fe0 0x7f156c074250 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f155c009fd0 tx=0x7f155c00eed0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 shutdown_connections 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f15500a3d30 0x7f15500a61f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f156c074cd0 0x7f156c1a6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f156c1070b0 0x7f156c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 --2- 172.21.15.32:0/1812437419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f156c101fe0 0x7f156c074250 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.330+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 >> 172.21.15.32:0/1812437419 conn(0x7f156c0fd860 msgr2=0x7f156c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.331+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 shutdown_connections 2024-04-25T19:10:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:35.331+0000 7f1571c00640 1 -- 172.21.15.32:0/1812437419 wait complete. 2024-04-25T19:10:35.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:35 smithi066 ceph-mon[32882]: pgmap v212: 97 pgs: 97 active+clean; 3.4 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-04-25T19:10:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:35 smithi064 ceph-mon[32321]: pgmap v212: 97 pgs: 97 active+clean; 3.4 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-04-25T19:10:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:35 smithi032 ceph-mon[28041]: pgmap v212: 97 pgs: 97 active+clean; 3.4 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-04-25T19:10:37.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:37 smithi066 ceph-mon[32882]: pgmap v213: 97 pgs: 97 active+clean; 3.4 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-04-25T19:10:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:37 smithi064 ceph-mon[32321]: pgmap v213: 97 pgs: 97 active+clean; 3.4 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-04-25T19:10:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:37 smithi032 ceph-mon[28041]: pgmap v213: 97 pgs: 97 active+clean; 3.4 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-04-25T19:10:39.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:39 smithi066 ceph-mon[32882]: pgmap v214: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:10:39.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:39 smithi064 ceph-mon[32321]: pgmap v214: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:10:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:39 smithi032 ceph-mon[28041]: pgmap v214: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:10:41.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:41 smithi066 ceph-mon[32882]: pgmap v215: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:10:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:41 smithi064 ceph-mon[32321]: pgmap v215: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:10:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:41 smithi032 ceph-mon[28041]: pgmap v215: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:10:43.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:43 smithi066 ceph-mon[32882]: pgmap v216: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:10:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:43 smithi064 ceph-mon[32321]: pgmap v216: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:10:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:43 smithi032 ceph-mon[28041]: pgmap v216: 97 pgs: 97 active+clean; 3.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:10:45.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:45 smithi066 ceph-mon[32882]: pgmap v217: 97 pgs: 97 active+clean; 3.8 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 21 op/s 2024-04-25T19:10:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:45 smithi064 ceph-mon[32321]: pgmap v217: 97 pgs: 97 active+clean; 3.8 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 21 op/s 2024-04-25T19:10:45.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:45 smithi032 ceph-mon[28041]: pgmap v217: 97 pgs: 97 active+clean; 3.8 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 21 op/s 2024-04-25T19:10:47.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:47 smithi066 ceph-mon[32882]: pgmap v218: 97 pgs: 97 active+clean; 3.8 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:10:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:47 smithi064 ceph-mon[32321]: pgmap v218: 97 pgs: 97 active+clean; 3.8 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:10:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:47 smithi032 ceph-mon[28041]: pgmap v218: 97 pgs: 97 active+clean; 3.8 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 -- 172.21.15.32:0/2200706099 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 msgr2=0x7fc9341045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 --2- 172.21.15.32:0/2200706099 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341045e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc924009be0 tx=0x7fc92402a6c0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 -- 172.21.15.32:0/2200706099 shutdown_connections 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 --2- 172.21.15.32:0/2200706099 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9341092d0 0x7fc934110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 --2- 172.21.15.32:0/2200706099 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc934104bb0 0x7fc934108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 --2- 172.21.15.32:0/2200706099 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341045e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 -- 172.21.15.32:0/2200706099 >> 172.21.15.32:0/2200706099 conn(0x7fc9340ffa60 msgr2=0x7fc934101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:48.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 -- 172.21.15.32:0/2200706099 shutdown_connections 2024-04-25T19:10:48.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.482+0000 7fc933e00640 1 -- 172.21.15.32:0/2200706099 wait complete. 2024-04-25T19:10:48.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.483+0000 7fc933e00640 1 Processor -- start 2024-04-25T19:10:48.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 -- start start 2024-04-25T19:10:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 0x7fc9341a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93419a940 0x7fc93419adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc934114260 con 0x7fc9341092d0 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341140e0 con 0x7fc934104200 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc933e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341143e0 con 0x7fc93419a940 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.484+0000 7fc92a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 0x7fc9341a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc92a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 0x7fc9341a0cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58900/0 (socket says 172.21.15.32:58900) 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc92a000640 1 -- 172.21.15.32:0/262079061 learned_addr learned my addr 172.21.15.32:0/262079061 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc933400640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93419a940 0x7fc93419adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 -- 172.21.15.32:0/262079061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93419a940 msgr2=0x7fc93419adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93419a940 0x7fc93419adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 -- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 msgr2=0x7fc9341a0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 0x7fc9341a0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 -- 172.21.15.32:0/262079061 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc93419b460 con 0x7fc934104200 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc92a000640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 0x7fc9341a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.485+0000 7fc932a00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341a0790 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc92402acb0 tx=0x7fc924003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:48.488 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.486+0000 7fc92be00640 1 -- 172.21.15.32:0/262079061 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc924036040 con 0x7fc934104200 2024-04-25T19:10:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.486+0000 7fc92be00640 1 -- 172.21.15.32:0/262079061 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9240318f0 con 0x7fc934104200 2024-04-25T19:10:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.486+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc93419b6f0 con 0x7fc934104200 2024-04-25T19:10:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.486+0000 7fc92be00640 1 -- 172.21.15.32:0/262079061 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9240042a0 con 0x7fc934104200 2024-04-25T19:10:48.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.486+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9341a7940 con 0x7fc934104200 2024-04-25T19:10:48.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.489+0000 7fc92be00640 1 -- 172.21.15.32:0/262079061 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc924044020 con 0x7fc934104200 2024-04-25T19:10:48.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.489+0000 7fc93c441740 1 Processor -- start 2024-04-25T19:10:48.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 -- start start 2024-04-25T19:10:48.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcded90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcdf2d0 0x55acfdce9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdcebf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55acfdc44900 con 0x55acfdce9b90 2024-04-25T19:10:48.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55acfdbeaef0 con 0x55acfdcde9b0 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc93c441740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55acfdc408c0 con 0x55acfdcdf2d0 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc933400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcded90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc92a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdcebf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc933400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcded90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:43494/0 (socket says 172.21.15.32:43494) 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc933400640 1 -- 172.21.15.32:0/1152248160 learned_addr learned my addr 172.21.15.32:0/1152248160 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.490+0000 7fc932a00640 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcdf2d0 0x55acfdce9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc933400640 1 -- 172.21.15.32:0/1152248160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcdf2d0 msgr2=0x55acfdce9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc933400640 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcdf2d0 0x55acfdce9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc933400640 1 -- 172.21.15.32:0/1152248160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 msgr2=0x55acfdcebf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc933400640 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdcebf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc933400640 1 -- 172.21.15.32:0/1152248160 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acfd957210 con 0x55acfdcde9b0 2024-04-25T19:10:48.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc92a000640 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdcebf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc933400640 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcded90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009c10 tx=0x7fc92c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=240434eb904c76d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc92be00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9180a3de0 0x7fc9180a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc923400640 1 -- 172.21.15.32:0/1152248160 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c004230 con 0x55acfdcde9b0 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc92be00640 1 -- 172.21.15.32:0/262079061 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fc9240f06c0 con 0x7fc934104200 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc932a00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9180a3de0 0x7fc9180a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc923400640 1 -- 172.21.15.32:0/1152248160 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc92c0043d0 con 0x55acfdcde9b0 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.491+0000 7fc923400640 1 -- 172.21.15.32:0/1152248160 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c019640 con 0x55acfdcde9b0 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 -- 172.21.15.32:0/1152248160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 msgr2=0x55acfdcded90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc932a00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9180a3de0 0x7fc9180a62a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x55acfdcdff50 tx=0x7fc9240f6530 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcded90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009c10 tx=0x7fc92c011810 comp rx=0 tx=0).stop 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 -- 172.21.15.32:0/1152248160 shutdown_connections 2024-04-25T19:10:48.495 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdcebf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcdf2d0 0x55acfdce9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 --2- 172.21.15.32:0/1152248160 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcded90 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 -- 172.21.15.32:0/1152248160 >> 172.21.15.32:0/1152248160 conn(0x55acfdcdaec0 msgr2=0x55acfdcdb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 -- 172.21.15.32:0/1152248160 shutdown_connections 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.492+0000 7fc93c441740 1 -- 172.21.15.32:0/1152248160 wait complete. 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.493+0000 7fc93c441740 1 -- start start 2024-04-25T19:10:48.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.493+0000 7fc93c441740 1 Processor -- start 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcde9b0 0x55acfdce6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 0x55acfdce7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdce75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55acfdcec7c0 con 0x55acfdce9b90 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55acfdbfe310 con 0x55acfdcdf2d0 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55acfdcec940 con 0x55acfdcde9b0 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc93c441740 10 client.0 _ll_register_callbacks cb 0x55acfdbcccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 0x55acfdce7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 0x55acfdce7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:43506/0 (socket says 172.21.15.32:43506) 2024-04-25T19:10:48.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 -- 172.21.15.32:0/3595367709 learned_addr learned my addr 172.21.15.32:0/3595367709 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc933400640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdce75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc933400640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcde9b0 0x55acfdce6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 -- 172.21.15.32:0/3595367709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcde9b0 msgr2=0x55acfdce6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcde9b0 0x55acfdce6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 -- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 msgr2=0x55acfdce75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdce75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.494+0000 7fc92a000640 1 -- 172.21.15.32:0/3595367709 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acfda23620 con 0x55acfdcdf2d0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.495+0000 7fc92a000640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 0x55acfdce7060 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc91c011b00 tx=0x7fc91c00f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b00558981de425ae server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.495+0000 7fc917e00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.495+0000 7fc917e00640 1 -- 172.21.15.32:0/3595367709 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c00fe40 con 0x55acfdcdf2d0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.495+0000 7fc917e00640 1 -- 172.21.15.32:0/3595367709 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fc91c004050 con 0x55acfdcdf2d0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.495+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc92c0043d0 con 0x55acfdcdf2d0 2024-04-25T19:10:48.500 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.495+0000 7fc917e00640 1 -- 172.21.15.32:0/3595367709 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc91c004250 con 0x55acfdcdf2d0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 10 client.26135 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55acfdcf8a60 con 0x55acfdcdf2d0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc917e00640 1 -- 172.21.15.32:0/3595367709 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc92c0043d0 con 0x55acfdcdf2d0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc917e00640 1 -- 172.21.15.32:0/3595367709 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc91c01a550 con 0x55acfdcdf2d0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 10 client.26135 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 10 client.26135 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 20 client.26135 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdcf9fc0 0x55acfdcfc3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 4 client.26135 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.496+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acfdc588b0 con 0x55acfdcf9fc0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.497+0000 7fc933400640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdcf9fc0 0x55acfdcfc3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.497+0000 7fc933400640 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdcf9fc0 0x55acfdcfc3b0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bc89716ad4dd665 server_cookie=662cc0e4efa6a23f in_seq=0 out_seq=0 2024-04-25T19:10:48.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.497+0000 7fc917e00640 10 client.26135 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:48.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.498+0000 7fc917e00640 1 -- 172.21.15.32:0/3595367709 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55acfdc588b0 con 0x55acfdcf9fc0 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.498+0000 7fc917e00640 10 client.26135 handle_command_reply: tid=0 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.498+0000 7fc93c441740 1 client.26135 shutdown 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.498+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 msgr2=0x55acfdce7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.498+0000 7fc93c441740 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 0x55acfdce7060 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc91c011b00 tx=0x7fc91c00f3c0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 shutdown_connections 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdcf9fc0 0x55acfdcfc3b0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdce9b90 0x55acfdce75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcdf2d0 0x55acfdce7060 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 --2- 172.21.15.32:0/3595367709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdcde9b0 0x55acfdce6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 >> 172.21.15.32:0/3595367709 conn(0x55acfdcdaec0 msgr2=0x55acfdce0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc917e00640 0 client.26135 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 shutdown_connections 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 1 -- 172.21.15.32:0/3595367709 wait complete. 2024-04-25T19:10:48.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.499+0000 7fc93c441740 20 client.26135 trim_cache size 0 max 16384 2024-04-25T19:10:48.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.515+0000 7fc93c441740 1 Processor -- start 2024-04-25T19:10:48.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.515+0000 7fc93c441740 1 -- start start 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc93c441740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcf5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc93c441740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdce73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc93c441740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdd01cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc93c441740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341afca0 con 0x55acfdcdf2d0 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc93c441740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341b17e0 con 0x55acfdcde9b0 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc93c441740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341b0370 con 0x55acfdce9b90 2024-04-25T19:10:48.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc933400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcf5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc92a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdce73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc933400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcf5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:43522/0 (socket says 172.21.15.32:43522) 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc933400640 1 -- 172.21.15.32:0/265688586 learned_addr learned my addr 172.21.15.32:0/265688586 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.516+0000 7fc933400640 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdd01cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc933400640 1 -- 172.21.15.32:0/265688586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 msgr2=0x55acfdd01cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc933400640 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdd01cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc933400640 1 -- 172.21.15.32:0/265688586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 msgr2=0x55acfdce73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc933400640 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdce73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc933400640 1 -- 172.21.15.32:0/265688586 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acfdcdab10 con 0x55acfdcde9b0 2024-04-25T19:10:48.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc92a000640 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdce73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc933400640 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcf5680 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc92c011d90 tx=0x7fc92c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea5148bbd3babb2f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc922a00640 1 -- 172.21.15.32:0/265688586 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c0040a0 con 0x55acfdcde9b0 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc922a00640 1 -- 172.21.15.32:0/265688586 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc92c005500 con 0x55acfdcde9b0 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.517+0000 7fc922a00640 1 -- 172.21.15.32:0/265688586 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c003a60 con 0x55acfdcde9b0 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 -- 172.21.15.32:0/265688586 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 msgr2=0x55acfdcf5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcf5680 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc92c011d90 tx=0x7fc92c005f90 comp rx=0 tx=0).stop 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 -- 172.21.15.32:0/265688586 shutdown_connections 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdd01cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdce73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 --2- 172.21.15.32:0/265688586 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcf5680 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 -- 172.21.15.32:0/265688586 >> 172.21.15.32:0/265688586 conn(0x55acfdcdaec0 msgr2=0x55acfdcda020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 -- 172.21.15.32:0/265688586 shutdown_connections 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 -- 172.21.15.32:0/265688586 wait complete. 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.518+0000 7fc93c441740 1 -- start start 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 Processor -- start 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcef6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdcefbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdcf0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341b1110 con 0x55acfdcdf2d0 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341b0a40 con 0x55acfdcde9b0 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9341adca0 con 0x55acfdce9b90 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc93c441740 10 client.0 _ll_register_callbacks cb 0x7fc91c011920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:10:48.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc92a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdcefbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc92a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdcefbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58928/0 (socket says 172.21.15.32:58928) 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc933400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcef6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc92a000640 1 -- 172.21.15.32:0/775793140 learned_addr learned my addr 172.21.15.32:0/775793140 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.519+0000 7fc933400640 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdcf0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc92a000640 1 -- 172.21.15.32:0/775793140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 msgr2=0x55acfdcf0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc92a000640 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdcf0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc92a000640 1 -- 172.21.15.32:0/775793140 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 msgr2=0x55acfdcef6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc92a000640 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcef6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc92a000640 1 -- 172.21.15.32:0/775793140 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acfdd5f610 con 0x55acfdcdf2d0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc92a000640 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdcefbe0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc91c011b00 tx=0x7fc91c005610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe17d80e2677b677 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc917e00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc917e00640 1 -- 172.21.15.32:0/775793140 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c00fe40 con 0x55acfdcdf2d0 2024-04-25T19:10:48.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc917e00640 1 -- 172.21.15.32:0/775793140 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fc91c017040 con 0x55acfdcdf2d0 2024-04-25T19:10:48.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.520+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc92c005500 con 0x55acfdcdf2d0 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc917e00640 1 -- 172.21.15.32:0/775793140 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc91c039050 con 0x55acfdcdf2d0 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 10 client.16017 fetch_fsmap learned FSMap version 31 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55acfdd60950 con 0x55acfdcdf2d0 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc917e00640 1 -- 172.21.15.32:0/775793140 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc92c005500 con 0x55acfdcdf2d0 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc917e00640 1 -- 172.21.15.32:0/775793140 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc91c023470 con 0x55acfdcdf2d0 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 10 client.16017 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 10 client.16017 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 20 client.16017 populate_metadata read hostname 'smithi032' 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdd610f0 0x55acfdd63510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 4 client.16017 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:10:48.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.521+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55acfdc52320 con 0x55acfdd610f0 2024-04-25T19:10:48.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.522+0000 7fc933400640 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdd610f0 0x55acfdd63510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:48.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.522+0000 7fc933400640 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdd610f0 0x55acfdd63510 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=840043364a7a628d server_cookie=b03bbcd982eaa555 in_seq=0 out_seq=0 2024-04-25T19:10:48.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.522+0000 7fc917e00640 10 client.16017 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc917e00640 1 -- 172.21.15.32:0/775793140 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55acfdc52320 con 0x55acfdd610f0 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc917e00640 10 client.16017 handle_command_reply: tid=0 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 client.16017 shutdown 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 msgr2=0x55acfdcefbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdcefbe0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc91c011b00 tx=0x7fc91c005610 comp rx=0 tx=0).stop 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 shutdown_connections 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55acfdd610f0 0x55acfdd63510 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acfdce9b90 0x55acfdcf0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55acfdcdf2d0 0x55acfdcefbe0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc917e00640 0 client.16017 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 --2- 172.21.15.32:0/775793140 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55acfdcde9b0 0x55acfdcef6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 >> 172.21.15.32:0/775793140 conn(0x55acfdcdaec0 msgr2=0x55acfdce0360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 shutdown_connections 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 1 -- 172.21.15.32:0/775793140 wait complete. 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.540+0000 7fc93c441740 20 client.16017 trim_cache size 0 max 16384 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:10:48.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9180a3de0 msgr2=0x7fc9180a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9180a3de0 0x7fc9180a62a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x55acfdcdff50 tx=0x7fc9240f6530 comp rx=0 tx=0).stop 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 msgr2=0x7fc9341a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341a0790 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc92402acb0 tx=0x7fc924003c10 comp rx=0 tx=0).stop 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 shutdown_connections 2024-04-25T19:10:48.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9180a3de0 0x7fc9180a62a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93419a940 0x7fc93419adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9341092d0 0x7fc9341a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.541+0000 7fc933e00640 1 --2- 172.21.15.32:0/262079061 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc934104200 0x7fc9341a0790 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:48.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.542+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 >> 172.21.15.32:0/262079061 conn(0x7fc9340ffa60 msgr2=0x7fc934100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:48.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.542+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 shutdown_connections 2024-04-25T19:10:48.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:10:48.542+0000 7fc933e00640 1 -- 172.21.15.32:0/262079061 wait complete. 2024-04-25T19:10:49.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:49 smithi066 ceph-mon[32882]: pgmap v219: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:10:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:49 smithi064 ceph-mon[32321]: pgmap v219: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:10:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:49 smithi032 ceph-mon[28041]: pgmap v219: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:10:51.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:51 smithi066 ceph-mon[32882]: pgmap v220: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-04-25T19:10:51.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:51 smithi064 ceph-mon[32321]: pgmap v220: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-04-25T19:10:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:51 smithi032 ceph-mon[28041]: pgmap v220: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-04-25T19:10:53.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:53 smithi066 ceph-mon[32882]: pgmap v221: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-04-25T19:10:53.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:53 smithi064 ceph-mon[32321]: pgmap v221: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-04-25T19:10:53.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:53 smithi032 ceph-mon[28041]: pgmap v221: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-04-25T19:10:55.004 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-04-25T19:10:55.004 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:10:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:55 smithi066 ceph-mon[32882]: pgmap v222: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-04-25T19:10:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:10:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:55 smithi064 ceph-mon[32321]: pgmap v222: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-04-25T19:10:55.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:55 smithi032 ceph-mon[28041]: pgmap v222: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-04-25T19:10:57.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:57 smithi066 ceph-mon[32882]: pgmap v223: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:10:57.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:57 smithi064 ceph-mon[32321]: pgmap v223: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:10:57.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:57 smithi032 ceph-mon[28041]: pgmap v223: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 -- 172.21.15.32:0/2044884324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84074c70 msgr2=0x7f4f84075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 --2- 172.21.15.32:0/2044884324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84074c70 0x7f4f84075050 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009990 tx=0x7f4f74009ca0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 -- 172.21.15.32:0/2044884324 shutdown_connections 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 --2- 172.21.15.32:0/2044884324 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84074c70 0x7f4f84075050 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 --2- 172.21.15.32:0/2044884324 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f8410f4b0 0x7f4f841118a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 --2- 172.21.15.32:0/2044884324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4f84075590 0x7f4f8410ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.163+0000 7f4f89800700 1 -- 172.21.15.32:0/2044884324 >> 172.21.15.32:0/2044884324 conn(0x7f4f84079c00 msgr2=0x7f4f8407a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.164+0000 7f4f89800700 1 -- 172.21.15.32:0/2044884324 shutdown_connections 2024-04-25T19:10:58.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.164+0000 7f4f89800700 1 -- 172.21.15.32:0/2044884324 wait complete. 2024-04-25T19:10:58.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.165+0000 7f4f89800700 1 Processor -- start 2024-04-25T19:10:58.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.165+0000 7f4f89800700 1 -- start start 2024-04-25T19:10:58.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f89800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f84074c70 0x7f4f8419b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:58.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f89800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84075590 0x7f4f8419b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:58.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f89800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4f8410f4b0 0x7f4f8419fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:58.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f89800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4f84114dc0 con 0x7f4f84075590 2024-04-25T19:10:58.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f89800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4f84114c40 con 0x7f4f84074c70 2024-04-25T19:10:58.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f89800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4f84114f40 con 0x7f4f8410f4b0 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f7a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84075590 0x7f4f8419b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f82a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f84074c70 0x7f4f8419b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f7a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84075590 0x7f4f8419b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55788/0 (socket says 172.21.15.32:55788) 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f7a000700 1 -- 172.21.15.32:0/2573448760 learned_addr learned my addr 172.21.15.32:0/2573448760 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.166+0000 7f4f83400700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4f8410f4b0 0x7f4f8419fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f82a00700 1 -- 172.21.15.32:0/2573448760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4f8410f4b0 msgr2=0x7f4f8419fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:58.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f82a00700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4f8410f4b0 0x7f4f8419fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f82a00700 1 -- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84075590 msgr2=0x7f4f8419b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f82a00700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84075590 0x7f4f8419b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f82a00700 1 -- 172.21.15.32:0/2573448760 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f841a02f0 con 0x7f4f84074c70 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f82a00700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f84074c70 0x7f4f8419b330 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f74006010 tx=0x7f4f740057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74027070 con 0x7f4f84074c70 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f74022470 con 0x7f4f84074c70 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f841a0580 con 0x7f4f84074c70 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.167+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f74017650 con 0x7f4f84074c70 2024-04-25T19:10:58.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.168+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f841a7e60 con 0x7f4f84074c70 2024-04-25T19:10:58.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.169+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f840762c0 con 0x7f4f84074c70 2024-04-25T19:10:58.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.171+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4f7402a070 con 0x7f4f84074c70 2024-04-25T19:10:58.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.173+0000 7f4f7be00700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4f680a3db0 0x7f4f680a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:10:58.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.173+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f4f740d1490 con 0x7f4f84074c70 2024-04-25T19:10:58.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.173+0000 7f4f7a000700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4f680a3db0 0x7f4f680a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:10:58.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.174+0000 7f4f7a000700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4f680a3db0 0x7f4f680a6270 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4f841026b0 tx=0x7f4f6c009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:10:58.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.175+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f74013070 con 0x7f4f84074c70 2024-04-25T19:10:58.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.467+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f8419c640 con 0x7f4f84074c70 2024-04-25T19:10:58.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.468+0000 7f4f7be00700 1 -- 172.21.15.32:0/2573448760 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f4f7409db50 con 0x7f4f84074c70 2024-04-25T19:10:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:10:58.471 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:10:58.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4f680a3db0 msgr2=0x7f4f680a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:58.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4f680a3db0 0x7f4f680a6270 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4f841026b0 tx=0x7f4f6c009260 comp rx=0 tx=0).stop 2024-04-25T19:10:58.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f84074c70 msgr2=0x7f4f8419b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:10:58.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f84074c70 0x7f4f8419b330 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4f74006010 tx=0x7f4f740057c0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 shutdown_connections 2024-04-25T19:10:58.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4f680a3db0 0x7f4f680a6270 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4f8410f4b0 0x7f4f8419fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4f84074c70 0x7f4f8419b330 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 --2- 172.21.15.32:0/2573448760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f84075590 0x7f4f8419b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:10:58.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 >> 172.21.15.32:0/2573448760 conn(0x7f4f84079c00 msgr2=0x7f4f840ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:10:58.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.472+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 shutdown_connections 2024-04-25T19:10:58.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:10:58.473+0000 7f4f89800700 1 -- 172.21.15.32:0/2573448760 wait complete. 2024-04-25T19:10:58.476 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:10:59.344 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 70 --await-for 42.0' 2024-04-25T19:10:59.345 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 70 --await-for 42.0 2024-04-25T19:10:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:59 smithi066 ceph-mon[32882]: pgmap v224: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:10:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:10:59 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2573448760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:10:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:59 smithi064 ceph-mon[32321]: pgmap v224: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:10:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:10:59 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2573448760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:10:59.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:59 smithi032 ceph-mon[28041]: pgmap v224: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:10:59.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:10:59 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2573448760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:10:59.808 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:11:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:01 smithi066 ceph-mon[32882]: pgmap v225: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:11:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:01 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:11:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:01 smithi064 ceph-mon[32321]: pgmap v225: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:11:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:01 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:11:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:01 smithi032 ceph-mon[28041]: pgmap v225: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:11:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:01 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.682+0000 7f8767000640 1 -- 172.21.15.32:0/1133926511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760103850 msgr2=0x7f876010bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.682+0000 7f8767000640 1 --2- 172.21.15.32:0/1133926511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760103850 0x7f876010bd30 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f874c009900 tx=0x7f874c02a480 comp rx=0 tx=0).stop 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 -- 172.21.15.32:0/1133926511 shutdown_connections 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 --2- 172.21.15.32:0/1133926511 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f876010c350 0x7f876010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 --2- 172.21.15.32:0/1133926511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760103850 0x7f876010bd30 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 --2- 172.21.15.32:0/1133926511 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8760102f30 0x7f8760103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 -- 172.21.15.32:0/1133926511 >> 172.21.15.32:0/1133926511 conn(0x7f87600fc750 msgr2=0x7f87600feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 -- 172.21.15.32:0/1133926511 shutdown_connections 2024-04-25T19:11:01.685 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.683+0000 7f8767000640 1 -- 172.21.15.32:0/1133926511 wait complete. 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 Processor -- start 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 -- start start 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760102f30 0x7f876019a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8760103850 0x7f876019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 0x7f876019e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8760112010 con 0x7f8760103850 2024-04-25T19:11:01.687 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8760111e90 con 0x7f876010c350 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.684+0000 7f8767000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8760112190 con 0x7f8760102f30 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 0x7f876019e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 0x7f876019e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46078/0 (socket says 172.21.15.32:46078) 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8765200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8760103850 0x7f876019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 -- 172.21.15.32:0/4105168999 learned_addr learned my addr 172.21.15.32:0/4105168999 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8765c00640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760102f30 0x7f876019a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 -- 172.21.15.32:0/4105168999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760102f30 msgr2=0x7f876019a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760102f30 0x7f876019a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 -- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8760103850 msgr2=0x7f876019ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8760103850 0x7f876019ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.685+0000 7f8766600640 1 -- 172.21.15.32:0/4105168999 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f876019e730 con 0x7f876010c350 2024-04-25T19:11:01.688 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.686+0000 7f8766600640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 0x7f876019e000 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f875800eb10 tx=0x7f875800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.686+0000 7f875e000640 1 -- 172.21.15.32:0/4105168999 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758004b20 con 0x7f876010c350 2024-04-25T19:11:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.686+0000 7f875e000640 1 -- 172.21.15.32:0/4105168999 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8758004cc0 con 0x7f876010c350 2024-04-25T19:11:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.686+0000 7f875e000640 1 -- 172.21.15.32:0/4105168999 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758010670 con 0x7f876010c350 2024-04-25T19:11:01.689 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.686+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f876019ea20 con 0x7f876010c350 2024-04-25T19:11:01.690 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.686+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87601a7390 con 0x7f876010c350 2024-04-25T19:11:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.689+0000 7f875e000640 1 -- 172.21.15.32:0/4105168999 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8758005020 con 0x7f876010c350 2024-04-25T19:11:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.689+0000 7f876b41a740 1 Processor -- start 2024-04-25T19:11:01.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 -- start start 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78a5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78b0650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 0x560ad78b2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560ad780b900 con 0x560ad78a62d0 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560ad77b1ef0 con 0x560ad78b0b90 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.690+0000 7f876b41a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560ad78078c0 con 0x560ad78a59b0 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78b0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 0x560ad78b2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78b0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55822/0 (socket says 172.21.15.32:55822) 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 -- 172.21.15.32:0/2412681564 learned_addr learned my addr 172.21.15.32:0/2412681564 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 0x560ad78b2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46092/0 (socket says 172.21.15.32:46092) 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765200640 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78a5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 -- 172.21.15.32:0/2412681564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 msgr2=0x560ad78a5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78a5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 -- 172.21.15.32:0/2412681564 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 msgr2=0x560ad78b2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 0x560ad78b2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f875e000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87480a3d80 0x7f87480a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765c00640 1 -- 172.21.15.32:0/2412681564 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ad751e210 con 0x560ad78a62d0 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f8765200640 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 0x560ad78b2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:01.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.691+0000 7f875e000640 1 -- 172.21.15.32:0/4105168999 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f87580d0d10 con 0x7f876010c350 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.692+0000 7f8765c00640 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78b0650 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8754009cf0 tx=0x7f8754011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1898edeb5e2f1b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.692+0000 7f8766600640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87480a3d80 0x7f87480a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.692+0000 7f8752a00640 1 -- 172.21.15.32:0/2412681564 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8754004230 con 0x560ad78a62d0 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.692+0000 7f8752a00640 1 -- 172.21.15.32:0/2412681564 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87540043d0 con 0x560ad78a62d0 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.692+0000 7f8752a00640 1 -- 172.21.15.32:0/2412681564 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8754019820 con 0x560ad78a62d0 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 -- 172.21.15.32:0/2412681564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 msgr2=0x560ad78b0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f8766600640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87480a3d80 0x7f87480a6240 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f87580a5380 tx=0x7f875800cee0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:01.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78b0650 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8754009cf0 tx=0x7f8754011810 comp rx=0 tx=0).stop 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 -- 172.21.15.32:0/2412681564 shutdown_connections 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78b0b90 0x560ad78b2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78b0650 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 --2- 172.21.15.32:0/2412681564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78a5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 -- 172.21.15.32:0/2412681564 >> 172.21.15.32:0/2412681564 conn(0x560ad78a1ec0 msgr2=0x560ad78a22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 -- 172.21.15.32:0/2412681564 shutdown_connections 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.693+0000 7f876b41a740 1 -- 172.21.15.32:0/2412681564 wait complete. 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 -- start start 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 Processor -- start 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a59b0 0x560ad78adae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78ae020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78ae560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560ad78b37c0 con 0x560ad78a59b0 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560ad77c5310 con 0x560ad78a62d0 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.694+0000 7f876b41a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560ad78b3940 con 0x560ad78b0b90 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f876b41a740 10 client.0 _ll_register_callbacks cb 0x560ad7793cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a59b0 0x560ad78adae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a59b0 0x560ad78adae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55832/0 (socket says 172.21.15.32:55832) 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765200640 1 -- 172.21.15.32:0/2070568215 learned_addr learned my addr 172.21.15.32:0/2070568215 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765c00640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78ae020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765200640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78ae560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765c00640 1 -- 172.21.15.32:0/2070568215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 msgr2=0x560ad78ae560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765c00640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78ae560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765c00640 1 -- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a59b0 msgr2=0x560ad78adae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765c00640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a59b0 0x560ad78adae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.695+0000 7f8765c00640 1 -- 172.21.15.32:0/2070568215 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ad75ea620 con 0x560ad78a62d0 2024-04-25T19:11:01.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f8765c00640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78ae020 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8754009cf0 tx=0x7f87540052d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d560d0a5b8c4ad59 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:01.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f8747400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:01.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f8747400640 1 -- 172.21.15.32:0/2070568215 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8754027070 con 0x560ad78a62d0 2024-04-25T19:11:01.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f8747400640 1 -- 172.21.15.32:0/2070568215 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f87540037f0 con 0x560ad78a62d0 2024-04-25T19:11:01.702 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87540043d0 con 0x560ad78a62d0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f8747400640 1 -- 172.21.15.32:0/2070568215 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8754033050 con 0x560ad78a62d0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f876b41a740 10 client.26159 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.696+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560ad78bf9d0 con 0x560ad78a62d0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f8747400640 1 -- 172.21.15.32:0/2070568215 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87540043d0 con 0x560ad78a62d0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f8747400640 1 -- 172.21.15.32:0/2070568215 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8754004b70 con 0x560ad78a62d0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f876b41a740 10 client.26159 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f876b41a740 10 client.26159 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f876b41a740 20 client.26159 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f876b41a740 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad78c0de0 0x560ad78c31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f876b41a740 4 client.26159 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ad781f8b0 con 0x560ad78c0de0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.697+0000 7f8765200640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad78c0de0 0x560ad78c31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.698+0000 7f8765200640 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad78c0de0 0x560ad78c31d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f6386ab80af11ec server_cookie=1d081acb0a0dff1c in_seq=0 out_seq=0 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.698+0000 7f8747400640 10 client.26159 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.699+0000 7f8747400640 1 -- 172.21.15.32:0/2070568215 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560ad781f8b0 con 0x560ad78c0de0 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.699+0000 7f8747400640 10 client.26159 handle_command_reply: tid=0 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.699+0000 7f876b41a740 1 client.26159 shutdown 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 msgr2=0x560ad78ae020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78ae020 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8754009cf0 tx=0x7f87540052d0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 shutdown_connections 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad78c0de0 0x560ad78c31d0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78ae560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78ae020 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f8747400640 0 client.26159 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 --2- 172.21.15.32:0/2070568215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a59b0 0x560ad78adae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 >> 172.21.15.32:0/2070568215 conn(0x560ad78a1ec0 msgr2=0x560ad78a7bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:01.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 shutdown_connections 2024-04-25T19:11:01.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 1 -- 172.21.15.32:0/2070568215 wait complete. 2024-04-25T19:11:01.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.700+0000 7f876b41a740 20 client.26159 trim_cache size 0 max 16384 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.717+0000 7f876b41a740 1 Processor -- start 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 -- start start 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a59b0 0x560ad78bc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78c8940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78c8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87601afca0 con 0x560ad78a62d0 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f87601b17e0 con 0x560ad78a59b0 2024-04-25T19:11:01.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f876b41a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f87601b0370 con 0x560ad78b0b90 2024-04-25T19:11:01.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f8765200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78c8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f8765c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78c8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f8765200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78c8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53908/0 (socket says 172.21.15.32:53908) 2024-04-25T19:11:01.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f8765200640 1 -- 172.21.15.32:0/2002813207 learned_addr learned my addr 172.21.15.32:0/2002813207 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:01.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f8765c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78c8940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55834/0 (socket says 172.21.15.32:55834) 2024-04-25T19:11:01.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.718+0000 7f8765200640 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a59b0 0x560ad78bc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8765200640 1 -- 172.21.15.32:0/2002813207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a59b0 msgr2=0x560ad78bc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8765200640 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a59b0 0x560ad78bc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8765200640 1 -- 172.21.15.32:0/2002813207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 msgr2=0x560ad78c8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8765200640 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78c8940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8765200640 1 -- 172.21.15.32:0/2002813207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ad78a6100 con 0x560ad78b0b90 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8765200640 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78c8e80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f874c02a9a0 tx=0x7f874c005780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45dfba322ef4b6b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8752000640 1 -- 172.21.15.32:0/2002813207 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c035040 con 0x560ad78b0b90 2024-04-25T19:11:01.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8752000640 1 -- 172.21.15.32:0/2002813207 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f874c003e20 con 0x560ad78b0b90 2024-04-25T19:11:01.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.719+0000 7f8752000640 1 -- 172.21.15.32:0/2002813207 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c031ba0 con 0x560ad78b0b90 2024-04-25T19:11:01.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 -- 172.21.15.32:0/2002813207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 msgr2=0x560ad78c8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78c8e80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f874c02a9a0 tx=0x7f874c005780 comp rx=0 tx=0).stop 2024-04-25T19:11:01.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 -- 172.21.15.32:0/2002813207 shutdown_connections 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78b0b90 0x560ad78c8e80 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78a62d0 0x560ad78c8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 --2- 172.21.15.32:0/2002813207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a59b0 0x560ad78bc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 -- 172.21.15.32:0/2002813207 >> 172.21.15.32:0/2002813207 conn(0x560ad78a1ec0 msgr2=0x560ad78a8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 -- 172.21.15.32:0/2002813207 shutdown_connections 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.720+0000 7f876b41a740 1 -- 172.21.15.32:0/2002813207 wait complete. 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 -- start start 2024-04-25T19:11:01.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 Processor -- start 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78b88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78b8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78b0b90 0x560ad78b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87601b1110 con 0x560ad78b0b90 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f87601b0a40 con 0x560ad78a62d0 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.721+0000 7f876b41a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f87601adca0 con 0x560ad78a59b0 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f876b41a740 10 client.0 _ll_register_callbacks cb 0x7f8754009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78b8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78b8e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46110/0 (socket says 172.21.15.32:46110) 2024-04-25T19:11:01.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 -- 172.21.15.32:0/2277389515 learned_addr learned my addr 172.21.15.32:0/2277389515 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765200640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78b88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765200640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78b0b90 0x560ad78b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 -- 172.21.15.32:0/2277389515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 msgr2=0x560ad78b88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78b88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 -- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78b0b90 msgr2=0x560ad78b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78b0b90 0x560ad78b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 -- 172.21.15.32:0/2277389515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ad78b6730 con 0x560ad78a62d0 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765200640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78b0b90 0x560ad78b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8765c00640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78b8e30 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8754011850 tx=0x7f8754019420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33e97288f717ef26 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.722+0000 7f8747400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f8747400640 1 -- 172.21.15.32:0/2277389515 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875403c060 con 0x560ad78a62d0 2024-04-25T19:11:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f8747400640 1 -- 172.21.15.32:0/2277389515 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f8754005b90 con 0x560ad78a62d0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f874c003e20 con 0x560ad78a62d0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f8747400640 1 -- 172.21.15.32:0/2277389515 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8754027070 con 0x560ad78a62d0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f876b41a740 10 client.26165 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560ad7926c70 con 0x560ad78a62d0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f8747400640 1 -- 172.21.15.32:0/2277389515 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f874c003e20 con 0x560ad78a62d0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f8747400640 1 -- 172.21.15.32:0/2277389515 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f8754019850 con 0x560ad78a62d0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f876b41a740 10 client.26165 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.723+0000 7f876b41a740 10 client.26165 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.724+0000 7f876b41a740 20 client.26165 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.724+0000 7f876b41a740 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad7927330 0x560ad7929750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.724+0000 7f876b41a740 4 client.26165 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.724+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560ad7819320 con 0x560ad7927330 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.724+0000 7f8765200640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad7927330 0x560ad7929750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:01.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.725+0000 7f8765200640 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad7927330 0x560ad7929750 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbb7d5eb959f0c16 server_cookie=1b47ad621071a1f6 in_seq=0 out_seq=0 2024-04-25T19:11:01.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.725+0000 7f8747400640 10 client.26165 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f8747400640 1 -- 172.21.15.32:0/2277389515 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560ad7819320 con 0x560ad7927330 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f8747400640 10 client.26165 handle_command_reply: tid=0 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 client.26165 shutdown 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 msgr2=0x560ad78b8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78b8e30 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8754011850 tx=0x7f8754019420 comp rx=0 tx=0).stop 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 shutdown_connections 2024-04-25T19:11:01.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560ad7927330 0x560ad7929750 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560ad78b0b90 0x560ad78b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560ad78a62d0 0x560ad78b8e30 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f8747400640 0 client.26165 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 --2- 172.21.15.32:0/2277389515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560ad78a59b0 0x560ad78b88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 >> 172.21.15.32:0/2277389515 conn(0x560ad78a1ec0 msgr2=0x560ad78af310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 shutdown_connections 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 1 -- 172.21.15.32:0/2277389515 wait complete. 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.741+0000 7f876b41a740 20 client.26165 trim_cache size 0 max 16384 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:11:01.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:11:01.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:11:01.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:11:01.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87480a3d80 msgr2=0x7f87480a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87480a3d80 0x7f87480a6240 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f87580a5380 tx=0x7f875800cee0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 msgr2=0x7f876019e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 0x7f876019e000 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f875800eb10 tx=0x7f875800c2d0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 shutdown_connections 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87480a3d80 0x7f87480a6240 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f876010c350 0x7f876019e000 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8760103850 0x7f876019ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 --2- 172.21.15.32:0/4105168999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8760102f30 0x7f876019a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 >> 172.21.15.32:0/4105168999 conn(0x7f87600fc750 msgr2=0x7f876010d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.742+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 shutdown_connections 2024-04-25T19:11:01.746 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:01.743+0000 7f8767000640 1 -- 172.21.15.32:0/4105168999 wait complete. 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 -- 172.21.15.32:0/1255059232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5020074c70 msgr2=0x7f5020075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 --2- 172.21.15.32:0/1255059232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5020074c70 0x7f5020075050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f50100098f0 tx=0x7f5010009c00 comp rx=0 tx=0).stop 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 -- 172.21.15.32:0/1255059232 shutdown_connections 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 --2- 172.21.15.32:0/1255059232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f502010f470 0x7f5020111860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 --2- 172.21.15.32:0/1255059232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5020074c70 0x7f5020075050 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 --2- 172.21.15.32:0/1255059232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020075590 0x7f502010ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 -- 172.21.15.32:0/1255059232 >> 172.21.15.32:0/1255059232 conn(0x7f5020079bf0 msgr2=0x7f502007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:02.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 -- 172.21.15.32:0/1255059232 shutdown_connections 2024-04-25T19:11:02.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.127+0000 7f5026000700 1 -- 172.21.15.32:0/1255059232 wait complete. 2024-04-25T19:11:02.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.128+0000 7f5026000700 1 Processor -- start 2024-04-25T19:11:02.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 -- start start 2024-04-25T19:11:02.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020074c70 0x7f502019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5020075590 0x7f502019b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f502010f470 0x7f502019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5020114ee0 con 0x7f5020074c70 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5020114d60 con 0x7f5020075590 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f5026000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5020115060 con 0x7f502010f470 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.129+0000 7f501f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020074c70 0x7f502019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5020075590 0x7f502019b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020074c70 0x7f502019b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54692/0 (socket says 172.21.15.32:54692) 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501f400700 1 -- 172.21.15.32:0/1842541646 learned_addr learned my addr 172.21.15.32:0/1842541646 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501fe00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f502010f470 0x7f502019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 -- 172.21.15.32:0/1842541646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f502010f470 msgr2=0x7f502019fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f502010f470 0x7f502019fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 -- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020074c70 msgr2=0x7f502019b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020074c70 0x7f502019b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 -- 172.21.15.32:0/1842541646 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50201a0370 con 0x7f5020075590 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.130+0000 7f501ea00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5020075590 0x7f502019b8f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f500c00e9c0 tx=0x7f500c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.131+0000 7f5017e00700 1 -- 172.21.15.32:0/1842541646 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c00c9c0 con 0x7f5020075590 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.131+0000 7f5017e00700 1 -- 172.21.15.32:0/1842541646 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f500c00cb60 con 0x7f5020075590 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.131+0000 7f5017e00700 1 -- 172.21.15.32:0/1842541646 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c018420 con 0x7f5020075590 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.131+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50201a0660 con 0x7f5020075590 2024-04-25T19:11:02.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.131+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50201a7ee0 con 0x7f5020075590 2024-04-25T19:11:02.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 Processor -- start 2024-04-25T19:11:02.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 -- start start 2024-04-25T19:11:02.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5017e00700 1 -- 172.21.15.32:0/1842541646 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f500c010430 con 0x7f5020075590 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca3dd0 0x5564d0ca41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0caf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5564d0bf7020 con 0x5564d0ca3dd0 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5564d0b9d8c0 con 0x5564d0ca46f0 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.136+0000 7f5030a82b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5564d0bf2fe0 con 0x5564d0caf560 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0caf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb1950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46850/0 (socket says 172.21.15.32:46850) 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 -- 172.21.15.32:0/2854009774 learned_addr learned my addr 172.21.15.32:0/2854009774 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:02.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501fe00700 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca3dd0 0x5564d0ca41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 -- 172.21.15.32:0/2854009774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 msgr2=0x5564d0caf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0caf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 -- 172.21.15.32:0/2854009774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca3dd0 msgr2=0x5564d0ca41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca3dd0 0x5564d0ca41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.137+0000 7f501ea00700 1 -- 172.21.15.32:0/2854009774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564d0b93810 con 0x5564d0caf560 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f501ea00700 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb1950 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f500c0cdf30 tx=0x7f500c0d6ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3138457c05d33fa1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f5017e00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50040a3ed0 0x7f50040a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f5014c00700 1 -- 172.21.15.32:0/2854009774 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c0df070 con 0x5564d0caf560 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f5014c00700 1 -- 172.21.15.32:0/2854009774 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f500c09cf40 con 0x5564d0caf560 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f5014c00700 1 -- 172.21.15.32:0/2854009774 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c065950 con 0x5564d0caf560 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f5017e00700 1 -- 172.21.15.32:0/1842541646 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f500c0d0910 con 0x7f5020075590 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.138+0000 7f501fe00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50040a3ed0 0x7f50040a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 -- 172.21.15.32:0/2854009774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 msgr2=0x5564d0cb1950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb1950 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f500c0cdf30 tx=0x7f500c0d6ed0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f501fe00700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50040a3ed0 0x7f50040a6390 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f502006a410 tx=0x7f5018009050 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 -- 172.21.15.32:0/2854009774 shutdown_connections 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca3dd0 0x5564d0ca41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb1950 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2854009774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0caf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.139+0000 7f5030a82b80 1 -- 172.21.15.32:0/2854009774 >> 172.21.15.32:0/2854009774 conn(0x5564d0bd30e0 msgr2=0x5564d0ca02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:02.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.140+0000 7f5030a82b80 1 -- 172.21.15.32:0/2854009774 shutdown_connections 2024-04-25T19:11:02.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.140+0000 7f5030a82b80 1 -- 172.21.15.32:0/2854009774 wait complete. 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.140+0000 7f5030a82b80 1 -- start start 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 Processor -- start 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 0x5564d0caebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0cabef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0caf560 0x5564d0cac430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5564d0cb2050 con 0x5564d0caf560 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5564d0bb09f0 con 0x5564d0ca46f0 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5564d0cb21d0 con 0x5564d0ca3dd0 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.141+0000 7f5030a82b80 10 client.0 _ll_register_callbacks cb 0x5564d0b8f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 0x5564d0caebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0cabef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 0x5564d0caebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46860/0 (socket says 172.21.15.32:46860) 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 -- 172.21.15.32:0/1211670405 learned_addr learned my addr 172.21.15.32:0/1211670405 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501fe00700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0caf560 0x5564d0cac430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 -- 172.21.15.32:0/1211670405 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 msgr2=0x5564d0cabef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0cabef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 -- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0caf560 msgr2=0x5564d0cac430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0caf560 0x5564d0cac430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 -- 172.21.15.32:0/1211670405 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564d0b44a60 con 0x5564d0ca3dd0 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501fe00700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0caf560 0x5564d0cac430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501ea00700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0cabef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f501f400700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 0x5564d0caebf0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5010009230 tx=0x7f501000f7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42bb5c55aa69bc43 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.142+0000 7f5009600700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:11:02.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5009600700 1 -- 172.21.15.32:0/1211670405 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010005450 con 0x5564d0ca3dd0 2024-04-25T19:11:02.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5009600700 1 -- 172.21.15.32:0/1211670405 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f50100055f0 con 0x5564d0ca3dd0 2024-04-25T19:11:02.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f500c09cf40 con 0x5564d0ca3dd0 2024-04-25T19:11:02.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5009600700 1 -- 172.21.15.32:0/1211670405 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f501002f050 con 0x5564d0ca3dd0 2024-04-25T19:11:02.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5030a82b80 10 client.26224 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:02.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5564d0b8dc80 con 0x5564d0ca3dd0 2024-04-25T19:11:02.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.143+0000 7f5009600700 1 -- 172.21.15.32:0/1211670405 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f500c09cf40 con 0x5564d0ca3dd0 2024-04-25T19:11:02.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5009600700 1 -- 172.21.15.32:0/1211670405 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f501002a030 con 0x5564d0ca3dd0 2024-04-25T19:11:02.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5030a82b80 10 client.26224 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5030a82b80 10 client.26224 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5030a82b80 20 client.26224 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5030a82b80 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0cbed00 0x5564d0cc1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5030a82b80 4 client.26224 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564d0c04810 con 0x5564d0cbed00 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.144+0000 7f501ea00700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0cbed00 0x5564d0cc1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.145+0000 7f501ea00700 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0cbed00 0x5564d0cc1170 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76d7ad9bb830c53e server_cookie=3e468dd71afb09f9 in_seq=0 out_seq=0 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.145+0000 7f5009600700 10 client.26224 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5009600700 1 -- 172.21.15.32:0/1211670405 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5564d0c04810 con 0x5564d0cbed00 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5009600700 10 client.26224 handle_command_reply: tid=0 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 client.26224 shutdown 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 msgr2=0x5564d0caebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 0x5564d0caebf0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f5010009230 tx=0x7f501000f7d0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 shutdown_connections 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0cbed00 0x5564d0cc1170 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0caf560 0x5564d0cac430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0ca3dd0 0x5564d0caebf0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5009600700 0 client.26224 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 --2- 172.21.15.32:0/1211670405 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca46f0 0x5564d0cabef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.146+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 >> 172.21.15.32:0/1211670405 conn(0x5564d0bd30e0 msgr2=0x5564d0c9fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.147+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 shutdown_connections 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.147+0000 7f5030a82b80 1 -- 172.21.15.32:0/1211670405 wait complete. 2024-04-25T19:11:02.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.147+0000 7f5030a82b80 20 client.26224 trim_cache size 0 max 16384 2024-04-25T19:11:02.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.168+0000 7f5030a82b80 1 Processor -- start 2024-04-25T19:11:02.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.168+0000 7f5030a82b80 1 -- start start 2024-04-25T19:11:02.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cab540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0ca0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cae160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f5030a82b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f50201af540 con 0x5564d0ca46f0 2024-04-25T19:11:02.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f5030a82b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50201b1080 con 0x5564d0ca3dd0 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f5030a82b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50201afc10 con 0x5564d0caf560 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f501ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0ca0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f501f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cab540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f501fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cae160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f501f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cab540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54216/0 (socket says 172.21.15.32:54216) 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f501ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0ca0430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54720/0 (socket says 172.21.15.32:54720) 2024-04-25T19:11:02.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.169+0000 7f501f400700 1 -- 172.21.15.32:0/2642649283 learned_addr learned my addr 172.21.15.32:0/2642649283 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:02.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.170+0000 7f501fe00700 1 -- 172.21.15.32:0/2642649283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 msgr2=0x5564d0cab540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.170+0000 7f501fe00700 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cab540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.170+0000 7f501fe00700 1 -- 172.21.15.32:0/2642649283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 msgr2=0x5564d0ca0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.170+0000 7f501fe00700 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0ca0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.170+0000 7f501fe00700 1 -- 172.21.15.32:0/2642649283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564d0c9f030 con 0x5564d0caf560 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.170+0000 7f501fe00700 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cae160 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5018009550 tx=0x7f5018015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a05436df706eab1b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f500be00700 1 -- 172.21.15.32:0/2642649283 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501801e030 con 0x5564d0caf560 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f500be00700 1 -- 172.21.15.32:0/2642649283 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5018029070 con 0x5564d0caf560 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f500be00700 1 -- 172.21.15.32:0/2642649283 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5018018e30 con 0x5564d0caf560 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 -- 172.21.15.32:0/2642649283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 msgr2=0x5564d0cae160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cae160 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5018009550 tx=0x7f5018015000 comp rx=0 tx=0).stop 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 -- 172.21.15.32:0/2642649283 shutdown_connections 2024-04-25T19:11:02.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cae160 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cab540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 --2- 172.21.15.32:0/2642649283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0ca0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.171+0000 7f5030a82b80 1 -- 172.21.15.32:0/2642649283 >> 172.21.15.32:0/2642649283 conn(0x5564d0bd30e0 msgr2=0x5564d0c9fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:02.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.172+0000 7f5030a82b80 1 -- 172.21.15.32:0/2642649283 shutdown_connections 2024-04-25T19:11:02.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.172+0000 7f5030a82b80 1 -- 172.21.15.32:0/2642649283 wait complete. 2024-04-25T19:11:02.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.172+0000 7f5030a82b80 1 -- start start 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.173+0000 7f5030a82b80 1 Processor -- start 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.173+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cb7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.173+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0cb2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f5030a82b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f5030a82b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f50201b09b0 con 0x5564d0ca46f0 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f5030a82b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f50201b02e0 con 0x5564d0ca3dd0 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f5030a82b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50201ad500 con 0x5564d0caf560 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f5030a82b80 10 client.0 _ll_register_callbacks cb 0x5564d0b8f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cb7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cb7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54222/0 (socket says 172.21.15.32:54222) 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 -- 172.21.15.32:0/3570991670 learned_addr learned my addr 172.21.15.32:0/3570991670 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501fe00700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501ea00700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0cb2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 -- 172.21.15.32:0/3570991670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 msgr2=0x5564d0cb2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 -- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 msgr2=0x5564d0cb2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0cb2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.174+0000 7f501f400700 1 -- 172.21.15.32:0/3570991670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564d0cb3110 con 0x5564d0ca3dd0 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f501f400700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cb7760 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f501000b9e0 tx=0x7f501000b370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca2a018f6ef441d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5009600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5009600700 1 -- 172.21.15.32:0/3570991670 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010037020 con 0x5564d0ca3dd0 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5009600700 1 -- 172.21.15.32:0/3570991670 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f501000ba60 con 0x5564d0ca3dd0 2024-04-25T19:11:02.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5018029070 con 0x5564d0ca3dd0 2024-04-25T19:11:02.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5009600700 1 -- 172.21.15.32:0/3570991670 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5010042050 con 0x5564d0ca3dd0 2024-04-25T19:11:02.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5030a82b80 10 client.26183 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.175+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5564d0d26240 con 0x5564d0ca3dd0 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5009600700 1 -- 172.21.15.32:0/3570991670 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5018029070 con 0x5564d0ca3dd0 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5009600700 1 -- 172.21.15.32:0/3570991670 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f501002a070 con 0x5564d0ca3dd0 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5030a82b80 10 client.26183 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5030a82b80 10 client.26183 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5030a82b80 20 client.26183 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5030a82b80 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0d268f0 0x5564d0d28d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5030a82b80 4 client.26183 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}] 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}) -- 0x5564d0bfe8b0 con 0x5564d0d268f0 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.176+0000 7f501ea00700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0d268f0 0x5564d0d28d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.177+0000 7f501ea00700 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0d268f0 0x5564d0d28d10 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9080bbf325660d02 server_cookie=95e489274643d1c in_seq=0 out_seq=0 2024-04-25T19:11:02.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.177+0000 7f5009600700 10 client.26183 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:02.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.195+0000 7f5009600700 1 -- 172.21.15.32:0/3570991670 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5564d0bfe8b0 con 0x5564d0d268f0 2024-04-25T19:11:02.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.195+0000 7f5009600700 10 client.26183 handle_command_reply: tid=0 2024-04-25T19:11:02.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.195+0000 7f5030a82b80 1 client.26183 shutdown 2024-04-25T19:11:02.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 msgr2=0x5564d0cb7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cb7760 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f501000b9e0 tx=0x7f501000b370 comp rx=0 tx=0).stop 2024-04-25T19:11:02.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 shutdown_connections 2024-04-25T19:11:02.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5564d0d268f0 0x5564d0d28d10 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5564d0caf560 0x5564d0cb2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5564d0ca3dd0 0x5564d0cb7760 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 --2- 172.21.15.32:0/3570991670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5564d0ca46f0 0x5564d0cb2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 >> 172.21.15.32:0/3570991670 conn(0x5564d0bd30e0 msgr2=0x5564d0c9fd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5009600700 0 client.26183 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.196+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 shutdown_connections 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.197+0000 7f5030a82b80 1 -- 172.21.15.32:0/3570991670 wait complete. 2024-04-25T19:11:02.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.197+0000 7f5030a82b80 20 client.26183 trim_cache size 0 max 16384 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 22, 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "e58d9467": { 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 22, 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:11:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 70.0, 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:02.201 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:11:02.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50040a3ed0 msgr2=0x7f50040a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50040a3ed0 0x7f50040a6390 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f502006a410 tx=0x7f5018009050 comp rx=0 tx=0).stop 2024-04-25T19:11:02.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5020075590 msgr2=0x7f502019b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:02.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5020075590 0x7f502019b8f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f500c00e9c0 tx=0x7f500c00ecd0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 shutdown_connections 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f50040a3ed0 0x7f50040a6390 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5020074c70 0x7f502019b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f502010f470 0x7f502019fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 --2- 172.21.15.32:0/1842541646 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5020075590 0x7f502019b8f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 >> 172.21.15.32:0/1842541646 conn(0x7f5020079bf0 msgr2=0x7f50200ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 shutdown_connections 2024-04-25T19:11:02.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:02.198+0000 7f5026000700 1 -- 172.21.15.32:0/1842541646 wait complete. 2024-04-25T19:11:03.013 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e58d9467', quiesce took 8.0 seconds. Will release after: 10 2024-04-25T19:11:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:03 smithi066 ceph-mon[32882]: pgmap v226: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:11:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:03 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:11:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:03 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:11:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:03 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:11:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:03 smithi064 ceph-mon[32321]: pgmap v226: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:11:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:03 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:11:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:03 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:11:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:03 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:11:03.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:03 smithi032 ceph-mon[28041]: pgmap v226: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:11:03.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:03 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:11:03.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:03 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:11:03.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:03 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:11:04.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:04 smithi066 ceph-mon[32882]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T19:11:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:04 smithi064 ceph-mon[32321]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T19:11:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:04 smithi032 ceph-mon[28041]: osdmap e95: 12 total, 12 up, 12 in 2024-04-25T19:11:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:05 smithi066 ceph-mon[32882]: pgmap v228: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:11:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:05 smithi064 ceph-mon[32321]: pgmap v228: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:11:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:05 smithi032 ceph-mon[28041]: pgmap v228: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:11:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:07 smithi066 ceph-mon[32882]: pgmap v229: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:11:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:07 smithi064 ceph-mon[32321]: pgmap v229: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:11:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:07 smithi032 ceph-mon[28041]: pgmap v229: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 102 KiB/s wr, 39 op/s 2024-04-25T19:11:09.633 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:09 smithi032 ceph-mon[28041]: pgmap v230: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 82 KiB/s wr, 36 op/s 2024-04-25T19:11:09.633 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:09 smithi032 ceph-mon[28041]: osdmap e96: 12 total, 12 up, 12 in 2024-04-25T19:11:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:09 smithi066 ceph-mon[32882]: pgmap v230: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 82 KiB/s wr, 36 op/s 2024-04-25T19:11:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:09 smithi066 ceph-mon[32882]: osdmap e96: 12 total, 12 up, 12 in 2024-04-25T19:11:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:09 smithi064 ceph-mon[32321]: pgmap v230: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 82 KiB/s wr, 36 op/s 2024-04-25T19:11:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:09 smithi064 ceph-mon[32321]: osdmap e96: 12 total, 12 up, 12 in 2024-04-25T19:11:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:11 smithi066 ceph-mon[32882]: pgmap v232: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 103 KiB/s wr, 45 op/s 2024-04-25T19:11:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:11 smithi064 ceph-mon[32321]: pgmap v232: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 103 KiB/s wr, 45 op/s 2024-04-25T19:11:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:11 smithi032 ceph-mon[28041]: pgmap v232: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 103 KiB/s wr, 45 op/s 2024-04-25T19:11:13.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:11:13.510 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:11:13.666 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:13 smithi032 ceph-mon[28041]: pgmap v233: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-25T19:11:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:13 smithi066 ceph-mon[32882]: pgmap v233: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-25T19:11:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:13 smithi064 ceph-mon[32321]: pgmap v233: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-25T19:11:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 -- 172.21.15.32:0/1684735287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a81070a0 msgr2=0x7ff6a810ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 --2- 172.21.15.32:0/1684735287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a81070a0 0x7ff6a810ec70 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009ca0 tx=0x7ff6a002a8c0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 -- 172.21.15.32:0/1684735287 shutdown_connections 2024-04-25T19:11:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 --2- 172.21.15.32:0/1684735287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a81070a0 0x7ff6a810ec70 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 --2- 172.21.15.32:0/1684735287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6a8102980 0x7ff6a81069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 --2- 172.21.15.32:0/1684735287 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a81023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 -- 172.21.15.32:0/1684735287 >> 172.21.15.32:0/1684735287 conn(0x7ff6a80fd890 msgr2=0x7ff6a80ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 -- 172.21.15.32:0/1684735287 shutdown_connections 2024-04-25T19:11:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.890+0000 7ff6ae800640 1 -- 172.21.15.32:0/1684735287 wait complete. 2024-04-25T19:11:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.891+0000 7ff6ae800640 1 Processor -- start 2024-04-25T19:11:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.891+0000 7ff6ae800640 1 -- start start 2024-04-25T19:11:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ae800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a819a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ae800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6a81070a0 0x7ff6a819aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ae800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a819f020 0x7ff6a819f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ae800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a8112040 con 0x7ff6a819f020 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ae800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a8111ec0 con 0x7ff6a8101fd0 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ae800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81121c0 con 0x7ff6a81070a0 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a819a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a819a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59324/0 (socket says 172.21.15.32:59324) 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6a81070a0 0x7ff6a819aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 -- 172.21.15.32:0/3942277754 learned_addr learned my addr 172.21.15.32:0/3942277754 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ade00640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a819f020 0x7ff6a819f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 -- 172.21.15.32:0/3942277754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6a81070a0 msgr2=0x7ff6a819aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6a81070a0 0x7ff6a819aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 -- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a819f020 msgr2=0x7ff6a819f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a819f020 0x7ff6a819f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.892+0000 7ff6ad400640 1 -- 172.21.15.32:0/3942277754 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a819fb10 con 0x7ff6a8101fd0 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.893+0000 7ff6ad400640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a819a760 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff69c00ea60 tx=0x7ff69c00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.893+0000 7ff6a6000640 1 -- 172.21.15.32:0/3942277754 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c00cde0 con 0x7ff6a8101fd0 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.893+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a819fe00 con 0x7ff6a8101fd0 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.893+0000 7ff6a6000640 1 -- 172.21.15.32:0/3942277754 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff69c0035f0 con 0x7ff6a8101fd0 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.893+0000 7ff6a6000640 1 -- 172.21.15.32:0/3942277754 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69c010690 con 0x7ff6a8101fd0 2024-04-25T19:11:14.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.893+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a81a7640 con 0x7ff6a8101fd0 2024-04-25T19:11:14.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 Processor -- start 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 -- start start 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6a6000640 1 -- 172.21.15.32:0/3942277754 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff69c0037a0 con 0x7ff6a8101fd0 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fe9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd7ff6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555bd7f4f900 con 0x555bd7fea2d0 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555bd7ef5ef0 con 0x555bd7ff4b90 2024-04-25T19:11:14.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555bd7f4b8c0 con 0x555bd7fe99b0 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6ad400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6ade00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fe9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd7ff6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6ade00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fe9d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46278/0 (socket says 172.21.15.32:46278) 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6ade00640 1 -- 172.21.15.32:0/1068751602 learned_addr learned my addr 172.21.15.32:0/1068751602 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.897+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd7ff6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59336/0 (socket says 172.21.15.32:59336) 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6ade00640 1 -- 172.21.15.32:0/1068751602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 msgr2=0x555bd7ff6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6ade00640 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd7ff6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6ade00640 1 -- 172.21.15.32:0/1068751602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 msgr2=0x555bd7ff4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6ade00640 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6ade00640 1 -- 172.21.15.32:0/1068751602 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bd7c62210 con 0x555bd7fe99b0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6aca00640 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd7ff6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.898+0000 7ff6ade00640 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fe9d90 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009ca0 tx=0x7ff6a00093e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ae770ffb5bc1470 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff69a600640 1 -- 172.21.15.32:0/1068751602 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0031cf0 con 0x555bd7fe99b0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff69a600640 1 -- 172.21.15.32:0/1068751602 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a0036030 con 0x555bd7fe99b0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff69a600640 1 -- 172.21.15.32:0/1068751602 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0004260 con 0x555bd7fe99b0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6a6000640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff6900a3d00 0x7ff6900a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6a6000640 1 -- 172.21.15.32:0/3942277754 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7ff69c0d0b10 con 0x7ff6a8101fd0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6ad400640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff6900a3d00 0x7ff6900a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/1068751602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 msgr2=0x555bd7fe9d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fe9d90 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009ca0 tx=0x7ff6a00093e0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/1068751602 shutdown_connections 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd7ff6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/1068751602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fe9d90 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.899+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/1068751602 >> 172.21.15.32:0/1068751602 conn(0x555bd7fe5ec0 msgr2=0x555bd7fe62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.900+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/1068751602 shutdown_connections 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.900+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/1068751602 wait complete. 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.900+0000 7ff6ad400640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff6900a3d00 0x7ff6900a61c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x555bd7feaf50 tx=0x7ff69c0d45c0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.900+0000 7ff6b2ba4740 1 -- start start 2024-04-25T19:11:14.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.900+0000 7ff6b2ba4740 1 Processor -- start 2024-04-25T19:11:14.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 0x555bd7ff1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7ff4b90 0x555bd7ff2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555bd7ff75e0 con 0x555bd7fe99b0 2024-04-25T19:11:14.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555bd7f09310 con 0x555bd7fea2d0 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555bd7ff7760 con 0x555bd7ff4b90 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6b2ba4740 10 client.0 _ll_register_callbacks cb 0x555bd7ed7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6ade00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 0x555bd7ff1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6ade00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 0x555bd7ff1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49200/0 (socket says 172.21.15.32:49200) 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6ade00640 1 -- 172.21.15.32:0/4288940193 learned_addr learned my addr 172.21.15.32:0/4288940193 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6aca00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.901+0000 7ff6ade00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7ff4b90 0x555bd7ff2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6ade00640 1 -- 172.21.15.32:0/4288940193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7ff4b90 msgr2=0x555bd7ff2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6ade00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7ff4b90 0x555bd7ff2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6ade00640 1 -- 172.21.15.32:0/4288940193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fea2d0 msgr2=0x555bd7ff2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6ade00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6ade00640 1 -- 172.21.15.32:0/4288940193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bd7d2e620 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6ade00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 0x555bd7ff1ad0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0004af0 tx=0x7ff6a0003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82e56f0bbe274da2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff68ea00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff68ea00640 1 -- 172.21.15.32:0/4288940193 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0058060 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff68ea00640 1 -- 172.21.15.32:0/4288940193 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7ff6a002f610 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.902+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a0036030 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff68ea00640 1 -- 172.21.15.32:0/4288940193 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff6a0031920 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 10 client.16068 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555bd7ff75e0 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff68ea00640 1 -- 172.21.15.32:0/4288940193 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a0036030 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff68ea00640 1 -- 172.21.15.32:0/4288940193 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff6a0043070 con 0x555bd7fe99b0 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 10 client.16068 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:14.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 10 client.16068 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 20 client.16068 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd8004a70 0x555bd8006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 4 client.16068 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.903+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bd7f638b0 con 0x555bd8004a70 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.904+0000 7ff6aca00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd8004a70 0x555bd8006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.904+0000 7ff6aca00640 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd8004a70 0x555bd8006e60 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f94f4e67260f7249 server_cookie=11d7707ae6d5c882 in_seq=0 out_seq=0 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.904+0000 7ff68ea00640 10 client.16068 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff68ea00640 1 -- 172.21.15.32:0/4288940193 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555bd7f638b0 con 0x555bd8004a70 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff68ea00640 10 client.16068 handle_command_reply: tid=0 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 client.16068 shutdown 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 msgr2=0x555bd7ff1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 0x555bd7ff1ad0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0004af0 tx=0x7ff6a0003d00 comp rx=0 tx=0).stop 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 shutdown_connections 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd8004a70 0x555bd8006e60 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7ff4b90 0x555bd7ff2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/4288940193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fe99b0 0x555bd7ff1ad0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 >> 172.21.15.32:0/4288940193 conn(0x555bd7fe5ec0 msgr2=0x555bd7febc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.905+0000 7ff68ea00640 0 client.16068 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.906+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 shutdown_connections 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.906+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/4288940193 wait complete. 2024-04-25T19:11:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.906+0000 7ff6b2ba4740 20 client.16068 trim_cache size 0 max 16384 2024-04-25T19:11:14.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.922+0000 7ff6b2ba4740 1 Processor -- start 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.922+0000 7ff6b2ba4740 1 -- start start 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fec370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd800c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81afba0 con 0x555bd7fea2d0 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81b16e0 con 0x555bd7ff4b90 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81b0270 con 0x555bd7fe99b0 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49216/0 (socket says 172.21.15.32:49216) 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 -- 172.21.15.32:0/2352212828 learned_addr learned my addr 172.21.15.32:0/2352212828 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:14.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6ade00640 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fec370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6ade00640 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd800c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 -- 172.21.15.32:0/2352212828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 msgr2=0x555bd7fec370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fec370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 -- 172.21.15.32:0/2352212828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 msgr2=0x555bd800c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd800c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6aca00640 1 -- 172.21.15.32:0/2352212828 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bd8007490 con 0x555bd7fea2d0 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.923+0000 7ff6ade00640 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd800c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.924+0000 7ff6aca00640 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2370 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x555bd7fe7050 tx=0x7ff694005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e2ca285501314d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.924+0000 7ff699c00640 1 -- 172.21.15.32:0/2352212828 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694004310 con 0x555bd7fea2d0 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.924+0000 7ff699c00640 1 -- 172.21.15.32:0/2352212828 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6940044b0 con 0x555bd7fea2d0 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.924+0000 7ff699c00640 1 -- 172.21.15.32:0/2352212828 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694003b50 con 0x555bd7fea2d0 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/2352212828 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 msgr2=0x555bd7ff2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2370 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x555bd7fe7050 tx=0x7ff694005f90 comp rx=0 tx=0).stop 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/2352212828 shutdown_connections 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7ff4b90 0x555bd800c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7fea2d0 0x555bd7ff2370 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/2352212828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fe99b0 0x555bd7fec370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/2352212828 >> 172.21.15.32:0/2352212828 conn(0x555bd7fe5ec0 msgr2=0x555bd7fe5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/2352212828 shutdown_connections 2024-04-25T19:11:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/2352212828 wait complete. 2024-04-25T19:11:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.925+0000 7ff6b2ba4740 1 -- start start 2024-04-25T19:11:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 Processor -- start 2024-04-25T19:11:14.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fe99b0 0x555bd7ff9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 0x555bd7ffa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7ff4b90 0x555bd8068f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81b1010 con 0x555bd7ff4b90 2024-04-25T19:11:14.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81b0940 con 0x555bd7fe99b0 2024-04-25T19:11:14.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a81adba0 con 0x555bd7fea2d0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6b2ba4740 10 client.0 _ll_register_callbacks cb 0x7ff6a0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 0x555bd7ffa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.926+0000 7ff6ade00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7ff4b90 0x555bd8068f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 0x555bd7ffa0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46314/0 (socket says 172.21.15.32:46314) 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 -- 172.21.15.32:0/684158996 learned_addr learned my addr 172.21.15.32:0/684158996 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6ade00640 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fe99b0 0x555bd7ff9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 -- 172.21.15.32:0/684158996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fe99b0 msgr2=0x555bd7ff9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fe99b0 0x555bd7ff9b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 -- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7ff4b90 msgr2=0x555bd8068f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7ff4b90 0x555bd8068f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 -- 172.21.15.32:0/684158996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bd80694b0 con 0x555bd7fea2d0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff6aca00640 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 0x555bd7ffa0b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff694009720 tx=0x7ff6940035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=760174f55b4730c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:14.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.927+0000 7ff68ea00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff68ea00640 1 -- 172.21.15.32:0/684158996 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694003ad0 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6940044b0 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff68ea00640 1 -- 172.21.15.32:0/684158996 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7ff694003c70 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff68ea00640 1 -- 172.21.15.32:0/684158996 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff694039050 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff6b2ba4740 10 client.26248 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555bd806a720 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff68ea00640 1 -- 172.21.15.32:0/684158996 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6940044b0 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.928+0000 7ff68ea00640 1 -- 172.21.15.32:0/684158996 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff694004b10 con 0x555bd7fea2d0 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6b2ba4740 10 client.26248 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6b2ba4740 10 client.26248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6b2ba4740 20 client.26248 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd806ae20 0x555bd806d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6b2ba4740 4 client.26248 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555bd7f5d320 con 0x555bd806ae20 2024-04-25T19:11:14.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6ade00640 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd806ae20 0x555bd806d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:14.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff6ade00640 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd806ae20 0x555bd806d240 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef685e209c599e9a server_cookie=a4f501218e692e94 in_seq=0 out_seq=0 2024-04-25T19:11:14.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.929+0000 7ff68ea00640 10 client.26248 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:14.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff68ea00640 1 -- 172.21.15.32:0/684158996 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555bd7f5d320 con 0x555bd806ae20 2024-04-25T19:11:14.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff68ea00640 10 client.26248 handle_command_reply: tid=0 2024-04-25T19:11:14.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 client.26248 shutdown 2024-04-25T19:11:14.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 msgr2=0x555bd7ffa0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 0x555bd7ffa0b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff694009720 tx=0x7ff6940035f0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 shutdown_connections 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555bd806ae20 0x555bd806d240 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555bd7ff4b90 0x555bd8068f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff68ea00640 0 client.26248 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555bd7fea2d0 0x555bd7ffa0b0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 --2- 172.21.15.32:0/684158996 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555bd7fe99b0 0x555bd7ff9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 >> 172.21.15.32:0/684158996 conn(0x555bd7fe5ec0 msgr2=0x555bd7ff3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 shutdown_connections 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.946+0000 7ff6b2ba4740 1 -- 172.21.15.32:0/684158996 wait complete. 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6b2ba4740 20 client.26248 trim_cache size 0 max 16384 2024-04-25T19:11:14.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:11:14.950 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:11:14.950 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:11:14.950 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:11:14.950 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff6900a3d00 msgr2=0x7ff6900a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.950 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff6900a3d00 0x7ff6900a61c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x555bd7feaf50 tx=0x7ff69c0d45c0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 msgr2=0x7ff6a819a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a819a760 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff69c00ea60 tx=0x7ff69c00ef20 comp rx=0 tx=0).stop 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 shutdown_connections 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff6900a3d00 0x7ff6900a61c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6a819f020 0x7ff6a819f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6a81070a0 0x7ff6a819aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 --2- 172.21.15.32:0/3942277754 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff6a8101fd0 0x7ff6a819a760 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.947+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 >> 172.21.15.32:0/3942277754 conn(0x7ff6a80fd890 msgr2=0x7ff6a810d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.948+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 shutdown_connections 2024-04-25T19:11:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:14.948+0000 7ff6ae800640 1 -- 172.21.15.32:0/3942277754 wait complete. 2024-04-25T19:11:15.651 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:15 smithi032 ceph-mon[28041]: pgmap v234: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-25T19:11:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:15 smithi066 ceph-mon[32882]: pgmap v234: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-25T19:11:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:15 smithi064 ceph-mon[32321]: pgmap v234: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-25T19:11:15.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.945+0000 7f3133200700 1 -- 172.21.15.32:0/1808314402 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 msgr2=0x7f31341051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.945+0000 7f3133200700 1 --2- 172.21.15.32:0/1808314402 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f31341051b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3124009920 tx=0x7f3124009c30 comp rx=0 tx=0).stop 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 -- 172.21.15.32:0/1808314402 shutdown_connections 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 --2- 172.21.15.32:0/1808314402 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3134109eb0 0x7f3134111a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 --2- 172.21.15.32:0/1808314402 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f31341051b0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 --2- 172.21.15.32:0/1808314402 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3134105780 0x7f31341097d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 -- 172.21.15.32:0/1808314402 >> 172.21.15.32:0/1808314402 conn(0x7f3134100660 msgr2=0x7f3134102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 -- 172.21.15.32:0/1808314402 shutdown_connections 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.946+0000 7f3133200700 1 -- 172.21.15.32:0/1808314402 wait complete. 2024-04-25T19:11:15.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.948+0000 7f3133200700 1 Processor -- start 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.948+0000 7f3133200700 1 -- start start 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.948+0000 7f3133200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f313419b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.948+0000 7f3133200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3134105780 0x7f313419b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3133200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3134109eb0 0x7f313419fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3133200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3134114db0 con 0x7f3134105780 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3133200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3134114c30 con 0x7f3134109eb0 2024-04-25T19:11:15.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3133200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3134114f30 con 0x7f3134104dd0 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f313419b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3134105780 0x7f313419b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f313419b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46342/0 (socket says 172.21.15.32:46342) 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 -- 172.21.15.32:0/3334356931 learned_addr learned my addr 172.21.15.32:0/3334356931 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3132800700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3134109eb0 0x7f313419fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 -- 172.21.15.32:0/3334356931 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3134109eb0 msgr2=0x7f313419fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3134109eb0 0x7f313419fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 -- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3134105780 msgr2=0x7f313419b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3134105780 0x7f313419b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.949+0000 7f3131e00700 1 -- 172.21.15.32:0/3334356931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31341a0300 con 0x7f3134104dd0 2024-04-25T19:11:15.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.950+0000 7f3131e00700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f313419b340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3124000c00 tx=0x7f312400f990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:15.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.950+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3124027070 con 0x7f3134104dd0 2024-04-25T19:11:15.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.950+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31341a0590 con 0x7f3134104dd0 2024-04-25T19:11:15.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.950+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31240055f0 con 0x7f3134104dd0 2024-04-25T19:11:15.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.950+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3124004930 con 0x7f3134104dd0 2024-04-25T19:11:15.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.950+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31341a7e70 con 0x7f3134104dd0 2024-04-25T19:11:15.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.951+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31341062b0 con 0x7f3134104dd0 2024-04-25T19:11:15.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.954+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f312402a070 con 0x7f3134104dd0 2024-04-25T19:11:15.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.955+0000 7f312aa00700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f31180a3db0 0x7f31180a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:15.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.955+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f31240d15b0 con 0x7f3134104dd0 2024-04-25T19:11:15.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.955+0000 7f3131400700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f31180a3db0 0x7f31180a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:15.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.956+0000 7f3131400700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f31180a3db0 0x7f31180a6270 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3134100b10 tx=0x7f3120009310 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:15.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:15.957+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3124031020 con 0x7f3134104dd0 2024-04-25T19:11:16.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.243+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f313419c650 con 0x7f3134104dd0 2024-04-25T19:11:16.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.244+0000 7f312aa00700 1 -- 172.21.15.32:0/3334356931 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f3124013030 con 0x7f3134104dd0 2024-04-25T19:11:16.246 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:11:16.246 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.247+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f31180a3db0 msgr2=0x7f31180a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.247+0000 7f3133200700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f31180a3db0 0x7f31180a6270 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3134100b10 tx=0x7f3120009310 comp rx=0 tx=0).stop 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 msgr2=0x7f313419b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f313419b340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3124000c00 tx=0x7f312400f990 comp rx=0 tx=0).stop 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 shutdown_connections 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f31180a3db0 0x7f31180a6270 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3134109eb0 0x7f313419fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3134104dd0 0x7f313419b340 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 --2- 172.21.15.32:0/3334356931 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3134105780 0x7f313419b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 >> 172.21.15.32:0/3334356931 conn(0x7f3134100660 msgr2=0x7f3134101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.248+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 shutdown_connections 2024-04-25T19:11:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:16.249+0000 7f3133200700 1 -- 172.21.15.32:0/3334356931 wait complete. 2024-04-25T19:11:16.252 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:11:16.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:16 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3334356931' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:11:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:16 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3334356931' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:11:16.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:16 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3334356931' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:11:17.287 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id e58d9467 --release --await' 2024-04-25T19:11:17.287 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id e58d9467 --release --await 2024-04-25T19:11:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:17 smithi066 ceph-mon[32882]: pgmap v235: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-25T19:11:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:17 smithi064 ceph-mon[32321]: pgmap v235: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-25T19:11:17.772 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:11:17.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:17 smithi032 ceph-mon[28041]: pgmap v235: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-25T19:11:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:19 smithi066 ceph-mon[32882]: pgmap v236: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-04-25T19:11:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:19 smithi064 ceph-mon[32321]: pgmap v236: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-04-25T19:11:19.772 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:19 smithi032 ceph-mon[28041]: pgmap v236: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 -- 172.21.15.32:0/583491177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410075590 msgr2=0x7fa41010ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 --2- 172.21.15.32:0/583491177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410075590 0x7fa41010ef60 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc009990 tx=0x7fa3fc009ca0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 -- 172.21.15.32:0/583491177 shutdown_connections 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 --2- 172.21.15.32:0/583491177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 0x7fa410111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 --2- 172.21.15.32:0/583491177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410074c70 0x7fa410075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 --2- 172.21.15.32:0/583491177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410075590 0x7fa41010ef60 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 -- 172.21.15.32:0/583491177 >> 172.21.15.32:0/583491177 conn(0x7fa410079b90 msgr2=0x7fa410079fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:20.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 -- 172.21.15.32:0/583491177 shutdown_connections 2024-04-25T19:11:20.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.328+0000 7fa416600700 1 -- 172.21.15.32:0/583491177 wait complete. 2024-04-25T19:11:20.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.329+0000 7fa416600700 1 Processor -- start 2024-04-25T19:11:20.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.329+0000 7fa416600700 1 -- start start 2024-04-25T19:11:20.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa416600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410074c70 0x7fa41019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa416600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 0x7fa41019b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa416600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 0x7fa41019fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa416600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa410114f00 con 0x7fa41010f4a0 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa416600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa410114d80 con 0x7fa410074c70 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa416600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa410115080 con 0x7fa410075590 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa40ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 0x7fa41019b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa40ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 0x7fa41019b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46364/0 (socket says 172.21.15.32:46364) 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa40ea00700 1 -- 172.21.15.32:0/2708862139 learned_addr learned my addr 172.21.15.32:0/2708862139 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa40f400700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410074c70 0x7fa41019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.330+0000 7fa40fe00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 0x7fa41019fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40ea00700 1 -- 172.21.15.32:0/2708862139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410074c70 msgr2=0x7fa41019b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40ea00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410074c70 0x7fa41019b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40ea00700 1 -- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 msgr2=0x7fa41019fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40ea00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 0x7fa41019fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40ea00700 1 -- 172.21.15.32:0/2708862139 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4101a0420 con 0x7fa410075590 2024-04-25T19:11:20.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40fe00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 0x7fa41019fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:11:20.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40f400700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410074c70 0x7fa41019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:20.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa40ea00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 0x7fa41019b950 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc005910 tx=0x7fa3fc00b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:20.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa407e00700 1 -- 172.21.15.32:0/2708862139 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc027070 con 0x7fa410075590 2024-04-25T19:11:20.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa407e00700 1 -- 172.21.15.32:0/2708862139 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3fc022470 con 0x7fa410075590 2024-04-25T19:11:20.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4101a06b0 con 0x7fa410075590 2024-04-25T19:11:20.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.331+0000 7fa407e00700 1 -- 172.21.15.32:0/2708862139 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc017650 con 0x7fa410075590 2024-04-25T19:11:20.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.332+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4101a7f90 con 0x7fa410075590 2024-04-25T19:11:20.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.335+0000 7fa407e00700 1 -- 172.21.15.32:0/2708862139 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa3fc02a070 con 0x7fa410075590 2024-04-25T19:11:20.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.336+0000 7fa420f5db80 1 Processor -- start 2024-04-25T19:11:20.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.336+0000 7fa420f5db80 1 -- start start 2024-04-25T19:11:20.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa407e00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa3f40a3db0 0x7fa3f40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 0x55bc77f93120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f93660 0x55bc77f9df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa420f5db80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55bc77ee5f90 con 0x55bc77f93660 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa420f5db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bc77e8c830 con 0x55bc77f9e4d0 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa420f5db80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc77ee1f50 con 0x55bc77f92d40 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa407e00700 1 -- 172.21.15.32:0/2708862139 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fa3fc0d1590 con 0x7fa410075590 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa40fe00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa3f40a3db0 0x7fa3f40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa40f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 0x55bc77f93120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa40f400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 0x55bc77f93120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46378/0 (socket says 172.21.15.32:46378) 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa40f400700 1 -- 172.21.15.32:0/2609519393 learned_addr learned my addr 172.21.15.32:0/2609519393 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.337+0000 7fa40fe00700 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40ea00700 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f93660 0x55bc77f9df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40f400700 1 -- 172.21.15.32:0/2609519393 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f9e4d0 msgr2=0x55bc77fa08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40f400700 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40f400700 1 -- 172.21.15.32:0/2609519393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f93660 msgr2=0x55bc77f9df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40f400700 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f93660 0x55bc77f9df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40f400700 1 -- 172.21.15.32:0/2609519393 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc77e82780 con 0x55bc77f92d40 2024-04-25T19:11:20.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40ea00700 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f93660 0x55bc77f9df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:11:20.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40f400700 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 0x55bc77f93120 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa4000115f0 tx=0x7fa400011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=903946d47fcf9668 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:20.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa40fe00700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa3f40a3db0 0x7fa3f40a6270 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa41006b560 tx=0x7fa408007b00 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:20.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa404c00700 1 -- 172.21.15.32:0/2609519393 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa40001e070 con 0x55bc77f92d40 2024-04-25T19:11:20.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa404c00700 1 -- 172.21.15.32:0/2609519393 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4000198c0 con 0x55bc77f92d40 2024-04-25T19:11:20.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.338+0000 7fa404c00700 1 -- 172.21.15.32:0/2609519393 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4000188b0 con 0x55bc77f92d40 2024-04-25T19:11:20.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.339+0000 7fa420f5db80 1 -- 172.21.15.32:0/2609519393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 msgr2=0x55bc77f93120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.339+0000 7fa420f5db80 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 0x55bc77f93120 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa4000115f0 tx=0x7fa400011900 comp rx=0 tx=0).stop 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 -- 172.21.15.32:0/2609519393 shutdown_connections 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f92d40 0x55bc77f93120 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 --2- 172.21.15.32:0/2609519393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f93660 0x55bc77f9df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 -- 172.21.15.32:0/2609519393 >> 172.21.15.32:0/2609519393 conn(0x55bc77ec2050 msgr2=0x55bc77f8f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 -- 172.21.15.32:0/2609519393 shutdown_connections 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 -- 172.21.15.32:0/2609519393 wait complete. 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 -- start start 2024-04-25T19:11:20.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.340+0000 7fa420f5db80 1 Processor -- start 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f9dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77f9aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77f9b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55bc77fa0fc0 con 0x55bc77f92d40 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bc77e9f960 con 0x55bc77f93660 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc77fa1140 con 0x55bc77f9e4d0 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa420f5db80 10 client.0 _ll_register_callbacks cb 0x55bc77e7e820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77f9b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa40f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f9dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77f9b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46394/0 (socket says 172.21.15.32:46394) 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.341+0000 7fa40fe00700 1 -- 172.21.15.32:0/929248995 learned_addr learned my addr 172.21.15.32:0/929248995 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40ea00700 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77f9aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40f400700 1 -- 172.21.15.32:0/929248995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 msgr2=0x55bc77f9b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40f400700 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77f9b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40f400700 1 -- 172.21.15.32:0/929248995 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 msgr2=0x55bc77f9aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40f400700 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77f9aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40f400700 1 -- 172.21.15.32:0/929248995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc77e339d0 con 0x55bc77f92d40 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa40f400700 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f9dbb0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa400000c00 tx=0x7fa400019ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbb7896aee62ebcb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa3f9600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa3f9600700 1 -- 172.21.15.32:0/929248995 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa40001e040 con 0x55bc77f92d40 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.342+0000 7fa3f9600700 1 -- 172.21.15.32:0/929248995 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fa400016070 con 0x55bc77f92d40 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.343+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4000198c0 con 0x55bc77f92d40 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.343+0000 7fa3f9600700 1 -- 172.21.15.32:0/929248995 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa40002f050 con 0x55bc77f92d40 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.343+0000 7fa420f5db80 10 client.16089 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.343+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bc77e7cbf0 con 0x55bc77f92d40 2024-04-25T19:11:20.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.343+0000 7fa3f9600700 1 -- 172.21.15.32:0/929248995 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4000198c0 con 0x55bc77f92d40 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.343+0000 7fa3f9600700 1 -- 172.21.15.32:0/929248995 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa400021070 con 0x55bc77f92d40 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa420f5db80 10 client.16089 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa420f5db80 10 client.16089 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa420f5db80 20 client.16089 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa420f5db80 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc77fadb60 0x55bc77faff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa420f5db80 4 client.16089 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc77ef3780 con 0x55bc77fadb60 2024-04-25T19:11:20.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.344+0000 7fa40ea00700 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc77fadb60 0x55bc77faff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.345+0000 7fa40ea00700 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc77fadb60 0x55bc77faff50 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c8ea7b4611012a server_cookie=cee620a8913f0eec in_seq=0 out_seq=0 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.345+0000 7fa3f9600700 10 client.16089 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.345+0000 7fa3f9600700 1 -- 172.21.15.32:0/929248995 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bc77ef3780 con 0x55bc77fadb60 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.345+0000 7fa3f9600700 10 client.16089 handle_command_reply: tid=0 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.345+0000 7fa420f5db80 1 client.16089 shutdown 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 msgr2=0x55bc77f9dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f9dbb0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa400000c00 tx=0x7fa400019ca0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 shutdown_connections 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc77fadb60 0x55bc77faff50 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f9dbb0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77f9b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 --2- 172.21.15.32:0/929248995 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77f9aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa3f9600700 0 client.16089 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:20.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 >> 172.21.15.32:0/929248995 conn(0x55bc77ec2050 msgr2=0x55bc77f8ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:20.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 shutdown_connections 2024-04-25T19:11:20.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 1 -- 172.21.15.32:0/929248995 wait complete. 2024-04-25T19:11:20.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.346+0000 7fa420f5db80 20 client.16089 trim_cache size 0 max 16384 2024-04-25T19:11:20.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 Processor -- start 2024-04-25T19:11:20.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 -- start start 2024-04-25T19:11:20.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f8f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fb5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fb5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101af560 con 0x55bc77f92d40 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101b10a0 con 0x55bc77f93660 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa420f5db80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101afc30 con 0x55bc77f9e4d0 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.368+0000 7fa40f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f8f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f8f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49290/0 (socket says 172.21.15.32:49290) 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40f400700 1 -- 172.21.15.32:0/299100481 learned_addr learned my addr 172.21.15.32:0/299100481 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fb5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40fe00700 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fb5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 -- 172.21.15.32:0/299100481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 msgr2=0x55bc77fb5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fb5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 -- 172.21.15.32:0/299100481 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 msgr2=0x55bc77f8f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f8f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 -- 172.21.15.32:0/299100481 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc77f99420 con 0x55bc77f93660 2024-04-25T19:11:20.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40f400700 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f8f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.369+0000 7fa40ea00700 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fb5670 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc0cec70 tx=0x7fa3fc01a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2705abc9ae8c7012 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa3fbe00700 1 -- 172.21.15.32:0/299100481 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc0bb070 con 0x55bc77f93660 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa3fbe00700 1 -- 172.21.15.32:0/299100481 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3fc0a1900 con 0x55bc77f93660 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa3fbe00700 1 -- 172.21.15.32:0/299100481 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc0b5030 con 0x55bc77f93660 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 -- 172.21.15.32:0/299100481 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 msgr2=0x55bc77fb5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fb5670 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc0cec70 tx=0x7fa3fc01a040 comp rx=0 tx=0).stop 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 -- 172.21.15.32:0/299100481 shutdown_connections 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77f8f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fb5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 --2- 172.21.15.32:0/299100481 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fb5670 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.370+0000 7fa420f5db80 1 -- 172.21.15.32:0/299100481 >> 172.21.15.32:0/299100481 conn(0x55bc77ec2050 msgr2=0x55bc77f9cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.371+0000 7fa420f5db80 1 -- 172.21.15.32:0/299100481 shutdown_connections 2024-04-25T19:11:20.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.371+0000 7fa420f5db80 1 -- 172.21.15.32:0/299100481 wait complete. 2024-04-25T19:11:20.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.371+0000 7fa420f5db80 1 -- start start 2024-04-25T19:11:20.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.371+0000 7fa420f5db80 1 Processor -- start 2024-04-25T19:11:20.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77fa33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fa38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101b09d0 con 0x55bc77f92d40 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101b0300 con 0x55bc77f93660 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101ad520 con 0x55bc77f9e4d0 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa420f5db80 10 client.0 _ll_register_callbacks cb 0x55bc77e7e820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa40f400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77fa33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46402/0 (socket says 172.21.15.32:46402) 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa40fe00700 1 -- 172.21.15.32:0/1677318907 learned_addr learned my addr 172.21.15.32:0/1677318907 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.372+0000 7fa40ea00700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fa38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40ea00700 1 -- 172.21.15.32:0/1677318907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 msgr2=0x55bc77fa3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40ea00700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40ea00700 1 -- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 msgr2=0x55bc77fa33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40ea00700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77fa33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40ea00700 1 -- 172.21.15.32:0/1677318907 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc78013ff0 con 0x55bc77f93660 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40fe00700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa40ea00700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fa38e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc0ceca0 tx=0x7fa3fc009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8602fbbac3af886a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa3f9600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa3f9600700 1 -- 172.21.15.32:0/1677318907 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc0b5070 con 0x55bc77f93660 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa3f9600700 1 -- 172.21.15.32:0/1677318907 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fa3fc022920 con 0x55bc77f93660 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3fc0a1900 con 0x55bc77f93660 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa3f9600700 1 -- 172.21.15.32:0/1677318907 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa3fc0bb070 con 0x55bc77f93660 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa420f5db80 10 client.26225 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.373+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bc78015330 con 0x55bc77f93660 2024-04-25T19:11:20.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa3f9600700 1 -- 172.21.15.32:0/1677318907 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3fc0a1900 con 0x55bc77f93660 2024-04-25T19:11:20.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa3f9600700 1 -- 172.21.15.32:0/1677318907 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa3fc09d7b0 con 0x55bc77f93660 2024-04-25T19:11:20.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa420f5db80 10 client.26225 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:20.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa420f5db80 10 client.26225 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:11:20.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa420f5db80 20 client.26225 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:20.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa420f5db80 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc780159e0 0x55bc78017e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:20.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa420f5db80 4 client.26225 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e58d9467", "release": true, "await": true}] 2024-04-25T19:11:20.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e58d9467", "release": true, "await": true}) -- 0x55bc77eed820 con 0x55bc780159e0 2024-04-25T19:11:20.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.374+0000 7fa40f400700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc780159e0 0x55bc78017e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:20.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.375+0000 7fa40f400700 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc780159e0 0x55bc78017e00 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9dd54832c39b652f server_cookie=c76241f4ea2accd4 in_seq=0 out_seq=0 2024-04-25T19:11:20.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.375+0000 7fa3f9600700 10 client.26225 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:20.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.379+0000 7fa3f9600700 1 -- 172.21.15.32:0/1677318907 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55bc77eed820 con 0x55bc780159e0 2024-04-25T19:11:20.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.379+0000 7fa3f9600700 10 client.26225 handle_command_reply: tid=0 2024-04-25T19:11:20.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.379+0000 7fa420f5db80 1 client.26225 shutdown 2024-04-25T19:11:20.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.379+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 msgr2=0x55bc77fa38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.379+0000 7fa420f5db80 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fa38e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc0ceca0 tx=0x7fa3fc009ca0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 shutdown_connections 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc780159e0 0x55bc78017e00 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc77f92d40 0x55bc77fa33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc77f9e4d0 0x55bc77fa3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 --2- 172.21.15.32:0/1677318907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc77f93660 0x55bc77fa38e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 >> 172.21.15.32:0/1677318907 conn(0x55bc77ec2050 msgr2=0x55bc77f8e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa3f9600700 0 client.26225 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:20.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 shutdown_connections 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 1 -- 172.21.15.32:0/1677318907 wait complete. 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.380+0000 7fa420f5db80 20 client.26225 trim_cache size 0 max 16384 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 24, 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout: "e58d9467": { 2024-04-25T19:11:20.383 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 24, 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 70.0, 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:20.384 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa3f40a3db0 msgr2=0x7fa3f40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa3f40a3db0 0x7fa3f40a6270 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa41006b560 tx=0x7fa408007b00 comp rx=0 tx=0).stop 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 msgr2=0x7fa41019b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:20.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 0x7fa41019b950 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc005910 tx=0x7fa3fc00b670 comp rx=0 tx=0).stop 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 shutdown_connections 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa3f40a3db0 0x7fa3f40a6270 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa41010f4a0 0x7fa41019fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa410074c70 0x7fa41019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 --2- 172.21.15.32:0/2708862139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa410075590 0x7fa41019b950 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.381+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 >> 172.21.15.32:0/2708862139 conn(0x7fa410079b90 msgr2=0x7fa4100ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.382+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 shutdown_connections 2024-04-25T19:11:20.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:20.382+0000 7fa416600700 1 -- 172.21.15.32:0/2708862139 wait complete. 2024-04-25T19:11:21.401 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e58d9467', seconds elapsed: 26.4 2024-04-25T19:11:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:21 smithi066 ceph-mon[32882]: pgmap v237: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-25T19:11:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:21 smithi064 ceph-mon[32321]: pgmap v237: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-25T19:11:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:21 smithi032 ceph-mon[28041]: pgmap v237: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-04-25T19:11:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:23 smithi066 ceph-mon[32882]: pgmap v238: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-04-25T19:11:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:23 smithi064 ceph-mon[32321]: pgmap v238: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-04-25T19:11:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:23 smithi032 ceph-mon[28041]: pgmap v238: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-04-25T19:11:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:25 smithi066 ceph-mon[32882]: pgmap v239: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-04-25T19:11:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:25 smithi064 ceph-mon[32321]: pgmap v239: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-04-25T19:11:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:25 smithi032 ceph-mon[28041]: pgmap v239: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-04-25T19:11:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:27 smithi066 ceph-mon[32882]: pgmap v240: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-04-25T19:11:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:27 smithi064 ceph-mon[32321]: pgmap v240: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-04-25T19:11:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:27 smithi032 ceph-mon[28041]: pgmap v240: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-04-25T19:11:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 -- 172.21.15.32:0/1804252215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc4108d50 msgr2=0x7fecc4115210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 --2- 172.21.15.32:0/1804252215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc4108d50 0x7fecc4115210 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fecbc009ca0 tx=0x7fecbc02a950 comp rx=0 tx=0).stop 2024-04-25T19:11:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 -- 172.21.15.32:0/1804252215 shutdown_connections 2024-04-25T19:11:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 --2- 172.21.15.32:0/1804252215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc4108d50 0x7fecc4115210 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 --2- 172.21.15.32:0/1804252215 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fecc41083b0 0x7fecc4108810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 --2- 172.21.15.32:0/1804252215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecc410e470 0x7fecc410e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 -- 172.21.15.32:0/1804252215 >> 172.21.15.32:0/1804252215 conn(0x7fecc4077b00 msgr2=0x7fecc4079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 -- 172.21.15.32:0/1804252215 shutdown_connections 2024-04-25T19:11:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.099+0000 7fecc3e00640 1 -- 172.21.15.32:0/1804252215 wait complete. 2024-04-25T19:11:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.100+0000 7fecc3e00640 1 Processor -- start 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 -- start start 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 0x7fecc41a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fecc4108d50 0x7fecc41a4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecc410e470 0x7fecc419e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fecc4118650 con 0x7fecc41083b0 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41184d0 con 0x7fecc4108d50 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41187d0 con 0x7fecc410e470 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 0x7fecc41a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 0x7fecc41a4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36868/0 (socket says 172.21.15.32:36868) 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc2a00640 1 -- 172.21.15.32:0/3704337829 learned_addr learned my addr 172.21.15.32:0/3704337829 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.101+0000 7fecc3400640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecc410e470 0x7fecc419e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecba000640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fecc4108d50 0x7fecc41a4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc2a00640 1 -- 172.21.15.32:0/3704337829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecc410e470 msgr2=0x7fecc419e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc2a00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecc410e470 0x7fecc419e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc2a00640 1 -- 172.21.15.32:0/3704337829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fecc4108d50 msgr2=0x7fecc41a4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc2a00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fecc4108d50 0x7fecc41a4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc2a00640 1 -- 172.21.15.32:0/3704337829 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecc419f090 con 0x7fecc41083b0 2024-04-25T19:11:28.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc2a00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 0x7fecc41a4760 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fecb400e9f0 tx=0x7fecb400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecbbe00640 1 -- 172.21.15.32:0/3704337829 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb400cd80 con 0x7fecc41083b0 2024-04-25T19:11:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecbbe00640 1 -- 172.21.15.32:0/3704337829 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecb40054d0 con 0x7fecc41083b0 2024-04-25T19:11:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecc419f380 con 0x7fecc41083b0 2024-04-25T19:11:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.102+0000 7fecbbe00640 1 -- 172.21.15.32:0/3704337829 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecb4010690 con 0x7fecc41083b0 2024-04-25T19:11:28.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.103+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecc41ab620 con 0x7fecc41083b0 2024-04-25T19:11:28.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.107+0000 7feccc81d740 1 Processor -- start 2024-04-25T19:11:28.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.107+0000 7feccc81d740 1 -- start start 2024-04-25T19:11:28.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7fecbbe00640 1 -- 172.21.15.32:0/3704337829 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fecb4004e90 con 0x7fecc41083b0 2024-04-25T19:11:28.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7feccc81d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 0x558e2db45d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7feccc81d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db462d0 0x558e2db50650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7feccc81d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db52f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7feccc81d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558e2daab900 con 0x558e2db50b90 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7feccc81d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558e2da51ef0 con 0x558e2db459b0 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7feccc81d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558e2daa78c0 con 0x558e2db462d0 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7fecc3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 0x558e2db45d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7fecba000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db52f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7fecc3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 0x558e2db45d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:42144/0 (socket says 172.21.15.32:42144) 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7fecc3400640 1 -- 172.21.15.32:0/1482341876 learned_addr learned my addr 172.21.15.32:0/1482341876 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.108+0000 7fecc2a00640 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db462d0 0x558e2db50650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.109+0000 7fecc3400640 1 -- 172.21.15.32:0/1482341876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db462d0 msgr2=0x558e2db50650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.109+0000 7fecc3400640 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db462d0 0x558e2db50650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.109+0000 7fecc3400640 1 -- 172.21.15.32:0/1482341876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 msgr2=0x558e2db52f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.109+0000 7fecc3400640 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db52f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.109+0000 7fecc3400640 1 -- 172.21.15.32:0/1482341876 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e2d7be210 con 0x558e2db459b0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.109+0000 7fecc3400640 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 0x558e2db45d90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fecbc009ca0 tx=0x7fecbc02f450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=502bbbbd0db75477 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7fecb3e00640 1 -- 172.21.15.32:0/1482341876 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc048070 con 0x558e2db459b0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7fecbbe00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7feca80a3d00 0x7feca80a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7fecb3e00640 1 -- 172.21.15.32:0/1482341876 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecbc003e20 con 0x558e2db459b0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7fecb3e00640 1 -- 172.21.15.32:0/1482341876 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc034040 con 0x558e2db459b0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7fecbbe00640 1 -- 172.21.15.32:0/3704337829 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fecb40d0ca0 con 0x7fecc41083b0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7fecc2a00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7feca80a3d00 0x7feca80a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7feccc81d740 1 -- 172.21.15.32:0/1482341876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 msgr2=0x558e2db45d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.110+0000 7feccc81d740 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 0x558e2db45d90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fecbc009ca0 tx=0x7fecbc02f450 comp rx=0 tx=0).stop 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 -- 172.21.15.32:0/1482341876 shutdown_connections 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db52f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db462d0 0x558e2db50650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 --2- 172.21.15.32:0/1482341876 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db459b0 0x558e2db45d90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 -- 172.21.15.32:0/1482341876 >> 172.21.15.32:0/1482341876 conn(0x558e2db41ec0 msgr2=0x558e2db422a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7fecc2a00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7feca80a3d00 0x7feca80a61c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x558e2db46f50 tx=0x7fecb40d4750 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 -- 172.21.15.32:0/1482341876 shutdown_connections 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 -- 172.21.15.32:0/1482341876 wait complete. 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 -- start start 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.111+0000 7feccc81d740 1 Processor -- start 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db4dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db4e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db4e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558e2db53760 con 0x558e2db50b90 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558e2da65310 con 0x558e2db462d0 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558e2db538e0 con 0x558e2db459b0 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7feccc81d740 10 client.0 _ll_register_callbacks cb 0x558e2da33cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7fecc3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db4dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7fecc3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db4dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:40774/0 (socket says 172.21.15.32:40774) 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7fecc3400640 1 -- 172.21.15.32:0/4284875850 learned_addr learned my addr 172.21.15.32:0/4284875850 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7fecba000640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db4e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.112+0000 7fecc3400640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db4e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecba000640 1 -- 172.21.15.32:0/4284875850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 msgr2=0x558e2db4dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecba000640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db4dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecba000640 1 -- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 msgr2=0x558e2db4e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecba000640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db4e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecba000640 1 -- 172.21.15.32:0/4284875850 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e2d88a620 con 0x558e2db462d0 2024-04-25T19:11:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecba000640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db4e010 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x558e2db43050 tx=0x7fecac0128e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75fc58b6bc590b2b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecb0c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecb0c00640 1 -- 172.21.15.32:0/4284875850 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecac005020 con 0x558e2db462d0 2024-04-25T19:11:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecbc003e20 con 0x558e2db462d0 2024-04-25T19:11:28.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.113+0000 7fecb0c00640 1 -- 172.21.15.32:0/4284875850 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fecac0051c0 con 0x558e2db462d0 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.114+0000 7fecb0c00640 1 -- 172.21.15.32:0/4284875850 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fecac0053c0 con 0x558e2db462d0 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.114+0000 7feccc81d740 10 client.26237 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.114+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558e2db5fa70 con 0x558e2db462d0 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.114+0000 7fecb0c00640 1 -- 172.21.15.32:0/4284875850 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecbc003e20 con 0x558e2db462d0 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7fecb0c00640 1 -- 172.21.15.32:0/4284875850 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fecac019070 con 0x558e2db462d0 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7feccc81d740 10 client.26237 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7feccc81d740 10 client.26237 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7feccc81d740 20 client.26237 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:28.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7feccc81d740 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2db60f80 0x558e2db63370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7feccc81d740 4 client.26237 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558e2dabf8b0 con 0x558e2db60f80 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.115+0000 7fecc3400640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2db60f80 0x558e2db63370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.116+0000 7fecc3400640 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2db60f80 0x558e2db63370 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9ace6bb66101478 server_cookie=46fbb21cd0e76125 in_seq=0 out_seq=0 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.116+0000 7fecb0c00640 10 client.26237 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.116+0000 7fecb0c00640 1 -- 172.21.15.32:0/4284875850 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558e2dabf8b0 con 0x558e2db60f80 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.116+0000 7fecb0c00640 10 client.26237 handle_command_reply: tid=0 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 client.26237 shutdown 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 msgr2=0x558e2db4e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db4e010 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x558e2db43050 tx=0x7fecac0128e0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 shutdown_connections 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2db60f80 0x558e2db63370 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db50b90 0x558e2db4e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db4e010 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 --2- 172.21.15.32:0/4284875850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db4dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7fecb0c00640 0 client.26237 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 >> 172.21.15.32:0/4284875850 conn(0x558e2db41ec0 msgr2=0x558e2db47bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 shutdown_connections 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 1 -- 172.21.15.32:0/4284875850 wait complete. 2024-04-25T19:11:28.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.117+0000 7feccc81d740 20 client.26237 trim_cache size 0 max 16384 2024-04-25T19:11:28.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 Processor -- start 2024-04-25T19:11:28.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 -- start start 2024-04-25T19:11:28.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db5c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 0x558e2db4e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db50b90 0x558e2db40ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41b3fe0 con 0x558e2db462d0 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41b5b20 con 0x558e2db50b90 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7feccc81d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41b46b0 con 0x558e2db459b0 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7fecba000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 0x558e2db4e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7fecba000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 0x558e2db4e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36880/0 (socket says 172.21.15.32:36880) 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7fecba000640 1 -- 172.21.15.32:0/273914637 learned_addr learned my addr 172.21.15.32:0/273914637 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.134+0000 7fecc3400640 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db5c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecc3400640 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db50b90 0x558e2db40ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecba000640 1 -- 172.21.15.32:0/273914637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 msgr2=0x558e2db5c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecba000640 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db5c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecba000640 1 -- 172.21.15.32:0/273914637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db50b90 msgr2=0x558e2db40ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecba000640 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db50b90 0x558e2db40ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecba000640 1 -- 172.21.15.32:0/273914637 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e2db636e0 con 0x558e2db462d0 2024-04-25T19:11:28.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecba000640 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 0x558e2db4e370 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fecac013fd0 tx=0x7fecac012e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e1ccd09d153720 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:28.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecb3400640 1 -- 172.21.15.32:0/273914637 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecac02f070 con 0x558e2db462d0 2024-04-25T19:11:28.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecb3400640 1 -- 172.21.15.32:0/273914637 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecac005560 con 0x558e2db462d0 2024-04-25T19:11:28.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.135+0000 7fecb3400640 1 -- 172.21.15.32:0/273914637 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecac0048c0 con 0x558e2db462d0 2024-04-25T19:11:28.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 -- 172.21.15.32:0/273914637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 msgr2=0x558e2db4e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 0x558e2db4e370 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fecac013fd0 tx=0x7fecac012e60 comp rx=0 tx=0).stop 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 -- 172.21.15.32:0/273914637 shutdown_connections 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db50b90 0x558e2db40ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db462d0 0x558e2db4e370 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 --2- 172.21.15.32:0/273914637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db459b0 0x558e2db5c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 -- 172.21.15.32:0/273914637 >> 172.21.15.32:0/273914637 conn(0x558e2db41ec0 msgr2=0x558e2db40790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 -- 172.21.15.32:0/273914637 shutdown_connections 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.136+0000 7feccc81d740 1 -- 172.21.15.32:0/273914637 wait complete. 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 -- start start 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 Processor -- start 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 0x558e2db58cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db560d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db50b90 0x558e2db56610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41b5450 con 0x558e2db459b0 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41b4d80 con 0x558e2db462d0 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.137+0000 7feccc81d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fecc41b1fe0 con 0x558e2db50b90 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7feccc81d740 10 client.0 _ll_register_callbacks cb 0x7fecac00dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 0x558e2db58cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 0x558e2db58cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36886/0 (socket says 172.21.15.32:36886) 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 -- 172.21.15.32:0/2672852056 learned_addr learned my addr 172.21.15.32:0/2672852056 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecba000640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db560d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db50b90 0x558e2db56610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 -- 172.21.15.32:0/2672852056 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db50b90 msgr2=0x558e2db56610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db50b90 0x558e2db56610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 -- 172.21.15.32:0/2672852056 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 msgr2=0x558e2db560d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db560d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 -- 172.21.15.32:0/2672852056 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e2db56bd0 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecc3400640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 0x558e2db58cf0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fecbc02ae70 tx=0x7fecbc055040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6c6ea709f7b2549 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.138+0000 7fecb0c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7fecb0c00640 1 -- 172.21.15.32:0/2672852056 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc048040 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7fecb0c00640 1 -- 172.21.15.32:0/2672852056 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fecbc003970 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecac005560 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7fecb0c00640 1 -- 172.21.15.32:0/2672852056 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fecbc003b70 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7feccc81d740 10 client.16113 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558e2dbc72e0 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7fecb0c00640 1 -- 172.21.15.32:0/2672852056 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecac005560 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.139+0000 7fecb0c00640 1 -- 172.21.15.32:0/2672852056 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fecbc004040 con 0x558e2db459b0 2024-04-25T19:11:28.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7feccc81d740 10 client.16113 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7feccc81d740 10 client.16113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7feccc81d740 20 client.16113 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7feccc81d740 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2dbc75d0 0x558e2dbc99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7feccc81d740 4 client.16113 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558e2dab9320 con 0x558e2dbc75d0 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.140+0000 7fecba000640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2dbc75d0 0x558e2dbc99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.141+0000 7fecba000640 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2dbc75d0 0x558e2dbc99c0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbb7916372796320 server_cookie=c0769b1ed3acc839 in_seq=0 out_seq=0 2024-04-25T19:11:28.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.141+0000 7fecb0c00640 10 client.16113 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.154+0000 7fecb0c00640 1 -- 172.21.15.32:0/2672852056 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558e2dab9320 con 0x558e2dbc75d0 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7fecb0c00640 10 client.16113 handle_command_reply: tid=0 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 client.16113 shutdown 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 msgr2=0x558e2db58cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 0x558e2db58cf0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fecbc02ae70 tx=0x7fecbc055040 comp rx=0 tx=0).stop 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 shutdown_connections 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558e2dbc75d0 0x558e2dbc99c0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558e2db50b90 0x558e2db56610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558e2db462d0 0x558e2db560d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 --2- 172.21.15.32:0/2672852056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558e2db459b0 0x558e2db58cf0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.157 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7fecb0c00640 0 client.16113 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 >> 172.21.15.32:0/2672852056 conn(0x558e2db41ec0 msgr2=0x558e2db4bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 shutdown_connections 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 1 -- 172.21.15.32:0/2672852056 wait complete. 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.155+0000 7feccc81d740 20 client.16113 trim_cache size 0 max 16384 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:11:28.158 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:11:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7feca80a3d00 msgr2=0x7feca80a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7feca80a3d00 0x7feca80a61c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x558e2db46f50 tx=0x7fecb40d4750 comp rx=0 tx=0).stop 2024-04-25T19:11:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 msgr2=0x7fecc41a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:28.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 0x7fecc41a4760 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fecb400e9f0 tx=0x7fecb400edf0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 shutdown_connections 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7feca80a3d00 0x7feca80a61c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.156+0000 7fecc3e00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecc410e470 0x7fecc419e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.157+0000 7fecc3e00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fecc4108d50 0x7fecc41a4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.157+0000 7fecc3e00640 1 --2- 172.21.15.32:0/3704337829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fecc41083b0 0x7fecc41a4760 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.157+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 >> 172.21.15.32:0/3704337829 conn(0x7fecc4077b00 msgr2=0x7fecc4079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.157+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 shutdown_connections 2024-04-25T19:11:28.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:28.157+0000 7fecc3e00640 1 -- 172.21.15.32:0/3704337829 wait complete. 2024-04-25T19:11:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:29 smithi066 ceph-mon[32882]: pgmap v241: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 35 KiB/s wr, 19 op/s 2024-04-25T19:11:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:29 smithi064 ceph-mon[32321]: pgmap v241: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 35 KiB/s wr, 19 op/s 2024-04-25T19:11:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:29 smithi032 ceph-mon[28041]: pgmap v241: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 35 KiB/s wr, 19 op/s 2024-04-25T19:11:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:31 smithi066 ceph-mon[32882]: pgmap v242: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-04-25T19:11:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:31 smithi064 ceph-mon[32321]: pgmap v242: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-04-25T19:11:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:31 smithi032 ceph-mon[28041]: pgmap v242: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-04-25T19:11:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:33 smithi066 ceph-mon[32882]: pgmap v243: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-04-25T19:11:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:33 smithi064 ceph-mon[32321]: pgmap v243: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-04-25T19:11:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:33 smithi032 ceph-mon[28041]: pgmap v243: 97 pgs: 97 active+clean; 5.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-04-25T19:11:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:35 smithi066 ceph-mon[32882]: pgmap v244: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-04-25T19:11:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:35 smithi064 ceph-mon[32321]: pgmap v244: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-04-25T19:11:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:35 smithi032 ceph-mon[28041]: pgmap v244: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-04-25T19:11:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:37 smithi066 ceph-mon[32882]: pgmap v245: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:11:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:37 smithi064 ceph-mon[32321]: pgmap v245: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:11:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:37 smithi032 ceph-mon[28041]: pgmap v245: 97 pgs: 97 active+clean; 5.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:11:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:39 smithi066 ceph-mon[32882]: pgmap v246: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:11:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:39 smithi064 ceph-mon[32321]: pgmap v246: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:11:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:39 smithi032 ceph-mon[28041]: pgmap v246: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:11:39.973 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-25T19:11:39.973 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-25T19:11:39.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:11:40.455 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 -- 172.21.15.32:0/2868242702 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4100890 msgr2=0x7f06d410ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 --2- 172.21.15.32:0/2868242702 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4100890 0x7f06d410ec20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f06cc009cd0 tx=0x7f06cc02a8f0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 -- 172.21.15.32:0/2868242702 shutdown_connections 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 --2- 172.21.15.32:0/2868242702 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4100890 0x7f06d410ec20 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 --2- 172.21.15.32:0/2868242702 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d40ffed0 0x7f06d4100350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 --2- 172.21.15.32:0/2868242702 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d4107e70 0x7f06d4108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 -- 172.21.15.32:0/2868242702 >> 172.21.15.32:0/2868242702 conn(0x7f06d4076e90 msgr2=0x7f06d40fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 -- 172.21.15.32:0/2868242702 shutdown_connections 2024-04-25T19:11:41.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.305+0000 7f06d3200640 1 -- 172.21.15.32:0/2868242702 wait complete. 2024-04-25T19:11:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.306+0000 7f06d3200640 1 Processor -- start 2024-04-25T19:11:41.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 -- start start 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 0x7f06d419a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 0x7f06d419ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4107e70 0x7f06d419efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f06d4111ff0 con 0x7f06d4100890 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f06d4111e70 con 0x7f06d40ffed0 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06d4112170 con 0x7f06d4107e70 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 0x7f06d419a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06c9400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 0x7f06d419ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.309 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 0x7f06d419a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56638/0 (socket says 172.21.15.32:56638) 2024-04-25T19:11:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06c9400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 0x7f06d419ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52244/0 (socket says 172.21.15.32:52244) 2024-04-25T19:11:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d1e00640 1 -- 172.21.15.32:0/3627154477 learned_addr learned my addr 172.21.15.32:0/3627154477 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:41.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.307+0000 7f06d2800640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4107e70 0x7f06d419efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06d1e00640 1 -- 172.21.15.32:0/3627154477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4107e70 msgr2=0x7f06d419efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06d1e00640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4107e70 0x7f06d419efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06d1e00640 1 -- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 msgr2=0x7f06d419ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06d1e00640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 0x7f06d419ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06d1e00640 1 -- 172.21.15.32:0/3627154477 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d419f6d0 con 0x7f06d40ffed0 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06c9400640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 0x7f06d419ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.308+0000 7f06d1e00640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 0x7f06d419a730 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f06c400d950 tx=0x7f06c400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.309+0000 7f06cb400640 1 -- 172.21.15.32:0/3627154477 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c4017070 con 0x7f06d40ffed0 2024-04-25T19:11:41.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.309+0000 7f06cb400640 1 -- 172.21.15.32:0/3627154477 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06c4009c30 con 0x7f06d40ffed0 2024-04-25T19:11:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.309+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06d419f9c0 con 0x7f06d40ffed0 2024-04-25T19:11:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.309+0000 7f06cb400640 1 -- 172.21.15.32:0/3627154477 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c400f620 con 0x7f06d40ffed0 2024-04-25T19:11:41.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.309+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06d41a7250 con 0x7f06d40ffed0 2024-04-25T19:11:41.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.312+0000 7f06db7c7740 1 Processor -- start 2024-04-25T19:11:41.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.312+0000 7f06db7c7740 1 -- start start 2024-04-25T19:11:41.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06cb400640 1 -- 172.21.15.32:0/3627154477 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f06c4010460 con 0x7f06d40ffed0 2024-04-25T19:11:41.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 0x564e16afcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afd2d0 0x564e16b07650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b09f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06db7c7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564e16a62900 con 0x564e16afd2d0 2024-04-25T19:11:41.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06db7c7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564e16a08ef0 con 0x564e16b07b90 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06db7c7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564e16a5e8c0 con 0x564e16afc9b0 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afd2d0 0x564e16b07650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 0x564e16afcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 0x564e16afcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44190/0 (socket says 172.21.15.32:44190) 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06d2800640 1 -- 172.21.15.32:0/4087765404 learned_addr learned my addr 172.21.15.32:0/4087765404 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afd2d0 0x564e16b07650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52258/0 (socket says 172.21.15.32:52258) 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.313+0000 7f06c9400640 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b09f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06d2800640 1 -- 172.21.15.32:0/4087765404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 msgr2=0x564e16b09f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06d2800640 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b09f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06d2800640 1 -- 172.21.15.32:0/4087765404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afd2d0 msgr2=0x564e16b07650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06d2800640 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afd2d0 0x564e16b07650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06d2800640 1 -- 172.21.15.32:0/4087765404 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e16775210 con 0x564e16afc9b0 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06d2800640 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 0x564e16afcd90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f06cc009cd0 tx=0x7f06cc0093e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26d7ffe1c26106d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:41.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06cb400640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f06b80a3d00 0x7f06b80a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06c3000640 1 -- 172.21.15.32:0/4087765404 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc030620 con 0x564e16afc9b0 2024-04-25T19:11:41.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06c3000640 1 -- 172.21.15.32:0/4087765404 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06cc036030 con 0x564e16afc9b0 2024-04-25T19:11:41.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.314+0000 7f06c3000640 1 -- 172.21.15.32:0/4087765404 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc004310 con 0x564e16afc9b0 2024-04-25T19:11:41.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06cb400640 1 -- 172.21.15.32:0/3627154477 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f06c40d0370 con 0x7f06d40ffed0 2024-04-25T19:11:41.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06d1e00640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f06b80a3d00 0x7f06b80a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 -- 172.21.15.32:0/4087765404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 msgr2=0x564e16afcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 0x564e16afcd90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f06cc009cd0 tx=0x7f06cc0093e0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06d1e00640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f06b80a3d00 0x7f06b80a61c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x564e16afdf50 tx=0x7f06c40d3e20 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:41.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 -- 172.21.15.32:0/4087765404 shutdown_connections 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b09f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afd2d0 0x564e16b07650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4087765404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afc9b0 0x564e16afcd90 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.315+0000 7f06db7c7740 1 -- 172.21.15.32:0/4087765404 >> 172.21.15.32:0/4087765404 conn(0x564e16af8ec0 msgr2=0x564e16af92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.316+0000 7f06db7c7740 1 -- 172.21.15.32:0/4087765404 shutdown_connections 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.316+0000 7f06db7c7740 1 -- 172.21.15.32:0/4087765404 wait complete. 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.316+0000 7f06db7c7740 1 -- start start 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.316+0000 7f06db7c7740 1 Processor -- start 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16b04b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afd2d0 0x564e16b05090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16b07b90 0x564e16b055d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564e16b0a760 con 0x564e16afc9b0 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564e16a1c310 con 0x564e16afd2d0 2024-04-25T19:11:41.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564e16b0a8e0 con 0x564e16b07b90 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06db7c7740 10 client.0 _ll_register_callbacks cb 0x564e169eacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06d2800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16b04b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06d2800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16b04b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52268/0 (socket says 172.21.15.32:52268) 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06d2800640 1 -- 172.21.15.32:0/4037944004 learned_addr learned my addr 172.21.15.32:0/4037944004 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06c9400640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afd2d0 0x564e16b05090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.317+0000 7f06d2800640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16b07b90 0x564e16b055d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06c9400640 1 -- 172.21.15.32:0/4037944004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16b07b90 msgr2=0x564e16b055d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06c9400640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16b07b90 0x564e16b055d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06c9400640 1 -- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 msgr2=0x564e16b04b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06c9400640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16b04b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06c9400640 1 -- 172.21.15.32:0/4037944004 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e16841620 con 0x564e16afd2d0 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06c9400640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afd2d0 0x564e16b05090 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f06d410ec50 tx=0x7f06bc00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bab7aedf7797b7d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:41.323 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06b7400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06b7400640 1 -- 172.21.15.32:0/4037944004 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06bc012110 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06b7400640 1 -- 172.21.15.32:0/4037944004 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f06bc004050 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.318+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06cc036030 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06b7400640 1 -- 172.21.15.32:0/4037944004 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f06bc0122b0 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 10 client.26255 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564e16b16a50 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06b7400640 1 -- 172.21.15.32:0/4037944004 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06cc036030 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06b7400640 1 -- 172.21.15.32:0/4037944004 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f06bc010430 con 0x564e16afd2d0 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 10 client.26255 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 10 client.26255 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 20 client.26255 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b17f10 0x564e16b1a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 4 client.26255 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:41.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.319+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e16a768b0 con 0x564e16b17f10 2024-04-25T19:11:41.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.320+0000 7f06d2800640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b17f10 0x564e16b1a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.320+0000 7f06d2800640 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b17f10 0x564e16b1a320 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f70af5d804fc67fa server_cookie=5c92fce7f9e9389e in_seq=0 out_seq=0 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.320+0000 7f06b7400640 10 client.26255 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06b7400640 1 -- 172.21.15.32:0/4037944004 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564e16a768b0 con 0x564e16b17f10 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06b7400640 10 client.26255 handle_command_reply: tid=0 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 client.26255 shutdown 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afd2d0 msgr2=0x564e16b05090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afd2d0 0x564e16b05090 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f06d410ec50 tx=0x7f06bc00f790 comp rx=0 tx=0).stop 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 shutdown_connections 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b17f10 0x564e16b1a320 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16b07b90 0x564e16b055d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afd2d0 0x564e16b05090 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06b7400640 0 client.26255 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:41.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 --2- 172.21.15.32:0/4037944004 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16b04b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.321+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 >> 172.21.15.32:0/4037944004 conn(0x564e16af8ec0 msgr2=0x564e16afec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:41.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.322+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 shutdown_connections 2024-04-25T19:11:41.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.322+0000 7f06db7c7740 1 -- 172.21.15.32:0/4037944004 wait complete. 2024-04-25T19:11:41.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.322+0000 7f06db7c7740 20 client.26255 trim_cache size 0 max 16384 2024-04-25T19:11:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.338+0000 7f06db7c7740 1 Processor -- start 2024-04-25T19:11:41.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.338+0000 7f06db7c7740 1 -- start start 2024-04-25T19:11:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16af87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b13620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b1fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06db7c7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f06d41afc00 con 0x564e16afc9b0 2024-04-25T19:11:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06db7c7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f06d41b1740 con 0x564e16b07b90 2024-04-25T19:11:41.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06db7c7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06d41b02d0 con 0x564e16afd2d0 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16af87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16af87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52270/0 (socket says 172.21.15.32:52270) 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 -- 172.21.15.32:0/2368846179 learned_addr learned my addr 172.21.15.32:0/2368846179 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06c9400640 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b13620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b1fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 -- 172.21.15.32:0/2368846179 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 msgr2=0x564e16b13620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b13620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 -- 172.21.15.32:0/2368846179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 msgr2=0x564e16b1fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b1fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.339+0000 7f06d2800640 1 -- 172.21.15.32:0/2368846179 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e16b03100 con 0x564e16afc9b0 2024-04-25T19:11:41.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.340+0000 7f06d2800640 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16af87a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f06cc003e00 tx=0x7f06cc003e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55c44e053eacbcaa server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:41.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.340+0000 7f06c2600640 1 -- 172.21.15.32:0/2368846179 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc030630 con 0x564e16afc9b0 2024-04-25T19:11:41.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.340+0000 7f06c2600640 1 -- 172.21.15.32:0/2368846179 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06cc036070 con 0x564e16afc9b0 2024-04-25T19:11:41.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.340+0000 7f06c2600640 1 -- 172.21.15.32:0/2368846179 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc004820 con 0x564e16afc9b0 2024-04-25T19:11:41.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 -- 172.21.15.32:0/2368846179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 msgr2=0x564e16af87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16af87a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f06cc003e00 tx=0x7f06cc003e30 comp rx=0 tx=0).stop 2024-04-25T19:11:41.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 -- 172.21.15.32:0/2368846179 shutdown_connections 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16b07b90 0x564e16b1fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b13620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 --2- 172.21.15.32:0/2368846179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16afc9b0 0x564e16af87a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 -- 172.21.15.32:0/2368846179 >> 172.21.15.32:0/2368846179 conn(0x564e16af8ec0 msgr2=0x564e16b053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 -- 172.21.15.32:0/2368846179 shutdown_connections 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 -- 172.21.15.32:0/2368846179 wait complete. 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 -- start start 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.341+0000 7f06db7c7740 1 Processor -- start 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afc9b0 0x564e16b0d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b0ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16b07b90 0x564e16b7d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f06d41b1070 con 0x564e16b07b90 2024-04-25T19:11:41.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f06d41b09a0 con 0x564e16afc9b0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06d41adc00 con 0x564e16afd2d0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06db7c7740 10 client.0 _ll_register_callbacks cb 0x7f06bc012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06c9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b0ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06c9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b0ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44222/0 (socket says 172.21.15.32:44222) 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06c9400640 1 -- 172.21.15.32:0/1723479568 learned_addr learned my addr 172.21.15.32:0/1723479568 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.342+0000 7f06d2800640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afc9b0 0x564e16b0d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06d2800640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16b07b90 0x564e16b7d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06c9400640 1 -- 172.21.15.32:0/1723479568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afc9b0 msgr2=0x564e16b0d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06c9400640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afc9b0 0x564e16b0d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06c9400640 1 -- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16b07b90 msgr2=0x564e16b7d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06c9400640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16b07b90 0x564e16b7d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06c9400640 1 -- 172.21.15.32:0/1723479568 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e16b0e640 con 0x564e16afd2d0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06d2800640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16b07b90 0x564e16b7d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06c9400640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b0ddb0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x564e16b06120 tx=0x7f06bc010cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44f73130eda19881 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:41.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06b7400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:11:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06b7400640 1 -- 172.21.15.32:0/1723479568 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06bc029040 con 0x564e16afd2d0 2024-04-25T19:11:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06cc036070 con 0x564e16afd2d0 2024-04-25T19:11:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.343+0000 7f06b7400640 1 -- 172.21.15.32:0/1723479568 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f06bc005110 con 0x564e16afd2d0 2024-04-25T19:11:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06b7400640 1 -- 172.21.15.32:0/1723479568 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f06bc012110 con 0x564e16afd2d0 2024-04-25T19:11:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 10 client.26308 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:41.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564e16b7ead0 con 0x564e16afd2d0 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06b7400640 1 -- 172.21.15.32:0/1723479568 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06cc036070 con 0x564e16afd2d0 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06b7400640 1 -- 172.21.15.32:0/1723479568 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f06bc003c10 con 0x564e16afd2d0 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 10 client.26308 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 10 client.26308 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 20 client.26308 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b7f2d0 0x564e16b816f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 4 client.26308 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.344+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564e16a70320 con 0x564e16b7f2d0 2024-04-25T19:11:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.345+0000 7f06d2800640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b7f2d0 0x564e16b816f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:41.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.345+0000 7f06d2800640 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b7f2d0 0x564e16b816f0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c9815dd57276bfb server_cookie=bbeaf3178c54682 in_seq=0 out_seq=0 2024-04-25T19:11:41.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.345+0000 7f06b7400640 10 client.26308 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06b7400640 1 -- 172.21.15.32:0/1723479568 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564e16a70320 con 0x564e16b7f2d0 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06b7400640 10 client.26308 handle_command_reply: tid=0 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 client.26308 shutdown 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 msgr2=0x564e16b0ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b0ddb0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x564e16b06120 tx=0x7f06bc010cf0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 shutdown_connections 2024-04-25T19:11:41.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564e16b7f2d0 0x564e16b816f0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564e16b07b90 0x564e16b7d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e16afd2d0 0x564e16b0ddb0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06b7400640 0 client.26308 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 --2- 172.21.15.32:0/1723479568 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564e16afc9b0 0x564e16b0d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 >> 172.21.15.32:0/1723479568 conn(0x564e16af8ec0 msgr2=0x564e16afe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 shutdown_connections 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.360+0000 7f06db7c7740 1 -- 172.21.15.32:0/1723479568 wait complete. 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06db7c7740 20 client.26308 trim_cache size 0 max 16384 2024-04-25T19:11:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:11:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:11:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:11:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:11:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f06b80a3d00 msgr2=0x7f06b80a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f06b80a3d00 0x7f06b80a61c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x564e16afdf50 tx=0x7f06c40d3e20 comp rx=0 tx=0).stop 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 msgr2=0x7f06d419a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 0x7f06d419a730 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f06c400d950 tx=0x7f06c400de10 comp rx=0 tx=0).stop 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 shutdown_connections 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f06b80a3d00 0x7f06b80a61c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d4107e70 0x7f06d419efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f06d4100890 0x7f06d419ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.361+0000 7f06d3200640 1 --2- 172.21.15.32:0/3627154477 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f06d40ffed0 0x7f06d419a730 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.362+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 >> 172.21.15.32:0/3627154477 conn(0x7f06d4076e90 msgr2=0x7f06d410d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.362+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 shutdown_connections 2024-04-25T19:11:41.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:41.362+0000 7f06d3200640 1 -- 172.21.15.32:0/3627154477 wait complete. 2024-04-25T19:11:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:41 smithi066 ceph-mon[32882]: pgmap v247: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:11:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:41 smithi064 ceph-mon[32321]: pgmap v247: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:11:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:41 smithi032 ceph-mon[28041]: pgmap v247: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 -- 172.21.15.32:0/1751280607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc10cfb0 msgr2=0x7fdbfc10f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 --2- 172.21.15.32:0/1751280607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc10f470 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdbf4009f90 tx=0x7fdbf400b330 comp rx=0 tx=0).stop 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 -- 172.21.15.32:0/1751280607 shutdown_connections 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 --2- 172.21.15.32:0/1751280607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc10f470 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 --2- 172.21.15.32:0/1751280607 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc103b80 0x7fdbfc103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 --2- 172.21.15.32:0/1751280607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc10c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 -- 172.21.15.32:0/1751280607 >> 172.21.15.32:0/1751280607 conn(0x7fdbfc0fd3d0 msgr2=0x7fdbfc0ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 -- 172.21.15.32:0/1751280607 shutdown_connections 2024-04-25T19:11:42.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.940+0000 7fdc00a00700 1 -- 172.21.15.32:0/1751280607 wait complete. 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.942+0000 7fdc00a00700 1 Processor -- start 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.942+0000 7fdc00a00700 1 -- start start 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdc00a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc103b80 0x7fdbfc19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdc00a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc19b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdc00a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc19fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdc00a00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc112ba0 con 0x7fdbfc103b80 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdc00a00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc112a20 con 0x7fdbfc1044a0 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdc00a00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc112d20 con 0x7fdbfc10cfb0 2024-04-25T19:11:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbfa800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc103b80 0x7fdbfc19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:42.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbf9e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc19b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:42.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbf9e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc19b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55284/0 (socket says 172.21.15.32:55284) 2024-04-25T19:11:42.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbf9e00700 1 -- 172.21.15.32:0/3710151358 learned_addr learned my addr 172.21.15.32:0/3710151358 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:42.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbfb200700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc19fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbf9e00700 1 -- 172.21.15.32:0/3710151358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc10cfb0 msgr2=0x7fdbfc19fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbf9e00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc19fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.943+0000 7fdbf9e00700 1 -- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc103b80 msgr2=0x7fdbfc19b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbf9e00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc103b80 0x7fdbfc19b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbf9e00700 1 -- 172.21.15.32:0/3710151358 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbfc1a02a0 con 0x7fdbfc1044a0 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbfb200700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbfa800700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc103b80 0x7fdbfc19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbf9e00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc19b7d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800e9c0 tx=0x7fdbe800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:42.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8004a30 con 0x7fdbfc1044a0 2024-04-25T19:11:42.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbe800cc70 con 0x7fdbfc1044a0 2024-04-25T19:11:42.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe80054f0 con 0x7fdbfc1044a0 2024-04-25T19:11:42.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.944+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbfc1a0590 con 0x7fdbfc1044a0 2024-04-25T19:11:42.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.945+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbfc1a7e10 con 0x7fdbfc1044a0 2024-04-25T19:11:42.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.946+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbfc069730 con 0x7fdbfc1044a0 2024-04-25T19:11:42.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.948+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdbe800c7c0 con 0x7fdbfc1044a0 2024-04-25T19:11:42.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.949+0000 7fdbf3400700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbe00a3e30 0x7fdbe00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:42.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.949+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fdbe80d0a40 con 0x7fdbfc1044a0 2024-04-25T19:11:42.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.950+0000 7fdbfa800700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbe00a3e30 0x7fdbe00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:42.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.950+0000 7fdbfa800700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbe00a3e30 0x7fdbe00a62f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdbec009750 tx=0x7fdbec009310 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:42.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:42.952+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdbe8053ff0 con 0x7fdbfc1044a0 2024-04-25T19:11:43.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.236+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbfc1a80a0 con 0x7fdbfc1044a0 2024-04-25T19:11:43.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.237+0000 7fdbf3400700 1 -- 172.21.15.32:0/3710151358 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fdbe809d070 con 0x7fdbfc1044a0 2024-04-25T19:11:43.239 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:11:43.239 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbe00a3e30 msgr2=0x7fdbe00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbe00a3e30 0x7fdbe00a62f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdbec009750 tx=0x7fdbec009310 comp rx=0 tx=0).stop 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 msgr2=0x7fdbfc19b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc19b7d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800e9c0 tx=0x7fdbe800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 shutdown_connections 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbe00a3e30 0x7fdbe00a62f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbfc103b80 0x7fdbfc19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:43.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbfc10cfb0 0x7fdbfc19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:43.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 --2- 172.21.15.32:0/3710151358 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbfc1044a0 0x7fdbfc19b7d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:43.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.240+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 >> 172.21.15.32:0/3710151358 conn(0x7fdbfc0fd3d0 msgr2=0x7fdbfc10e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:43.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.241+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 shutdown_connections 2024-04-25T19:11:43.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:43.241+0000 7fdc00a00700 1 -- 172.21.15.32:0/3710151358 wait complete. 2024-04-25T19:11:43.244 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:11:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:43 smithi032 ceph-mon[28041]: pgmap v248: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:11:43.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:43 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3710151358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:11:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:43 smithi066 ceph-mon[32882]: pgmap v248: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:11:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:43 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3710151358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:11:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:43 smithi064 ceph-mon[32321]: pgmap v248: 97 pgs: 97 active+clean; 5.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:11:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:43 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3710151358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:11:44.222 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-25T19:11:44.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-25T19:11:44.655 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:11:45.699 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:45 smithi032 ceph-mon[28041]: pgmap v249: 97 pgs: 97 active+clean; 1.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 61 KiB/s wr, 25 op/s 2024-04-25T19:11:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:45 smithi066 ceph-mon[32882]: pgmap v249: 97 pgs: 97 active+clean; 1.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 61 KiB/s wr, 25 op/s 2024-04-25T19:11:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:45 smithi064 ceph-mon[32321]: pgmap v249: 97 pgs: 97 active+clean; 1.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 61 KiB/s wr, 25 op/s 2024-04-25T19:11:46.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 -- 172.21.15.32:0/708818293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff41010e3b0 msgr2=0x7ff410115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:46.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 --2- 172.21.15.32:0/708818293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff41010e3b0 0x7ff410115f80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff40800b0d0 tx=0x7ff40800b3e0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 -- 172.21.15.32:0/708818293 shutdown_connections 2024-04-25T19:11:46.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 --2- 172.21.15.32:0/708818293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff41010e3b0 0x7ff410115f80 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 --2- 172.21.15.32:0/708818293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 0x7ff4101096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 --2- 172.21.15.32:0/708818293 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff410109c80 0x7ff41010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 -- 172.21.15.32:0/708818293 >> 172.21.15.32:0/708818293 conn(0x7ff410076210 msgr2=0x7ff410107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:46.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 -- 172.21.15.32:0/708818293 shutdown_connections 2024-04-25T19:11:46.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.974+0000 7ff417400700 1 -- 172.21.15.32:0/708818293 wait complete. 2024-04-25T19:11:46.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.975+0000 7ff417400700 1 Processor -- start 2024-04-25T19:11:46.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.975+0000 7ff417400700 1 -- start start 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.975+0000 7ff417400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 0x7ff41019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.975+0000 7ff417400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff410109c80 0x7ff41019fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff417400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 0x7ff4101a3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff417400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101192a0 con 0x7ff410109c80 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff417400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff410119120 con 0x7ff41010e3b0 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff417400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff410119420 con 0x7ff4101092d0 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 0x7ff4101a3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff414a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 0x7ff41019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff414a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 0x7ff41019f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37852/0 (socket says 172.21.15.32:37852) 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff414a00700 1 -- 172.21.15.32:0/748054298 learned_addr learned my addr 172.21.15.32:0/748054298 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 0x7ff4101a3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55302/0 (socket says 172.21.15.32:55302) 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff40fe00700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff410109c80 0x7ff41019fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 -- 172.21.15.32:0/748054298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 msgr2=0x7ff41019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:46.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 0x7ff41019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 -- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff410109c80 msgr2=0x7ff41019fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:46.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff410109c80 0x7ff41019fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.976+0000 7ff415400700 1 -- 172.21.15.32:0/748054298 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4101a45e0 con 0x7ff41010e3b0 2024-04-25T19:11:46.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.977+0000 7ff415400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 0x7ff4101a3ea0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff40800b770 tx=0x7ff408007980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:46.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.977+0000 7ff40d600700 1 -- 172.21.15.32:0/748054298 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40801f070 con 0x7ff41010e3b0 2024-04-25T19:11:46.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.977+0000 7ff40d600700 1 -- 172.21.15.32:0/748054298 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff408007dc0 con 0x7ff41010e3b0 2024-04-25T19:11:46.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.977+0000 7ff40d600700 1 -- 172.21.15.32:0/748054298 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40801b430 con 0x7ff41010e3b0 2024-04-25T19:11:46.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.977+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4101a4870 con 0x7ff41010e3b0 2024-04-25T19:11:46.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.977+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4101ac150 con 0x7ff41010e3b0 2024-04-25T19:11:46.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.981+0000 7ff40d600700 1 -- 172.21.15.32:0/748054298 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff408022070 con 0x7ff41010e3b0 2024-04-25T19:11:46.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.982+0000 7ff421d30b80 1 Processor -- start 2024-04-25T19:11:46.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.982+0000 7ff421d30b80 1 -- start start 2024-04-25T19:11:46.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57eb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff40d600700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff3f80a3ed0 0x7ff3f80a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff421d30b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5613a573e020 con 0x5613a57eadd0 2024-04-25T19:11:46.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff421d30b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5613a56e48c0 con 0x5613a57f6560 2024-04-25T19:11:46.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff421d30b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5613a5739fe0 con 0x5613a57eb6f0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff40d600700 1 -- 172.21.15.32:0/748054298 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7ff4080d1240 con 0x7ff41010e3b0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57eb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff414a00700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff3f80a3ed0 0x7ff3f80a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57eb1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44514/0 (socket says 172.21.15.32:44514) 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.983+0000 7ff40fe00700 1 -- 172.21.15.32:0/3053856848 learned_addr learned my addr 172.21.15.32:0/3053856848 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff415400700 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff40fe00700 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff40fe00700 1 -- 172.21.15.32:0/3053856848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 msgr2=0x5613a57f6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff40fe00700 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff40fe00700 1 -- 172.21.15.32:0/3053856848 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 msgr2=0x5613a57f8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff40fe00700 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff40fe00700 1 -- 172.21.15.32:0/3053856848 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613a56da810 con 0x5613a57eadd0 2024-04-25T19:11:46.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff415400700 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:46.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.984+0000 7ff414a00700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff3f80a3ed0 0x7ff3f80a6390 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff404009d20 tx=0x7ff404009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:46.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.985+0000 7ff40fe00700 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57eb1b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc005c50 tx=0x7ff3fc0058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef1b36b60b0b0a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:46.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.985+0000 7ff402000700 1 -- 172.21.15.32:0/3053856848 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc004050 con 0x5613a57eadd0 2024-04-25T19:11:46.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.985+0000 7ff402000700 1 -- 172.21.15.32:0/3053856848 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc003680 con 0x5613a57eadd0 2024-04-25T19:11:46.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.985+0000 7ff402000700 1 -- 172.21.15.32:0/3053856848 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc010620 con 0x5613a57eadd0 2024-04-25T19:11:46.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 -- 172.21.15.32:0/3053856848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 msgr2=0x5613a57eb1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:46.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57eb1b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc005c50 tx=0x7ff3fc0058e0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 -- 172.21.15.32:0/3053856848 shutdown_connections 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57eb1b0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3053856848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 -- 172.21.15.32:0/3053856848 >> 172.21.15.32:0/3053856848 conn(0x5613a571a0e0 msgr2=0x5613a57e72e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 -- 172.21.15.32:0/3053856848 shutdown_connections 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 -- 172.21.15.32:0/3053856848 wait complete. 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.986+0000 7ff421d30b80 1 -- start start 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 Processor -- start 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 0x5613a57f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57f2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f3470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5613a57f8ff0 con 0x5613a57eb6f0 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5613a56f79f0 con 0x5613a57f6560 2024-04-25T19:11:46.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5613a57f9170 con 0x5613a57eadd0 2024-04-25T19:11:46.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.987+0000 7ff421d30b80 10 client.0 _ll_register_callbacks cb 0x5613a56d68b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:46.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 0x5613a57f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff415400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57f2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 0x5613a57f5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37870/0 (socket says 172.21.15.32:37870) 2024-04-25T19:11:46.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 -- 172.21.15.32:0/652260903 learned_addr learned my addr 172.21.15.32:0/652260903 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:46.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 -- 172.21.15.32:0/652260903 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 msgr2=0x5613a57f3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 -- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 msgr2=0x5613a57f2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57f2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff414a00700 1 -- 172.21.15.32:0/652260903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613a568ba60 con 0x5613a57eadd0 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.988+0000 7ff40fe00700 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57f2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff414a00700 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 0x5613a57f5c30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff40400ec00 tx=0x7ff4040047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e495a34125cf3065 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff3f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff3f6a00700 1 -- 172.21.15.32:0/652260903 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40401cbc0 con 0x5613a57eadd0 2024-04-25T19:11:46.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3fc003680 con 0x5613a57eadd0 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff3f6a00700 1 -- 172.21.15.32:0/652260903 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7ff40401cd60 con 0x5613a57eadd0 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff3f6a00700 1 -- 172.21.15.32:0/652260903 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff404028480 con 0x5613a57eadd0 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff421d30b80 10 client.26326 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.989+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5613a56d4c80 con 0x5613a57eadd0 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.990+0000 7ff3f6a00700 1 -- 172.21.15.32:0/652260903 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3fc003680 con 0x5613a57eadd0 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.990+0000 7ff3f6a00700 1 -- 172.21.15.32:0/652260903 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff40401d740 con 0x5613a57eadd0 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.990+0000 7ff421d30b80 10 client.26326 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.990+0000 7ff421d30b80 10 client.26326 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.990+0000 7ff421d30b80 20 client.26326 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.991+0000 7ff421d30b80 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a5805c60 0x5613a5808090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.991+0000 7ff421d30b80 4 client.26326 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.991+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613a574b810 con 0x5613a5805c60 2024-04-25T19:11:46.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.991+0000 7ff40fe00700 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a5805c60 0x5613a5808090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:46.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.992+0000 7ff40fe00700 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a5805c60 0x5613a5808090 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=900d3b0a690bcfd7 server_cookie=57f5f73f4aa057ae in_seq=0 out_seq=0 2024-04-25T19:11:46.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.992+0000 7ff3f6a00700 10 client.26326 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.992+0000 7ff3f6a00700 1 -- 172.21.15.32:0/652260903 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5613a574b810 con 0x5613a5805c60 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.992+0000 7ff3f6a00700 10 client.26326 handle_command_reply: tid=0 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.992+0000 7ff421d30b80 1 client.26326 shutdown 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 msgr2=0x5613a57f5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 0x5613a57f5c30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff40400ec00 tx=0x7ff4040047c0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 shutdown_connections 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a5805c60 0x5613a5808090 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a57f3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eadd0 0x5613a57f5c30 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 --2- 172.21.15.32:0/652260903 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57f2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff3f6a00700 0 client.26326 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 >> 172.21.15.32:0/652260903 conn(0x5613a571a0e0 msgr2=0x5613a57e6ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 shutdown_connections 2024-04-25T19:11:46.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 1 -- 172.21.15.32:0/652260903 wait complete. 2024-04-25T19:11:47.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:46.993+0000 7ff421d30b80 20 client.26326 trim_cache size 0 max 16384 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 Processor -- start 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 -- start start 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57eadd0 0x5613a5801ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57ee560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57f6560 0x5613a580d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101b3720 con 0x5613a57eb6f0 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101b5260 con 0x5613a57eadd0 2024-04-25T19:11:47.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff421d30b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101b3df0 con 0x5613a57f6560 2024-04-25T19:11:47.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57ee560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff415400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57f6560 0x5613a580d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57ee560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44528/0 (socket says 172.21.15.32:44528) 2024-04-25T19:11:47.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.016+0000 7ff40fe00700 1 -- 172.21.15.32:0/3086584246 learned_addr learned my addr 172.21.15.32:0/3086584246 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff414a00700 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57eadd0 0x5613a5801ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff415400700 1 -- 172.21.15.32:0/3086584246 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57eadd0 msgr2=0x5613a5801ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff415400700 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57eadd0 0x5613a5801ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff415400700 1 -- 172.21.15.32:0/3086584246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 msgr2=0x5613a57ee560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff415400700 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57ee560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff415400700 1 -- 172.21.15.32:0/3086584246 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613a57ecc40 con 0x5613a57f6560 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff415400700 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57f6560 0x5613a580d960 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ff4080ce920 tx=0x7ff408020fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b350deceb76719f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.017+0000 7ff401600700 1 -- 172.21.15.32:0/3086584246 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff408029040 con 0x5613a57f6560 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff401600700 1 -- 172.21.15.32:0/3086584246 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff40809d200 con 0x5613a57f6560 2024-04-25T19:11:47.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff401600700 1 -- 172.21.15.32:0/3086584246 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4080ceba0 con 0x5613a57f6560 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 -- 172.21.15.32:0/3086584246 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57f6560 msgr2=0x5613a580d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57f6560 0x5613a580d960 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ff4080ce920 tx=0x7ff408020fc0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 -- 172.21.15.32:0/3086584246 shutdown_connections 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57f6560 0x5613a580d960 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57eadd0 0x5613a5801ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3086584246 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eb6f0 0x5613a57ee560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 -- 172.21.15.32:0/3086584246 >> 172.21.15.32:0/3086584246 conn(0x5613a571a0e0 msgr2=0x5613a57f4ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 -- 172.21.15.32:0/3086584246 shutdown_connections 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.018+0000 7ff421d30b80 1 -- 172.21.15.32:0/3086584246 wait complete. 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.019+0000 7ff421d30b80 1 -- start start 2024-04-25T19:11:47.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.019+0000 7ff421d30b80 1 Processor -- start 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57f95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a586c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101b4b90 con 0x5613a57eadd0 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101b44c0 con 0x5613a57f6560 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff4101b16e0 con 0x5613a57eb6f0 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff421d30b80 10 client.0 _ll_register_callbacks cb 0x5613a56d68b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff414a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57f95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff415400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a586c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff40fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37886/0 (socket says 172.21.15.32:37886) 2024-04-25T19:11:47.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff40fe00700 1 -- 172.21.15.32:0/3036816182 learned_addr learned my addr 172.21.15.32:0/3036816182 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff415400700 1 -- 172.21.15.32:0/3036816182 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 msgr2=0x5613a57f9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff415400700 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff415400700 1 -- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 msgr2=0x5613a57f95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff415400700 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57f95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff415400700 1 -- 172.21.15.32:0/3036816182 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613a5803730 con 0x5613a57f6560 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.020+0000 7ff40fe00700 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff415400700 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a586c1d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff40809dab0 tx=0x7ff408009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9230dd7d43b0811 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:47.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff3f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff3f6a00700 1 -- 172.21.15.32:0/3036816182 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff408029040 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff40809d200 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff3f6a00700 1 -- 172.21.15.32:0/3036816182 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7ff40809d660 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff3f6a00700 1 -- 172.21.15.32:0/3036816182 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff4080a5de0 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff421d30b80 10 client.26285 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.021+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5613a57ebd70 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff3f6a00700 1 -- 172.21.15.32:0/3036816182 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff40809d200 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff3f6a00700 1 -- 172.21.15.32:0/3036816182 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff408011070 con 0x5613a57f6560 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff421d30b80 10 client.26285 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff421d30b80 10 client.26285 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff421d30b80 20 client.26285 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a586dc30 0x5613a5870050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:47.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff421d30b80 4 client.26285 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-25T19:11:47.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x5613a57458b0 con 0x5613a586dc30 2024-04-25T19:11:47.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.022+0000 7ff414a00700 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a586dc30 0x5613a5870050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:47.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.023+0000 7ff414a00700 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a586dc30 0x5613a5870050 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30037095a39bc043 server_cookie=a3e7ca60fd92d85b in_seq=0 out_seq=0 2024-04-25T19:11:47.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.023+0000 7ff3f6a00700 10 client.26285 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:47.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.037+0000 7ff3f6a00700 1 -- 172.21.15.32:0/3036816182 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5613a57458b0 con 0x5613a586dc30 2024-04-25T19:11:47.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.037+0000 7ff3f6a00700 10 client.26285 handle_command_reply: tid=0 2024-04-25T19:11:47.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 client.26285 shutdown 2024-04-25T19:11:47.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 msgr2=0x5613a586c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:47.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a586c1d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff40809dab0 tx=0x7ff408009b80 comp rx=0 tx=0).stop 2024-04-25T19:11:47.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 shutdown_connections 2024-04-25T19:11:47.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5613a586dc30 0x5613a5870050 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5613a57eadd0 0x5613a57f95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5613a57f6560 0x5613a586c1d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 --2- 172.21.15.32:0/3036816182 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5613a57eb6f0 0x5613a57f9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff3f6a00700 0 client.26285 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.038+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 >> 172.21.15.32:0/3036816182 conn(0x5613a571a0e0 msgr2=0x5613a57ed700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.039+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 shutdown_connections 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.039+0000 7ff421d30b80 1 -- 172.21.15.32:0/3036816182 wait complete. 2024-04-25T19:11:47.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.039+0000 7ff421d30b80 20 client.26285 trim_cache size 0 max 16384 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 26, 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "e988f24": { 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 26, 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:11:47.042 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:47.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:11:47.044 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:11:47.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff3f80a3ed0 msgr2=0x7ff3f80a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:47.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff3f80a3ed0 0x7ff3f80a6390 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff404009d20 tx=0x7ff404009260 comp rx=0 tx=0).stop 2024-04-25T19:11:47.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 msgr2=0x7ff4101a3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 0x7ff4101a3ea0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff40800b770 tx=0x7ff408007980 comp rx=0 tx=0).stop 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 shutdown_connections 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff3f80a3ed0 0x7ff3f80a6390 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff41010e3b0 0x7ff4101a3ea0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4101092d0 0x7ff41019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 --2- 172.21.15.32:0/748054298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff410109c80 0x7ff41019fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 >> 172.21.15.32:0/748054298 conn(0x7ff410076210 msgr2=0x7ff410076690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 shutdown_connections 2024-04-25T19:11:47.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:11:47.040+0000 7ff417400700 1 -- 172.21.15.32:0/748054298 wait complete. 2024-04-25T19:11:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:47 smithi066 ceph-mon[32882]: pgmap v250: 97 pgs: 97 active+clean; 1.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:11:47.704 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:47 smithi032 ceph-mon[28041]: pgmap v250: 97 pgs: 97 active+clean; 1.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:11:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:47 smithi064 ceph-mon[32321]: pgmap v250: 97 pgs: 97 active+clean; 1.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:11:48.250 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e988f24', quiesce took 8.3 seconds. Will release after: 30.0 2024-04-25T19:11:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:49 smithi064 ceph-mon[32321]: pgmap v251: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:11:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:49 smithi032 ceph-mon[28041]: pgmap v251: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:11:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:49 smithi066 ceph-mon[32882]: pgmap v251: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:11:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:51 smithi064 ceph-mon[32321]: pgmap v252: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:11:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:51 smithi032 ceph-mon[28041]: pgmap v252: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:11:51.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:51 smithi066 ceph-mon[32882]: pgmap v252: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:11:52.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:52 smithi064 ceph-mon[32321]: pgmap v253: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:11:52.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:52 smithi032 ceph-mon[28041]: pgmap v253: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:11:52.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:52 smithi066 ceph-mon[32882]: pgmap v253: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:11:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 -- 172.21.15.32:0/2059045133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b4104ba0 msgr2=0x7f85b4108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 --2- 172.21.15.32:0/2059045133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b4104ba0 0x7f85b4108be0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f859c009900 tx=0x7f859c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 -- 172.21.15.32:0/2059045133 shutdown_connections 2024-04-25T19:11:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 --2- 172.21.15.32:0/2059045133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 0x7f85b4110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 --2- 172.21.15.32:0/2059045133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b4104ba0 0x7f85b4108be0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 --2- 172.21.15.32:0/2059045133 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f85b41041f0 0x7f85b41045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 -- 172.21.15.32:0/2059045133 >> 172.21.15.32:0/2059045133 conn(0x7f85b40ffa50 msgr2=0x7f85b4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 -- 172.21.15.32:0/2059045133 shutdown_connections 2024-04-25T19:11:54.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.510+0000 7f85b9200640 1 -- 172.21.15.32:0/2059045133 wait complete. 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.511+0000 7f85b9200640 1 Processor -- start 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.511+0000 7f85b9200640 1 -- start start 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b9200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 0x7f85b41a05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 0x7f85b41a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b9200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f85b419a660 0x7f85b419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b9200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41141e0 con 0x7f85b41041f0 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b9200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f85b4114060 con 0x7f85b419a660 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b9200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f85b4114360 con 0x7f85b41092c0 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 0x7f85b41a05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 0x7f85b41a05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59944/0 (socket says 172.21.15.32:59944) 2024-04-25T19:11:54.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b3400640 1 -- 172.21.15.32:0/1863509166 learned_addr learned my addr 172.21.15.32:0/1863509166 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 0x7f85b41a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.512+0000 7f85b3e00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f85b419a660 0x7f85b419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85aaa00640 1 -- 172.21.15.32:0/1863509166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f85b419a660 msgr2=0x7f85b419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f85b419a660 0x7f85b419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85aaa00640 1 -- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 msgr2=0x7f85b41a05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 0x7f85b41a05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85aaa00640 1 -- 172.21.15.32:0/1863509166 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b419b260 con 0x7f85b41092c0 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85b3400640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 0x7f85b41a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 0x7f85b41a0ae0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f859c02a910 tx=0x7f859c004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:54.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85b0c00640 1 -- 172.21.15.32:0/1863509166 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859c03f070 con 0x7f85b41092c0 2024-04-25T19:11:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85b0c00640 1 -- 172.21.15.32:0/1863509166 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f859c003ca0 con 0x7f85b41092c0 2024-04-25T19:11:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b419b4f0 con 0x7f85b41092c0 2024-04-25T19:11:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85b0c00640 1 -- 172.21.15.32:0/1863509166 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859c035030 con 0x7f85b41092c0 2024-04-25T19:11:54.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.513+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b41a7630 con 0x7f85b41092c0 2024-04-25T19:11:54.519 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 Processor -- start 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85b0c00640 1 -- 172.21.15.32:0/1863509166 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f859c042070 con 0x7f85b41092c0 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 -- start start 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c77d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 0x5593a3c82650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c84f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5593a3bdd900 con 0x5593a3c779b0 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5593a3b83ef0 con 0x5593a3c782d0 2024-04-25T19:11:54.520 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.517+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5593a3bd98c0 con 0x5593a3c82b90 2024-04-25T19:11:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 0x5593a3c82650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85aaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c84f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c77d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 0x5593a3c82650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40860/0 (socket says 172.21.15.32:40860) 2024-04-25T19:11:54.521 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 -- 172.21.15.32:0/2389400593 learned_addr learned my addr 172.21.15.32:0/2389400593 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 -- 172.21.15.32:0/2389400593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 msgr2=0x5593a3c84f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c84f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 -- 172.21.15.32:0/2389400593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 msgr2=0x5593a3c77d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c77d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 -- 172.21.15.32:0/2389400593 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593a38f0210 con 0x5593a3c782d0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3e00640 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c77d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b0c00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85980a3d00 0x7f85980a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.518+0000 7f85b3400640 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 0x5593a3c82650 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f85a4009fd0 tx=0x7f85a4011ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ceb0bf523117b60 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.519+0000 7f85b0c00640 1 -- 172.21.15.32:0/1863509166 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f859c0f1300 con 0x7f85b41092c0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.519+0000 7f85b3e00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85980a3d00 0x7f85980a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.519+0000 7f85a8c00640 1 -- 172.21.15.32:0/2389400593 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a401e070 con 0x5593a3c782d0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.519+0000 7f85a8c00640 1 -- 172.21.15.32:0/2389400593 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85a400fba0 con 0x5593a3c782d0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.519+0000 7f85a8c00640 1 -- 172.21.15.32:0/2389400593 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a4019c70 con 0x5593a3c782d0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2389400593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 msgr2=0x5593a3c82650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85b3e00640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85980a3d00 0x7f85980a61c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f85ac005fd0 tx=0x7f85ac009600 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:54.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 0x5593a3c82650 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f85a4009fd0 tx=0x7f85a4011ae0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2389400593 shutdown_connections 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c84f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c782d0 0x5593a3c82650 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2389400593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c77d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2389400593 >> 172.21.15.32:0/2389400593 conn(0x5593a3c73ec0 msgr2=0x5593a3c742a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2389400593 shutdown_connections 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2389400593 wait complete. 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.520+0000 7f85bd5f7740 1 -- start start 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 Processor -- start 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c779b0 0x5593a3c7fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c80010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c80550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5593a3c857c0 con 0x5593a3c782d0 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5593a3b97310 con 0x5593a3c82b90 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5593a3c85940 con 0x5593a3c779b0 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85bd5f7740 10 client.0 _ll_register_callbacks cb 0x5593a3b65cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85aaa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c80010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85aaa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c80010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59952/0 (socket says 172.21.15.32:59952) 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85aaa00640 1 -- 172.21.15.32:0/1369087834 learned_addr learned my addr 172.21.15.32:0/1369087834 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.521+0000 7f85b3400640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c779b0 0x5593a3c7fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85b3e00640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c80550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85aaa00640 1 -- 172.21.15.32:0/1369087834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c779b0 msgr2=0x5593a3c7fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c779b0 0x5593a3c7fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85aaa00640 1 -- 172.21.15.32:0/1369087834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 msgr2=0x5593a3c80550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c80550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85aaa00640 1 -- 172.21.15.32:0/1369087834 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593a39bc620 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85b3400640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c779b0 0x5593a3c7fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85aaa00640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c80010 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f859c0bcfe0 tx=0x7f859c03b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b36772614b71b9e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.522+0000 7f85a1600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85a1600640 1 -- 172.21.15.32:0/1369087834 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859c049070 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85a1600640 1 -- 172.21.15.32:0/1369087834 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f859c0b9950 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85a400fba0 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85a1600640 1 -- 172.21.15.32:0/1369087834 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f859c0bce20 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85bd5f7740 10 client.16164 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5593a3c919d0 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85a1600640 1 -- 172.21.15.32:0/1369087834 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85a400fba0 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85a1600640 1 -- 172.21.15.32:0/1369087834 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f859c03b580 con 0x5593a3c782d0 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85bd5f7740 10 client.16164 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:54.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85bd5f7740 10 client.16164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.523+0000 7f85bd5f7740 20 client.16164 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.524+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3c92e30 0x5593a3c952c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.524+0000 7f85bd5f7740 4 client.16164 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.524+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593a3bf18b0 con 0x5593a3c92e30 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.524+0000 7f85b3400640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3c92e30 0x5593a3c952c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.524+0000 7f85b3400640 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3c92e30 0x5593a3c952c0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bfe5cd78109dda1 server_cookie=f582761aba29c2c6 in_seq=0 out_seq=0 2024-04-25T19:11:54.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.524+0000 7f85a1600640 10 client.16164 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.525+0000 7f85a1600640 1 -- 172.21.15.32:0/1369087834 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5593a3bf18b0 con 0x5593a3c92e30 2024-04-25T19:11:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.525+0000 7f85a1600640 10 client.16164 handle_command_reply: tid=0 2024-04-25T19:11:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.525+0000 7f85bd5f7740 1 client.16164 shutdown 2024-04-25T19:11:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.525+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 msgr2=0x5593a3c80010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.525+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c80010 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f859c0bcfe0 tx=0x7f859c03b920 comp rx=0 tx=0).stop 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 shutdown_connections 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3c92e30 0x5593a3c952c0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c80550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c80010 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/1369087834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c779b0 0x5593a3c7fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85a1600640 0 client.16164 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 >> 172.21.15.32:0/1369087834 conn(0x5593a3c73ec0 msgr2=0x5593a3c79c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 shutdown_connections 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 1 -- 172.21.15.32:0/1369087834 wait complete. 2024-04-25T19:11:54.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.526+0000 7f85bd5f7740 20 client.16164 trim_cache size 0 max 16384 2024-04-25T19:11:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.542+0000 7f85bd5f7740 1 Processor -- start 2024-04-25T19:11:54.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.542+0000 7f85bd5f7740 1 -- start start 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 0x5593a3c8e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c9aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c9b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41afc60 con 0x5593a3c782d0 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41b17a0 con 0x5593a3c779b0 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41b0330 con 0x5593a3c82b90 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85b3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 0x5593a3c8e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85b3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 0x5593a3c8e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40874/0 (socket says 172.21.15.32:40874) 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85b3400640 1 -- 172.21.15.32:0/2410383469 learned_addr learned my addr 172.21.15.32:0/2410383469 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85b3e00640 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c9b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.543+0000 7f85aaa00640 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c9aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85b3400640 1 -- 172.21.15.32:0/2410383469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 msgr2=0x5593a3c9b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85b3400640 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c9b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85b3400640 1 -- 172.21.15.32:0/2410383469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 msgr2=0x5593a3c9aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85b3400640 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c9aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85b3400640 1 -- 172.21.15.32:0/2410383469 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593a3c78100 con 0x5593a3c779b0 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85b3400640 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 0x5593a3c8e680 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f85a40115a0 tx=0x7f85a400f4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1fec0e3b05be636 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85a3e00640 1 -- 172.21.15.32:0/2410383469 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a402f070 con 0x5593a3c779b0 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85a3e00640 1 -- 172.21.15.32:0/2410383469 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85a40054f0 con 0x5593a3c779b0 2024-04-25T19:11:54.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.544+0000 7f85a3e00640 1 -- 172.21.15.32:0/2410383469 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a4029030 con 0x5593a3c779b0 2024-04-25T19:11:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2410383469 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 msgr2=0x5593a3c8e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 0x5593a3c8e680 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f85a40115a0 tx=0x7f85a400f4d0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2410383469 shutdown_connections 2024-04-25T19:11:54.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c82b90 0x5593a3c9b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c782d0 0x5593a3c9aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/2410383469 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c779b0 0x5593a3c8e680 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2410383469 >> 172.21.15.32:0/2410383469 conn(0x5593a3c73ec0 msgr2=0x5593a3c7ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2410383469 shutdown_connections 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 -- 172.21.15.32:0/2410383469 wait complete. 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.545+0000 7f85bd5f7740 1 -- start start 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 Processor -- start 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c8b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c782d0 0x5593a3c88400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c88a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41b10d0 con 0x5593a3c779b0 2024-04-25T19:11:54.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41b0a00 con 0x5593a3c82b90 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f85b41adc60 con 0x5593a3c782d0 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85bd5f7740 10 client.0 _ll_register_callbacks cb 0x7f859c005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85b3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c8b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85b3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c8b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59966/0 (socket says 172.21.15.32:59966) 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85b3400640 1 -- 172.21.15.32:0/373007070 learned_addr learned my addr 172.21.15.32:0/373007070 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.546+0000 7f85aaa00640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c782d0 0x5593a3c88400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85b3e00640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c88a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85aaa00640 1 -- 172.21.15.32:0/373007070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 msgr2=0x5593a3c88a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85aaa00640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c88a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85aaa00640 1 -- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 msgr2=0x5593a3c8b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85aaa00640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c8b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85aaa00640 1 -- 172.21.15.32:0/373007070 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593a3c7a960 con 0x5593a3c782d0 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85b3400640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c8b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85aaa00640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c782d0 0x5593a3c88400 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x5593a3c74a30 tx=0x7f859c0bd1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fe50acf0cbdc143 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85a1600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85a1600640 1 -- 172.21.15.32:0/373007070 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f859c049070 con 0x5593a3c782d0 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.547+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85a40054f0 con 0x5593a3c782d0 2024-04-25T19:11:54.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85a1600640 1 -- 172.21.15.32:0/373007070 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f859c0c5c10 con 0x5593a3c782d0 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85a1600640 1 -- 172.21.15.32:0/373007070 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f859c0bcc40 con 0x5593a3c782d0 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 10 client.26350 fetch_fsmap learned FSMap version 31 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5593a3cf93a0 con 0x5593a3c782d0 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85a1600640 1 -- 172.21.15.32:0/373007070 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85a40054f0 con 0x5593a3c782d0 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85a1600640 1 -- 172.21.15.32:0/373007070 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f859c0bc730 con 0x5593a3c782d0 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 10 client.26350 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 10 client.26350 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 20 client.26350 populate_metadata read hostname 'smithi032' 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3cf9960 0x5593a3cfbd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:11:54.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 4 client.26350 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:11:54.556 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.548+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5593a3beb320 con 0x5593a3cf9960 2024-04-25T19:11:54.556 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.549+0000 7f85b3400640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3cf9960 0x5593a3cfbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:11:54.556 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.549+0000 7f85b3400640 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3cf9960 0x5593a3cfbd80 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f23ef46bbd49b5d7 server_cookie=5db19c2ff8451c94 in_seq=0 out_seq=0 2024-04-25T19:11:54.556 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.549+0000 7f85a1600640 10 client.26350 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:54.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.564+0000 7f85a1600640 1 -- 172.21.15.32:0/373007070 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5593a3beb320 con 0x5593a3cf9960 2024-04-25T19:11:54.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.564+0000 7f85a1600640 10 client.26350 handle_command_reply: tid=0 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.564+0000 7f85bd5f7740 1 client.26350 shutdown 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c782d0 msgr2=0x5593a3c88400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c782d0 0x5593a3c88400 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x5593a3c74a30 tx=0x7f859c0bd1e0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 shutdown_connections 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5593a3cf9960 0x5593a3cfbd80 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5593a3c82b90 0x5593a3c88a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5593a3c782d0 0x5593a3c88400 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85a1600640 0 client.26350 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 --2- 172.21.15.32:0/373007070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5593a3c779b0 0x5593a3c8b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 >> 172.21.15.32:0/373007070 conn(0x5593a3c73ec0 msgr2=0x5593a3c7fa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 shutdown_connections 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 1 -- 172.21.15.32:0/373007070 wait complete. 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.565+0000 7f85bd5f7740 20 client.26350 trim_cache size 0 max 16384 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:11:54.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85980a3d00 msgr2=0x7f85980a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85980a3d00 0x7f85980a61c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f85ac005fd0 tx=0x7f85ac009600 comp rx=0 tx=0).stop 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 msgr2=0x7f85b41a0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 0x7f85b41a0ae0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f859c02a910 tx=0x7f859c004270 comp rx=0 tx=0).stop 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 shutdown_connections 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f85980a3d00 0x7f85980a61c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f85b419a660 0x7f85b419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85b41092c0 0x7f85b41a0ae0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 --2- 172.21.15.32:0/1863509166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85b41041f0 0x7f85b41a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:11:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 >> 172.21.15.32:0/1863509166 conn(0x7f85b40ffa50 msgr2=0x7f85b4100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:11:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 shutdown_connections 2024-04-25T19:11:54.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:11:54.566+0000 7f85b9200640 1 -- 172.21.15.32:0/1863509166 wait complete. 2024-04-25T19:11:55.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:55 smithi066 ceph-mon[32882]: pgmap v254: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 39 KiB/s wr, 20 op/s 2024-04-25T19:11:55.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:55 smithi064 ceph-mon[32321]: pgmap v254: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 39 KiB/s wr, 20 op/s 2024-04-25T19:11:55.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:55 smithi032 ceph-mon[28041]: pgmap v254: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 39 KiB/s wr, 20 op/s 2024-04-25T19:11:57.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:57 smithi066 ceph-mon[32882]: pgmap v255: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-04-25T19:11:57.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:57 smithi064 ceph-mon[32321]: pgmap v255: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-04-25T19:11:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:57 smithi032 ceph-mon[28041]: pgmap v255: 97 pgs: 97 active+clean; 1.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-04-25T19:11:59.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:11:59 smithi066 ceph-mon[32882]: pgmap v256: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 24 KiB/s wr, 17 op/s 2024-04-25T19:11:59.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:11:59 smithi064 ceph-mon[32321]: pgmap v256: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 24 KiB/s wr, 17 op/s 2024-04-25T19:11:59.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:11:59 smithi032 ceph-mon[28041]: pgmap v256: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 24 KiB/s wr, 17 op/s 2024-04-25T19:12:01.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:01 smithi066 ceph-mon[32882]: pgmap v257: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-04-25T19:12:01.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:01 smithi064 ceph-mon[32321]: pgmap v257: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-04-25T19:12:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:01 smithi032 ceph-mon[28041]: pgmap v257: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-04-25T19:12:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:03 smithi066 ceph-mon[32882]: pgmap v258: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-04-25T19:12:03.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:03 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:12:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:03 smithi064 ceph-mon[32321]: pgmap v258: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-04-25T19:12:03.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:03 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:12:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:03 smithi032 ceph-mon[28041]: pgmap v258: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-04-25T19:12:03.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:03 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:12:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:04 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:04.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:04 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:04.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:04 smithi066 ceph-mon[32882]: pgmap v259: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 52 KiB/s wr, 32 op/s 2024-04-25T19:12:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:04 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:04 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:04 smithi064 ceph-mon[32321]: pgmap v259: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 52 KiB/s wr, 32 op/s 2024-04-25T19:12:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:04 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:04 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:04 smithi032 ceph-mon[28041]: pgmap v259: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 52 KiB/s wr, 32 op/s 2024-04-25T19:12:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:12:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:12:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:12:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:12:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:12:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:12:06.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:12:06.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:06 smithi066 ceph-mon[32882]: pgmap v260: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-04-25T19:12:07.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:06 smithi064 ceph-mon[32321]: pgmap v260: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-04-25T19:12:07.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:06 smithi032 ceph-mon[28041]: pgmap v260: 97 pgs: 97 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-04-25T19:12:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 -- 172.21.15.32:0/1741855463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c103870 msgr2=0x7f220c10bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 --2- 172.21.15.32:0/1741855463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c103870 0x7f220c10bd50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f21f4009900 tx=0x7f21f402a480 comp rx=0 tx=0).stop 2024-04-25T19:12:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 -- 172.21.15.32:0/1741855463 shutdown_connections 2024-04-25T19:12:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 --2- 172.21.15.32:0/1741855463 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f220c10c370 0x7f220c10e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 --2- 172.21.15.32:0/1741855463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c103870 0x7f220c10bd50 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 --2- 172.21.15.32:0/1741855463 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c102f50 0x7f220c103330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 -- 172.21.15.32:0/1741855463 >> 172.21.15.32:0/1741855463 conn(0x7f220c0fc790 msgr2=0x7f220c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:07.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 -- 172.21.15.32:0/1741855463 shutdown_connections 2024-04-25T19:12:07.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.716+0000 7f220b200640 1 -- 172.21.15.32:0/1741855463 wait complete. 2024-04-25T19:12:07.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.717+0000 7f220b200640 1 Processor -- start 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.717+0000 7f220b200640 1 -- start start 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c102f50 0x7f220c1a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220b200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 0x7f220c1a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220b200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f220c10c370 0x7f220c19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220b200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f220c112050 con 0x7f220c103870 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220b200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f220c111ed0 con 0x7f220c10c370 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1121d0 con 0x7f220c102f50 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f2209400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 0x7f220c1a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f2209400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 0x7f220c1a0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47858/0 (socket says 172.21.15.32:47858) 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f2209400640 1 -- 172.21.15.32:0/3873334320 learned_addr learned my addr 172.21.15.32:0/3873334320 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f2209e00640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c102f50 0x7f220c1a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.718+0000 7f220a800640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f220c10c370 0x7f220c19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209400640 1 -- 172.21.15.32:0/3873334320 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c102f50 msgr2=0x7f220c1a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209400640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c102f50 0x7f220c1a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209400640 1 -- 172.21.15.32:0/3873334320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f220c10c370 msgr2=0x7f220c19a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209400640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f220c10c370 0x7f220c19a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209400640 1 -- 172.21.15.32:0/3873334320 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220c19ad70 con 0x7f220c103870 2024-04-25T19:12:07.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209e00640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c102f50 0x7f220c1a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:07.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2209400640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 0x7f220c1a0980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f21f4005ab0 tx=0x7f21f4003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:07.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2202a00640 1 -- 172.21.15.32:0/3873334320 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f403f070 con 0x7f220c103870 2024-04-25T19:12:07.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220c19b000 con 0x7f220c103870 2024-04-25T19:12:07.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2202a00640 1 -- 172.21.15.32:0/3873334320 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21f4031b50 con 0x7f220c103870 2024-04-25T19:12:07.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.719+0000 7f2202a00640 1 -- 172.21.15.32:0/3873334320 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f4035030 con 0x7f220c103870 2024-04-25T19:12:07.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.720+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f220c1a7300 con 0x7f220c103870 2024-04-25T19:12:07.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.723+0000 7f2213c27740 1 Processor -- start 2024-04-25T19:12:07.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.723+0000 7f2202a00640 1 -- 172.21.15.32:0/3873334320 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f21f4042070 con 0x7f220c103870 2024-04-25T19:12:07.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.723+0000 7f2213c27740 1 -- start start 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2213c27740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 0x555df38f2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2213c27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df38fd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2213c27740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 0x555df38fff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2213c27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555df3858900 con 0x555df38f32d0 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2213c27740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555df37feef0 con 0x555df38f29b0 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2213c27740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555df38548c0 con 0x555df38fdb90 2024-04-25T19:12:07.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2209e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df38fd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2209400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 0x555df38fff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f220a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 0x555df38f2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2209400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 0x555df38fff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:48596/0 (socket says 172.21.15.32:48596) 2024-04-25T19:12:07.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f220a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 0x555df38f2d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46942/0 (socket says 172.21.15.32:46942) 2024-04-25T19:12:07.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2209400640 1 -- 172.21.15.32:0/2521719296 learned_addr learned my addr 172.21.15.32:0/2521719296 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:07.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.724+0000 7f2209e00640 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df38fd650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47864/0 (socket says 172.21.15.32:47864) 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2209400640 1 -- 172.21.15.32:0/2521719296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 msgr2=0x555df38f2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2209400640 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 0x555df38f2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2209400640 1 -- 172.21.15.32:0/2521719296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 msgr2=0x555df38fd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2209400640 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df38fd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2209400640 1 -- 172.21.15.32:0/2521719296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555df356b210 con 0x555df38fdb90 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f220a800640 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 0x555df38f2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2209400640 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 0x555df38fff80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f21f40ee3c0 tx=0x7f21f40f4f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=304304d6bed9de4e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:07.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f2202a00640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21f00a3d80 0x7f21f00a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.725+0000 7f21fb400640 1 -- 172.21.15.32:0/2521719296 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f40b9590 con 0x555df38fdb90 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f21fb400640 1 -- 172.21.15.32:0/2521719296 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21f40c1080 con 0x555df38fdb90 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f21fb400640 1 -- 172.21.15.32:0/2521719296 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f40bc8c0 con 0x555df38fdb90 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f220a800640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21f00a3d80 0x7f21f00a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2202a00640 1 -- 172.21.15.32:0/3873334320 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f21f40f0da0 con 0x7f220c103870 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 -- 172.21.15.32:0/2521719296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 msgr2=0x555df38fff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 0x555df38fff80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f21f40ee3c0 tx=0x7f21f40f4f50 comp rx=0 tx=0).stop 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 -- 172.21.15.32:0/2521719296 shutdown_connections 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38fdb90 0x555df38fff80 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df38fd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 --2- 172.21.15.32:0/2521719296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f29b0 0x555df38f2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f2213c27740 1 -- 172.21.15.32:0/2521719296 >> 172.21.15.32:0/2521719296 conn(0x555df38eeec0 msgr2=0x555df38ef2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:07.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.726+0000 7f220a800640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21f00a3d80 0x7f21f00a6240 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2204009ef0 tx=0x7f2204005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.727+0000 7f2213c27740 1 -- 172.21.15.32:0/2521719296 shutdown_connections 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.727+0000 7f2213c27740 1 -- 172.21.15.32:0/2521719296 wait complete. 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.727+0000 7f2213c27740 1 -- start start 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.727+0000 7f2213c27740 1 Processor -- start 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f29b0 0x555df38fa9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 0x555df38faf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df38fb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555df3900580 con 0x555df38f29b0 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555df3812310 con 0x555df38fdb90 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555df3900700 con 0x555df38f32d0 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2213c27740 10 client.0 _ll_register_callbacks cb 0x555df37e0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2209e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f29b0 0x555df38fa9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2209400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 0x555df38faf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2209400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 0x555df38faf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:48600/0 (socket says 172.21.15.32:48600) 2024-04-25T19:12:07.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2209e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f29b0 0x555df38fa9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47870/0 (socket says 172.21.15.32:47870) 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f2209400640 1 -- 172.21.15.32:0/3877136843 learned_addr learned my addr 172.21.15.32:0/3877136843 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.728+0000 7f220a800640 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df38fb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2209400640 1 -- 172.21.15.32:0/3877136843 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 msgr2=0x555df38fb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2209400640 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df38fb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2209400640 1 -- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f29b0 msgr2=0x555df38fa9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2209400640 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f29b0 0x555df38fa9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2209400640 1 -- 172.21.15.32:0/3877136843 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555df3637620 con 0x555df38f32d0 2024-04-25T19:12:07.735 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2209400640 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 0x555df38faf30 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f21f40bcd10 tx=0x7f21f4009680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0198a0699068eea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:07.735 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f21efe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f21efe00640 1 -- 172.21.15.32:0/3877136843 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f40bd220 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f21efe00640 1 -- 172.21.15.32:0/3877136843 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f21f403b460 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21f40c1080 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f21efe00640 1 -- 172.21.15.32:0/3877136843 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f21f4049020 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2213c27740 10 client.26362 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.729+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555df3900580 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f21efe00640 1 -- 172.21.15.32:0/3877136843 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21f40c1080 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f21efe00640 1 -- 172.21.15.32:0/3877136843 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f21f40b93f0 con 0x555df38f32d0 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2213c27740 10 client.26362 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2213c27740 10 client.26362 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2213c27740 20 client.26362 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:07.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2213c27740 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df390d8f0 0x555df390fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2213c27740 4 client.26362 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555df386c8b0 con 0x555df390d8f0 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.730+0000 7f2209e00640 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df390d8f0 0x555df390fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.731+0000 7f2209e00640 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df390d8f0 0x555df390fd20 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2939882d5b51533d server_cookie=ef08a5f3856f5a36 in_seq=0 out_seq=0 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.731+0000 7f21efe00640 10 client.26362 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f21efe00640 1 -- 172.21.15.32:0/3877136843 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555df386c8b0 con 0x555df390d8f0 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f21efe00640 10 client.26362 handle_command_reply: tid=0 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 client.26362 shutdown 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 msgr2=0x555df38faf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 0x555df38faf30 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f21f40bcd10 tx=0x7f21f4009680 comp rx=0 tx=0).stop 2024-04-25T19:12:07.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 shutdown_connections 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df390d8f0 0x555df390fd20 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df38fb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f32d0 0x555df38faf30 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 --2- 172.21.15.32:0/3877136843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f29b0 0x555df38fa9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f21efe00640 0 client.26362 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 >> 172.21.15.32:0/3877136843 conn(0x555df38eeec0 msgr2=0x555df38f4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 shutdown_connections 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 1 -- 172.21.15.32:0/3877136843 wait complete. 2024-04-25T19:12:07.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.732+0000 7f2213c27740 20 client.26362 trim_cache size 0 max 16384 2024-04-25T19:12:07.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 Processor -- start 2024-04-25T19:12:07.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 -- start start 2024-04-25T19:12:07.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df3909340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 0x555df38f9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38fdb90 0x555df38edea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1afd80 con 0x555df38fdb90 2024-04-25T19:12:07.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1b18c0 con 0x555df38f32d0 2024-04-25T19:12:07.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.749+0000 7f2213c27740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1b0450 con 0x555df38f29b0 2024-04-25T19:12:07.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 0x555df38f9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 0x555df38f9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46956/0 (socket says 172.21.15.32:46956) 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 -- 172.21.15.32:0/4113756242 learned_addr learned my addr 172.21.15.32:0/4113756242 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f220a800640 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38fdb90 0x555df38edea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209e00640 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df3909340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 -- 172.21.15.32:0/4113756242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 msgr2=0x555df3909340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df3909340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 -- 172.21.15.32:0/4113756242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38fdb90 msgr2=0x555df38edea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38fdb90 0x555df38edea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.750+0000 7f2209400640 1 -- 172.21.15.32:0/4113756242 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555df38f3100 con 0x555df38f32d0 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.751+0000 7f2209400640 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 0x555df38f9b50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f21f40bca80 tx=0x7f21f40bb290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbd683b11169ba45 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.751+0000 7f21faa00640 1 -- 172.21.15.32:0/4113756242 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f40bd480 con 0x555df38f32d0 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.751+0000 7f21faa00640 1 -- 172.21.15.32:0/4113756242 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21f40f4620 con 0x555df38f32d0 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.751+0000 7f21faa00640 1 -- 172.21.15.32:0/4113756242 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f40bd660 con 0x555df38f32d0 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 -- 172.21.15.32:0/4113756242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 msgr2=0x555df38f9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 0x555df38f9b50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f21f40bca80 tx=0x7f21f40bb290 comp rx=0 tx=0).stop 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 -- 172.21.15.32:0/4113756242 shutdown_connections 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38fdb90 0x555df38edea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38f32d0 0x555df38f9b50 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 --2- 172.21.15.32:0/4113756242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df3909340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 -- 172.21.15.32:0/4113756242 >> 172.21.15.32:0/4113756242 conn(0x555df38eeec0 msgr2=0x555df38ed790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:07.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 -- 172.21.15.32:0/4113756242 shutdown_connections 2024-04-25T19:12:07.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 -- 172.21.15.32:0/4113756242 wait complete. 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 -- start start 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.752+0000 7f2213c27740 1 Processor -- start 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df39058d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df3902e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df3903340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1b11f0 con 0x555df38f32d0 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1b0b20 con 0x555df38fdb90 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f220c1add80 con 0x555df38f29b0 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2213c27740 10 client.0 _ll_register_callbacks cb 0x7f21f40f4d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2209400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df3902e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2209400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df3902e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47882/0 (socket says 172.21.15.32:47882) 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2209400640 1 -- 172.21.15.32:0/240917308 learned_addr learned my addr 172.21.15.32:0/240917308 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f220a800640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df3903340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.753+0000 7f2209e00640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df39058d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209400640 1 -- 172.21.15.32:0/240917308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 msgr2=0x555df39058d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209400640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df39058d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209400640 1 -- 172.21.15.32:0/240917308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 msgr2=0x555df3903340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209400640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df3903340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209400640 1 -- 172.21.15.32:0/240917308 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555df3903880 con 0x555df38f32d0 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f220a800640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df3903340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209e00640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df39058d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2209400640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df3902e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f21f40b9110 tx=0x7f21f402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d2f2645d038aae3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f21efe00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:12:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f21efe00640 1 -- 172.21.15.32:0/240917308 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f40bd890 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f21efe00640 1 -- 172.21.15.32:0/240917308 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f21f40ee700 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.754+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21f40f4620 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f21efe00640 1 -- 172.21.15.32:0/240917308 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f21f40bdae0 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 10 client.16185 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555df3903880 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f21efe00640 1 -- 172.21.15.32:0/240917308 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21f40f4620 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f21efe00640 1 -- 172.21.15.32:0/240917308 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f21f40d60a0 con 0x555df38f32d0 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 10 client.16185 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 10 client.16185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 20 client.16185 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df3973e00 0x555df39761f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:07.761 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 4 client.16185 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:12:07.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.755+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555df3866320 con 0x555df3973e00 2024-04-25T19:12:07.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.756+0000 7f2209e00640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df3973e00 0x555df39761f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:07.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.756+0000 7f2209e00640 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df3973e00 0x555df39761f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d52c4c4349e8291 server_cookie=e77479ac01f1ef45 in_seq=0 out_seq=0 2024-04-25T19:12:07.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.756+0000 7f21efe00640 10 client.16185 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f21efe00640 1 -- 172.21.15.32:0/240917308 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555df3866320 con 0x555df3973e00 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f21efe00640 10 client.16185 handle_command_reply: tid=0 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 client.16185 shutdown 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 msgr2=0x555df3902e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df3902e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f21f40b9110 tx=0x7f21f402a480 comp rx=0 tx=0).stop 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 shutdown_connections 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555df3973e00 0x555df39761f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555df38fdb90 0x555df3903340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555df38f32d0 0x555df3902e00 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f21efe00640 0 client.16185 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 --2- 172.21.15.32:0/240917308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555df38f29b0 0x555df39058d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 >> 172.21.15.32:0/240917308 conn(0x555df38eeec0 msgr2=0x555df38fa9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 shutdown_connections 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 1 -- 172.21.15.32:0/240917308 wait complete. 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.770+0000 7f2213c27740 20 client.16185 trim_cache size 0 max 16384 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:12:07.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:12:07.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:12:07.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21f00a3d80 msgr2=0x7f21f00a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21f00a3d80 0x7f21f00a6240 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2204009ef0 tx=0x7f2204005f90 comp rx=0 tx=0).stop 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 msgr2=0x7f220c1a0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 0x7f220c1a0980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f21f4005ab0 tx=0x7f21f4003b60 comp rx=0 tx=0).stop 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 shutdown_connections 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f21f00a3d80 0x7f21f00a6240 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f220c10c370 0x7f220c19a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f220c103870 0x7f220c1a0980 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 --2- 172.21.15.32:0/3873334320 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f220c102f50 0x7f220c1a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 >> 172.21.15.32:0/3873334320 conn(0x7f220c0fc790 msgr2=0x7f220c10d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 shutdown_connections 2024-04-25T19:12:07.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:07.771+0000 7f220b200640 1 -- 172.21.15.32:0/3873334320 wait complete. 2024-04-25T19:12:09.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:08 smithi066 ceph-mon[32882]: osdmap e97: 12 total, 12 up, 12 in 2024-04-25T19:12:09.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:08 smithi066 ceph-mon[32882]: pgmap v262: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:09.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:08 smithi064 ceph-mon[32321]: osdmap e97: 12 total, 12 up, 12 in 2024-04-25T19:12:09.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:08 smithi064 ceph-mon[32321]: pgmap v262: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:09.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:08 smithi032 ceph-mon[28041]: osdmap e97: 12 total, 12 up, 12 in 2024-04-25T19:12:09.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:08 smithi032 ceph-mon[28041]: pgmap v262: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:11.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:11 smithi066 ceph-mon[32882]: pgmap v263: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:11 smithi064 ceph-mon[32321]: pgmap v263: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:11 smithi032 ceph-mon[28041]: pgmap v263: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:13 smithi066 ceph-mon[32882]: pgmap v264: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:13 smithi064 ceph-mon[32321]: pgmap v264: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:13 smithi032 ceph-mon[28041]: pgmap v264: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 59 KiB/s wr, 33 op/s 2024-04-25T19:12:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:15 smithi066 ceph-mon[32882]: pgmap v265: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-25T19:12:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:15 smithi064 ceph-mon[32321]: pgmap v265: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-25T19:12:15.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:15 smithi032 ceph-mon[28041]: pgmap v265: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-25T19:12:17.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:17 smithi032 ceph-mon[28041]: pgmap v266: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-25T19:12:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:17 smithi066 ceph-mon[32882]: pgmap v266: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-25T19:12:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:17 smithi064 ceph-mon[32321]: pgmap v266: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-04-25T19:12:18.251 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:12:18.761 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:12:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:19 smithi066 ceph-mon[32882]: pgmap v267: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.6 KiB/s wr, 17 op/s 2024-04-25T19:12:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:19 smithi066 ceph-mon[32882]: osdmap e98: 12 total, 12 up, 12 in 2024-04-25T19:12:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:19 smithi064 ceph-mon[32321]: pgmap v267: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.6 KiB/s wr, 17 op/s 2024-04-25T19:12:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:19 smithi064 ceph-mon[32321]: osdmap e98: 12 total, 12 up, 12 in 2024-04-25T19:12:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:19 smithi032 ceph-mon[28041]: pgmap v267: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.6 KiB/s wr, 17 op/s 2024-04-25T19:12:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:19 smithi032 ceph-mon[28041]: osdmap e98: 12 total, 12 up, 12 in 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.921+0000 7fa712a00640 1 -- 172.21.15.32:0/2683866553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 msgr2=0x7fa70c10ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.921+0000 7fa712a00640 1 --2- 172.21.15.32:0/2683866553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c10ea40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc009900 tx=0x7fa6fc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 -- 172.21.15.32:0/2683866553 shutdown_connections 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 --2- 172.21.15.32:0/2683866553 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa70c108f60 0x7fa70c115420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 --2- 172.21.15.32:0/2683866553 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa70c1085a0 0x7fa70c108a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 --2- 172.21.15.32:0/2683866553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c10ea40 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 -- 172.21.15.32:0/2683866553 >> 172.21.15.32:0/2683866553 conn(0x7fa70c076460 msgr2=0x7fa70c078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:20.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 -- 172.21.15.32:0/2683866553 shutdown_connections 2024-04-25T19:12:20.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.922+0000 7fa712a00640 1 -- 172.21.15.32:0/2683866553 wait complete. 2024-04-25T19:12:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 Processor -- start 2024-04-25T19:12:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 -- start start 2024-04-25T19:12:20.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa70c1085a0 0x7fa70c19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa70c108f60 0x7fa70c19f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c1a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1188a0 con 0x7fa70c10e660 2024-04-25T19:12:20.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c118720 con 0x7fa70c108f60 2024-04-25T19:12:20.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.923+0000 7fa712a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c118a20 con 0x7fa70c1085a0 2024-04-25T19:12:20.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c1a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c1a3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55046/0 (socket says 172.21.15.32:55046) 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa703e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa70c108f60 0x7fa70c19f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 -- 172.21.15.32:0/421722147 learned_addr learned my addr 172.21.15.32:0/421722147 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa70be00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa70c1085a0 0x7fa70c19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 -- 172.21.15.32:0/421722147 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa70c1085a0 msgr2=0x7fa70c19ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa70c1085a0 0x7fa70c19ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 -- 172.21.15.32:0/421722147 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa70c108f60 msgr2=0x7fa70c19f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa70c108f60 0x7fa70c19f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.924+0000 7fa710a00640 1 -- 172.21.15.32:0/421722147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa70c1a3d30 con 0x7fa70c10e660 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.925+0000 7fa710a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c1a3600 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa70400eb10 tx=0x7fa70400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.925+0000 7fa709600640 1 -- 172.21.15.32:0/421722147 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704004b20 con 0x7fa70c10e660 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.925+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa70c1a4020 con 0x7fa70c10e660 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.925+0000 7fa709600640 1 -- 172.21.15.32:0/421722147 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa704004cc0 con 0x7fa70c10e660 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.925+0000 7fa709600640 1 -- 172.21.15.32:0/421722147 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704010690 con 0x7fa70c10e660 2024-04-25T19:12:20.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.925+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa70c1ab8b0 con 0x7fa70c10e660 2024-04-25T19:12:20.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.928+0000 7fa709600640 1 -- 172.21.15.32:0/421722147 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa704005020 con 0x7fa70c10e660 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.928+0000 7fa715990740 1 Processor -- start 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 -- start start 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591cee8ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee994c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cee9bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5591cedf4900 con 0x5591cee8e820 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5591ced9aef0 con 0x5591cee99a00 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa715990740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5591cedf08c0 con 0x5591cee8f140 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa70be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa703e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591cee8ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa70be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee994c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:33888/0 (socket says 172.21.15.32:33888) 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.929+0000 7fa70be00640 1 -- 172.21.15.32:0/1725911114 learned_addr learned my addr 172.21.15.32:0/1725911114 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:20.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa703e00640 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cee9bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa70be00640 1 -- 172.21.15.32:0/1725911114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 msgr2=0x5591cee9bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa70be00640 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cee9bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa70be00640 1 -- 172.21.15.32:0/1725911114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 msgr2=0x5591cee8ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa70be00640 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591cee8ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa70be00640 1 -- 172.21.15.32:0/1725911114 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591ceb07210 con 0x5591cee8f140 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa703e00640 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591cee8ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa70be00640 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee994c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc009900 tx=0x7fa6fc0040d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a71482f5cb0f212 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa709600640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa6f00a3d10 0x7fa6f00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.930+0000 7fa701200640 1 -- 172.21.15.32:0/1725911114 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc035040 con 0x5591cee8f140 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa709600640 1 -- 172.21.15.32:0/421722147 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fa7040d0d50 con 0x7fa70c10e660 2024-04-25T19:12:20.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa701200640 1 -- 172.21.15.32:0/1725911114 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6fc0054f0 con 0x5591cee8f140 2024-04-25T19:12:20.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa701200640 1 -- 172.21.15.32:0/1725911114 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0035f0 con 0x5591cee8f140 2024-04-25T19:12:20.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa703e00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa6f00a3d10 0x7fa6f00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa715990740 1 -- 172.21.15.32:0/1725911114 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 msgr2=0x5591cee994c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa715990740 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee994c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc009900 tx=0x7fa6fc0040d0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.931+0000 7fa703e00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa6f00a3d10 0x7fa6f00a61d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009fd0 tx=0x7fa6f4009370 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 -- 172.21.15.32:0/1725911114 shutdown_connections 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cee9bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee994c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 --2- 172.21.15.32:0/1725911114 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591cee8ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 -- 172.21.15.32:0/1725911114 >> 172.21.15.32:0/1725911114 conn(0x5591cee8ad30 msgr2=0x5591cee8b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 -- 172.21.15.32:0/1725911114 shutdown_connections 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 -- 172.21.15.32:0/1725911114 wait complete. 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 -- start start 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.932+0000 7fa715990740 1 Processor -- start 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8e820 0x5591cee96970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee96eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee99a00 0x5591cee973f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5591cee9c5d0 con 0x5591cee99a00 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5591cedae310 con 0x5591cee8e820 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5591cee9c750 con 0x5591cee8f140 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa715990740 10 client.0 _ll_register_callbacks cb 0x5591ced7ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa710a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee99a00 0x5591cee973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa703e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee96eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa70be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8e820 0x5591cee96970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa710a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee99a00 0x5591cee973f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55064/0 (socket says 172.21.15.32:55064) 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.933+0000 7fa710a00640 1 -- 172.21.15.32:0/585784087 learned_addr learned my addr 172.21.15.32:0/585784087 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa70be00640 1 -- 172.21.15.32:0/585784087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 msgr2=0x5591cee96eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa70be00640 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee96eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa70be00640 1 -- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee99a00 msgr2=0x5591cee973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa70be00640 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee99a00 0x5591cee973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa70be00640 1 -- 172.21.15.32:0/585784087 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591cebd3620 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa70be00640 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8e820 0x5591cee96970 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc02a910 tx=0x7fa6fc005b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d059f141c077e949 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa6f9600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa6f9600640 1 -- 172.21.15.32:0/585784087 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc053060 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6fc0054f0 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.934+0000 7fa6f9600640 1 -- 172.21.15.32:0/585784087 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fa6fc004d10 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.935+0000 7fa6f9600640 1 -- 172.21.15.32:0/585784087 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa6fc035050 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.935+0000 7fa715990740 10 client.26333 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.935+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5591ceea8850 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.935+0000 7fa6f9600640 1 -- 172.21.15.32:0/585784087 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6fc0054f0 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.935+0000 7fa6f9600640 1 -- 172.21.15.32:0/585784087 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa6fc003a40 con 0x5591cee8e820 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa715990740 10 client.26333 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:20.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa715990740 10 client.26333 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa715990740 20 client.26333 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa715990740 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591ceea9ba0 0x5591ceeabf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa715990740 4 client.26333 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5591cee088b0 con 0x5591ceea9ba0 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa703e00640 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591ceea9ba0 0x5591ceeabf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa703e00640 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591ceea9ba0 0x5591ceeabf90 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24b52ef2536610e7 server_cookie=b86cf5af113a5bf3 in_seq=0 out_seq=0 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.936+0000 7fa6f9600640 10 client.26333 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.937+0000 7fa6f9600640 1 -- 172.21.15.32:0/585784087 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5591cee088b0 con 0x5591ceea9ba0 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.937+0000 7fa6f9600640 10 client.26333 handle_command_reply: tid=0 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.937+0000 7fa715990740 1 client.26333 shutdown 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.937+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8e820 msgr2=0x5591cee96970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.937+0000 7fa715990740 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8e820 0x5591cee96970 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc02a910 tx=0x7fa6fc005b50 comp rx=0 tx=0).stop 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 shutdown_connections 2024-04-25T19:12:20.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591ceea9ba0 0x5591ceeabf90 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee99a00 0x5591cee973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8f140 0x5591cee96eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 --2- 172.21.15.32:0/585784087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8e820 0x5591cee96970 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa6f9600640 0 client.26333 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 >> 172.21.15.32:0/585784087 conn(0x5591cee8ad30 msgr2=0x5591cee90ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 shutdown_connections 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 1 -- 172.21.15.32:0/585784087 wait complete. 2024-04-25T19:12:20.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.938+0000 7fa715990740 20 client.26333 trim_cache size 0 max 16384 2024-04-25T19:12:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 Processor -- start 2024-04-25T19:12:20.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 -- start start 2024-04-25T19:12:20.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591ceea5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 0x5591cee908e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee99a00 0x5591ceeb1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1b41d0 con 0x5591cee8e820 2024-04-25T19:12:20.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1b5d10 con 0x5591cee8f140 2024-04-25T19:12:20.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa715990740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1b48a0 con 0x5591cee99a00 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa70be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591ceea5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa703e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 0x5591cee908e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa703e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 0x5591cee908e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34554/0 (socket says 172.21.15.32:34554) 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa703e00640 1 -- 172.21.15.32:0/2707389420 learned_addr learned my addr 172.21.15.32:0/2707389420 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa70be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591ceea5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55066/0 (socket says 172.21.15.32:55066) 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.955+0000 7fa710a00640 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee99a00 0x5591ceeb1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa703e00640 1 -- 172.21.15.32:0/2707389420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee99a00 msgr2=0x5591ceeb1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa703e00640 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee99a00 0x5591ceeb1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa703e00640 1 -- 172.21.15.32:0/2707389420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 msgr2=0x5591ceea5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa703e00640 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591ceea5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa703e00640 1 -- 172.21.15.32:0/2707389420 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591cee9c6f0 con 0x5591cee8f140 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa703e00640 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 0x5591cee908e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009400 tx=0x7fa6f4015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d433557f9ba252a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa6fbe00640 1 -- 172.21.15.32:0/2707389420 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f4004410 con 0x5591cee8f140 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa6fbe00640 1 -- 172.21.15.32:0/2707389420 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6f402d710 con 0x5591cee8f140 2024-04-25T19:12:20.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.956+0000 7fa6fbe00640 1 -- 172.21.15.32:0/2707389420 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f400fc20 con 0x5591cee8f140 2024-04-25T19:12:20.965 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 -- 172.21.15.32:0/2707389420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 msgr2=0x5591cee908e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.965 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 0x5591cee908e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009400 tx=0x7fa6f4015000 comp rx=0 tx=0).stop 2024-04-25T19:12:20.965 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 -- 172.21.15.32:0/2707389420 shutdown_connections 2024-04-25T19:12:20.965 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee99a00 0x5591ceeb1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.965 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee8f140 0x5591cee908e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.965 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 --2- 172.21.15.32:0/2707389420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8e820 0x5591ceea5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.966 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 -- 172.21.15.32:0/2707389420 >> 172.21.15.32:0/2707389420 conn(0x5591cee8ad30 msgr2=0x5591cee901d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:20.966 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 -- 172.21.15.32:0/2707389420 shutdown_connections 2024-04-25T19:12:20.966 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.957+0000 7fa715990740 1 -- 172.21.15.32:0/2707389420 wait complete. 2024-04-25T19:12:20.966 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 -- start start 2024-04-25T19:12:20.966 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 Processor -- start 2024-04-25T19:12:20.966 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8e820 0x5591cee9f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8f140 0x5591cee9fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cef0ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1b5640 con 0x5591cee8f140 2024-04-25T19:12:20.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1b4f70 con 0x5591cee99a00 2024-04-25T19:12:20.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c1b21d0 con 0x5591cee8e820 2024-04-25T19:12:20.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.958+0000 7fa715990740 10 client.0 _ll_register_callbacks cb 0x7fa6fc005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:20.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.959+0000 7fa710a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cef0ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.959+0000 7fa710a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cef0ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34568/0 (socket says 172.21.15.32:34568) 2024-04-25T19:12:20.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.959+0000 7fa710a00640 1 -- 172.21.15.32:0/3735994851 learned_addr learned my addr 172.21.15.32:0/3735994851 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:20.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.959+0000 7fa70be00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8e820 0x5591cee9f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.959+0000 7fa703e00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8f140 0x5591cee9fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa710a00640 1 -- 172.21.15.32:0/3735994851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8e820 msgr2=0x5591cee9f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa710a00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8e820 0x5591cee9f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa710a00640 1 -- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8f140 msgr2=0x5591cee9fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa710a00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8f140 0x5591cee9fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa710a00640 1 -- 172.21.15.32:0/3735994851 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591cef0f320 con 0x5591cee99a00 2024-04-25T19:12:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa710a00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cef0ede0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa7040049d0 tx=0x7fa70400cee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c9108feb988debb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa6f9600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa6f9600640 1 -- 172.21.15.32:0/3735994851 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70409d140 con 0x5591cee99a00 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa6f9600640 1 -- 172.21.15.32:0/3735994851 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fa7040a54c0 con 0x5591cee99a00 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.960+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6f402d710 con 0x5591cee99a00 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa6f9600640 1 -- 172.21.15.32:0/3735994851 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa70409d3e0 con 0x5591cee99a00 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 10 client.26339 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5591cef10530 con 0x5591cee99a00 2024-04-25T19:12:20.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa6f9600640 1 -- 172.21.15.32:0/3735994851 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6f402d710 con 0x5591cee99a00 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa6f9600640 1 -- 172.21.15.32:0/3735994851 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa7040bd0b0 con 0x5591cee99a00 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 10 client.26339 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 10 client.26339 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 20 client.26339 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591cef10c00 0x5591cef13020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 4 client.26339 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:12:20.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.961+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5591cee02320 con 0x5591cef10c00 2024-04-25T19:12:20.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.962+0000 7fa70be00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591cef10c00 0x5591cef13020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:20.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.962+0000 7fa70be00640 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591cef10c00 0x5591cef13020 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8c3745a6d0cbc5f server_cookie=9364b699a48fb79a in_seq=0 out_seq=0 2024-04-25T19:12:20.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.962+0000 7fa6f9600640 10 client.26339 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:20.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa6f9600640 1 -- 172.21.15.32:0/3735994851 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5591cee02320 con 0x5591cef10c00 2024-04-25T19:12:20.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa6f9600640 10 client.26339 handle_command_reply: tid=0 2024-04-25T19:12:20.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 client.26339 shutdown 2024-04-25T19:12:20.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 msgr2=0x5591cef0ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cef0ede0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa7040049d0 tx=0x7fa70400cee0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 shutdown_connections 2024-04-25T19:12:20.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5591cef10c00 0x5591cef13020 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5591cee99a00 0x5591cef0ede0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5591cee8f140 0x5591cee9fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa6f9600640 0 client.26339 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:20.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 --2- 172.21.15.32:0/3735994851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5591cee8e820 0x5591cee9f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 >> 172.21.15.32:0/3735994851 conn(0x5591cee8ad30 msgr2=0x5591cee971a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:20.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 shutdown_connections 2024-04-25T19:12:20.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.976+0000 7fa715990740 1 -- 172.21.15.32:0/3735994851 wait complete. 2024-04-25T19:12:20.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa715990740 20 client.26339 trim_cache size 0 max 16384 2024-04-25T19:12:20.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:12:20.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:12:20.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:12:20.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:12:20.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa6f00a3d10 msgr2=0x7fa6f00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa6f00a3d10 0x7fa6f00a61d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009fd0 tx=0x7fa6f4009370 comp rx=0 tx=0).stop 2024-04-25T19:12:20.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 msgr2=0x7fa70c1a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:20.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c1a3600 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa70400eb10 tx=0x7fa70400c2d0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 shutdown_connections 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa6f00a3d10 0x7fa6f00a61d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa70c10e660 0x7fa70c1a3600 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa70c108f60 0x7fa70c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 --2- 172.21.15.32:0/421722147 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa70c1085a0 0x7fa70c19ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.977+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 >> 172.21.15.32:0/421722147 conn(0x7fa70c076460 msgr2=0x7fa70c077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.978+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 shutdown_connections 2024-04-25T19:12:20.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:20.978+0000 7fa712a00640 1 -- 172.21.15.32:0/421722147 wait complete. 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.124+0000 7f38dea00700 1 -- 172.21.15.32:0/1674834371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 msgr2=0x7f38d81098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.124+0000 7f38dea00700 1 --2- 172.21.15.32:0/1674834371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d81098e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f38c40099c0 tx=0x7f38c4009cd0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 -- 172.21.15.32:0/1674834371 shutdown_connections 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 --2- 172.21.15.32:0/1674834371 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8109fc0 0x7f38d8111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 --2- 172.21.15.32:0/1674834371 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f38d8104ee0 0x7f38d81052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 --2- 172.21.15.32:0/1674834371 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d81098e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 -- 172.21.15.32:0/1674834371 >> 172.21.15.32:0/1674834371 conn(0x7f38d8100770 msgr2=0x7f38d8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:21.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 -- 172.21.15.32:0/1674834371 shutdown_connections 2024-04-25T19:12:21.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.125+0000 7f38dea00700 1 -- 172.21.15.32:0/1674834371 wait complete. 2024-04-25T19:12:21.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.126+0000 7f38dea00700 1 Processor -- start 2024-04-25T19:12:21.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.126+0000 7f38dea00700 1 -- start start 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38dea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8104ee0 0x7f38d819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38dea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f38d8109fc0 0x7f38d819fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38dea00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f38d8114e30 con 0x7f38d8105890 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38dea00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f38d8114cb0 con 0x7f38d8109fc0 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38dea00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f38d8114fb0 con 0x7f38d8104ee0 2024-04-25T19:12:21.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38d7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:21.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38d7e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8104ee0 0x7f38d819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:21.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38d7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d819b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55096/0 (socket says 172.21.15.32:55096) 2024-04-25T19:12:21.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.127+0000 7f38d7400700 1 -- 172.21.15.32:0/2600843798 learned_addr learned my addr 172.21.15.32:0/2600843798 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:21.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38dca00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f38d8109fc0 0x7f38d819fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:21.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7400700 1 -- 172.21.15.32:0/2600843798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8104ee0 msgr2=0x7f38d819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:21.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7400700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8104ee0 0x7f38d819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7400700 1 -- 172.21.15.32:0/2600843798 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f38d8109fc0 msgr2=0x7f38d819fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:21.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7400700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f38d8109fc0 0x7f38d819fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7400700 1 -- 172.21.15.32:0/2600843798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d81a0350 con 0x7f38d8105890 2024-04-25T19:12:21.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7e00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8104ee0 0x7f38d819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.128+0000 7f38d7400700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d819b880 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f38c4006010 tx=0x7f38c4005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.129+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c4026070 con 0x7f38d8105890 2024-04-25T19:12:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.129+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38c4003c70 con 0x7f38d8105890 2024-04-25T19:12:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.129+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c400fb60 con 0x7f38d8105890 2024-04-25T19:12:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.129+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d81a05e0 con 0x7f38d8105890 2024-04-25T19:12:21.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.129+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d81a7ec0 con 0x7f38d8105890 2024-04-25T19:12:21.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.130+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38d81063c0 con 0x7f38d8105890 2024-04-25T19:12:21.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.132+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f38c4029070 con 0x7f38d8105890 2024-04-25T19:12:21.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.133+0000 7f38d4c00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f38bc0a3e30 0x7f38bc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:21.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.134+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f38c40d0de0 con 0x7f38d8105890 2024-04-25T19:12:21.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.134+0000 7f38d7e00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f38bc0a3e30 0x7f38bc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:21.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.135+0000 7f38d7e00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f38bc0a3e30 0x7f38bc0a62f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f38c8009680 tx=0x7f38c8009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:21.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.138+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f38c4013070 con 0x7f38d8105890 2024-04-25T19:12:21.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:21 smithi032 ceph-mon[28041]: pgmap v269: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T19:12:21.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.432+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38d819c6a0 con 0x7f38d8105890 2024-04-25T19:12:21.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.433+0000 7f38d4c00700 1 -- 172.21.15.32:0/2600843798 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f38c4003e20 con 0x7f38d8105890 2024-04-25T19:12:21.436 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:12:21.436 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:12:21.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f38bc0a3e30 msgr2=0x7f38bc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:21.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f38bc0a3e30 0x7f38bc0a62f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f38c8009680 tx=0x7f38c8009260 comp rx=0 tx=0).stop 2024-04-25T19:12:21.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 msgr2=0x7f38d819b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d819b880 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f38c4006010 tx=0x7f38c4005280 comp rx=0 tx=0).stop 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 shutdown_connections 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f38bc0a3e30 0x7f38bc0a62f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f38d8109fc0 0x7f38d819fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d8104ee0 0x7f38d819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 --2- 172.21.15.32:0/2600843798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f38d8105890 0x7f38d819b880 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.437+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 >> 172.21.15.32:0/2600843798 conn(0x7f38d8100770 msgr2=0x7f38d81012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.438+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 shutdown_connections 2024-04-25T19:12:21.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:21.438+0000 7f38dea00700 1 -- 172.21.15.32:0/2600843798 wait complete. 2024-04-25T19:12:21.441 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:12:21.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:21 smithi066 ceph-mon[32882]: pgmap v269: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T19:12:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:21 smithi064 ceph-mon[32321]: pgmap v269: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T19:12:22.280 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id e988f24 --release --await' 2024-04-25T19:12:22.280 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id e988f24 --release --await 2024-04-25T19:12:22.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:22 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2600843798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:12:22.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:22 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2600843798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:12:22.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:22 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2600843798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:12:22.768 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:12:23.440 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:23 smithi032 ceph-mon[28041]: pgmap v270: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T19:12:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:23 smithi066 ceph-mon[32882]: pgmap v270: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T19:12:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:23 smithi064 ceph-mon[32321]: pgmap v270: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-25T19:12:25.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 -- 172.21.15.32:0/420834935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564105870 msgr2=0x7f75641098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 --2- 172.21.15.32:0/420834935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564105870 0x7f75641098c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f75500099c0 tx=0x7f7550009cd0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 -- 172.21.15.32:0/420834935 shutdown_connections 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 --2- 172.21.15.32:0/420834935 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564109fa0 0x7f7564111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 --2- 172.21.15.32:0/420834935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564104ec0 0x7f75641052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 --2- 172.21.15.32:0/420834935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564105870 0x7f75641098c0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 -- 172.21.15.32:0/420834935 >> 172.21.15.32:0/420834935 conn(0x7f7564100750 msgr2=0x7f7564102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 -- 172.21.15.32:0/420834935 shutdown_connections 2024-04-25T19:12:25.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.192+0000 7f7569600700 1 -- 172.21.15.32:0/420834935 wait complete. 2024-04-25T19:12:25.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.194+0000 7f7569600700 1 Processor -- start 2024-04-25T19:12:25.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.194+0000 7f7569600700 1 -- start start 2024-04-25T19:12:25.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7569600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564104ec0 0x7f756419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7569600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 0x7f756419b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7569600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564109fa0 0x7f756419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7569600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7564114e60 con 0x7f7564104ec0 2024-04-25T19:12:25.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7569600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7564114ce0 con 0x7f7564105870 2024-04-25T19:12:25.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7569600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7564114fe0 con 0x7f7564109fa0 2024-04-25T19:12:25.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7562000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 0x7f756419b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7562000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 0x7f756419b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57902/0 (socket says 172.21.15.32:57902) 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7563400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564109fa0 0x7f756419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7562000700 1 -- 172.21.15.32:0/4023470088 learned_addr learned my addr 172.21.15.32:0/4023470088 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.195+0000 7f7562a00700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564104ec0 0x7f756419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7562000700 1 -- 172.21.15.32:0/4023470088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564109fa0 msgr2=0x7f756419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7562000700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564109fa0 0x7f756419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7562000700 1 -- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564104ec0 msgr2=0x7f756419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7562000700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564104ec0 0x7f756419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7562000700 1 -- 172.21.15.32:0/4023470088 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75641a0390 con 0x7f7564105870 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7563400700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564109fa0 0x7f756419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f7562000700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 0x7f756419b910 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7550005f50 tx=0x7f7550005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f755b400700 1 -- 172.21.15.32:0/4023470088 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7550026070 con 0x7f7564105870 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f755b400700 1 -- 172.21.15.32:0/4023470088 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7550003c70 con 0x7f7564105870 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.196+0000 7f755b400700 1 -- 172.21.15.32:0/4023470088 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755000f960 con 0x7f7564105870 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.197+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75641a0620 con 0x7f7564105870 2024-04-25T19:12:25.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.197+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75641a7f00 con 0x7f7564105870 2024-04-25T19:12:25.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.201+0000 7f7573ec6b80 1 Processor -- start 2024-04-25T19:12:25.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 -- start start 2024-04-25T19:12:25.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee28d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee33bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee340f0 0x55b1eee364e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55b1eed7bf90 con 0x55b1eee340f0 2024-04-25T19:12:25.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55b1eed22830 con 0x55b1eee28920 2024-04-25T19:12:25.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55b1eed77f50 con 0x55b1eee29240 2024-04-25T19:12:25.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7563400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee28d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7563400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee28d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57908/0 (socket says 172.21.15.32:57908) 2024-04-25T19:12:25.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.202+0000 7f7563400700 1 -- 172.21.15.32:0/377838482 learned_addr learned my addr 172.21.15.32:0/377838482 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:25.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee33bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 -- 172.21.15.32:0/377838482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 msgr2=0x55b1eee28d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee28d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 -- 172.21.15.32:0/377838482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee340f0 msgr2=0x55b1eee364e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee340f0 0x55b1eee364e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 -- 172.21.15.32:0/377838482 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1eed18780 con 0x55b1eee29240 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7563400700 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee28d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:25.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f7562a00700 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee33bb0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7554009cb0 tx=0x7f7554011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d41f5b695cec019 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.203+0000 7f754fe00700 1 -- 172.21.15.32:0/377838482 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7554011d20 con 0x55b1eee29240 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.204+0000 7f754fe00700 1 -- 172.21.15.32:0/377838482 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75540044e0 con 0x55b1eee29240 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.204+0000 7f754fe00700 1 -- 172.21.15.32:0/377838482 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7554005280 con 0x55b1eee29240 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.204+0000 7f7573ec6b80 1 -- 172.21.15.32:0/377838482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 msgr2=0x55b1eee33bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.204+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee33bb0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7554009cb0 tx=0x7f7554011440 comp rx=0 tx=0).stop 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.205+0000 7f7573ec6b80 1 -- 172.21.15.32:0/377838482 shutdown_connections 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.205+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee340f0 0x55b1eee364e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.205+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee28d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.205+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/377838482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee33bb0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.205+0000 7f7573ec6b80 1 -- 172.21.15.32:0/377838482 >> 172.21.15.32:0/377838482 conn(0x55b1eed576a0 msgr2=0x55b1eee24dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:25.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.205+0000 7f755b400700 1 -- 172.21.15.32:0/4023470088 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7550029070 con 0x7f7564105870 2024-04-25T19:12:25.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.206+0000 7f7573ec6b80 1 -- 172.21.15.32:0/377838482 shutdown_connections 2024-04-25T19:12:25.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.206+0000 7f7573ec6b80 1 -- 172.21.15.32:0/377838482 wait complete. 2024-04-25T19:12:25.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.206+0000 7f7573ec6b80 1 -- start start 2024-04-25T19:12:25.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.206+0000 7f7573ec6b80 1 Processor -- start 2024-04-25T19:12:25.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee28920 0x55b1eee339a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f755b400700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75480a3cc0 0x7f75480a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee30ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee31660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55b1eee36c10 con 0x55b1eee28920 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55b1eed35960 con 0x55b1eee311e0 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55b1eee36d90 con 0x55b1eee29240 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7573ec6b80 10 client.0 _ll_register_callbacks cb 0x55b1eed14820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f755b400700 1 -- 172.21.15.32:0/4023470088 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f75500d0f90 con 0x7f7564105870 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7562000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee30ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.207+0000 7f7562000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee30ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46700/0 (socket says 172.21.15.32:46700) 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 -- 172.21.15.32:0/2520473518 learned_addr learned my addr 172.21.15.32:0/2520473518 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562a00700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75480a3cc0 0x7f75480a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7563400700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee28920 0x55b1eee339a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 -- 172.21.15.32:0/2520473518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 msgr2=0x55b1eee31660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7563400700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee31660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee31660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 -- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee28920 msgr2=0x55b1eee339a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee28920 0x55b1eee339a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 -- 172.21.15.32:0/2520473518 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1eecc99d0 con 0x55b1eee29240 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7563400700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee31660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f7562000700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee30ca0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7550000c00 tx=0x7f75500cebd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d142f2a9bf8a8a48 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:25.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.208+0000 7f754cc00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f754cc00700 1 -- 172.21.15.32:0/2520473518 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755009d650 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f754cc00700 1 -- 172.21.15.32:0/2520473518 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f75500a56a0 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f7562a00700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75480a3cc0 0x7f75480a6180 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7554000c00 tx=0x7f7554004dc0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75540044e0 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f754cc00700 1 -- 172.21.15.32:0/2520473518 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7550003e20 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f7573ec6b80 10 client.26404 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b1eed12bf0 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.209+0000 7f754cc00700 1 -- 172.21.15.32:0/2520473518 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75540044e0 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f754cc00700 1 -- 172.21.15.32:0/2520473518 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f75500b6140 con 0x55b1eee29240 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7573ec6b80 10 client.26404 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7573ec6b80 10 client.26404 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7573ec6b80 20 client.26404 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eee43d60 0x55b1eee46180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7573ec6b80 4 client.26404 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:12:25.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1eed89780 con 0x55b1eee43d60 2024-04-25T19:12:25.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.210+0000 7f7563400700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eee43d60 0x55b1eee46180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.211+0000 7f7563400700 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eee43d60 0x55b1eee46180 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b38d2e40257ce3dd server_cookie=b4aa510c60b7999f in_seq=0 out_seq=0 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.211+0000 7f754cc00700 10 client.26404 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f754cc00700 1 -- 172.21.15.32:0/2520473518 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1eed89780 con 0x55b1eee43d60 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f754cc00700 10 client.26404 handle_command_reply: tid=0 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 client.26404 shutdown 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 msgr2=0x55b1eee30ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee30ca0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7550000c00 tx=0x7f75500cebd0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 shutdown_connections 2024-04-25T19:12:25.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eee43d60 0x55b1eee46180 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee28920 0x55b1eee339a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee31660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2520473518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee30ca0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f754cc00700 0 client.26404 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 >> 172.21.15.32:0/2520473518 conn(0x55b1eed576a0 msgr2=0x55b1eee249c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 shutdown_connections 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2520473518 wait complete. 2024-04-25T19:12:25.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.212+0000 7f7573ec6b80 20 client.26404 trim_cache size 0 max 16384 2024-04-25T19:12:25.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.234+0000 7f7573ec6b80 1 Processor -- start 2024-04-25T19:12:25.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.234+0000 7f7573ec6b80 1 -- start start 2024-04-25T19:12:25.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee28920 0x55b1eee23460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 0x55b1eee32be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee3c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75641af4d0 con 0x55b1eee29240 2024-04-25T19:12:25.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f75641b1010 con 0x55b1eee311e0 2024-04-25T19:12:25.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f75641afba0 con 0x55b1eee28920 2024-04-25T19:12:25.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 0x55b1eee32be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 0x55b1eee32be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34756/0 (socket says 172.21.15.32:34756) 2024-04-25T19:12:25.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 -- 172.21.15.32:0/2927453200 learned_addr learned my addr 172.21.15.32:0/2927453200 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:25.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562a00700 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee28920 0x55b1eee23460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7563400700 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee3c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 -- 172.21.15.32:0/2927453200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee28920 msgr2=0x55b1eee23460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee28920 0x55b1eee23460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 -- 172.21.15.32:0/2927453200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 msgr2=0x55b1eee3c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee3c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.235+0000 7f7562000700 1 -- 172.21.15.32:0/2927453200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1eee2f250 con 0x55b1eee29240 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.236+0000 7f7562a00700 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee28920 0x55b1eee23460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.236+0000 7f7562000700 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 0x55b1eee32be0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f755000b580 tx=0x7f75500a13f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=698f5dc96070ed45 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.236+0000 7f754f400700 1 -- 172.21.15.32:0/2927453200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755009d650 con 0x55b1eee29240 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.236+0000 7f754f400700 1 -- 172.21.15.32:0/2927453200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75500a5b30 con 0x55b1eee29240 2024-04-25T19:12:25.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.236+0000 7f754f400700 1 -- 172.21.15.32:0/2927453200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75500a5900 con 0x55b1eee29240 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2927453200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 msgr2=0x55b1eee32be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 0x55b1eee32be0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f755000b580 tx=0x7f75500a13f0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2927453200 shutdown_connections 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee311e0 0x55b1eee3c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee28920 0x55b1eee23460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/2927453200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee29240 0x55b1eee32be0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2927453200 >> 172.21.15.32:0/2927453200 conn(0x55b1eed576a0 msgr2=0x55b1eee324d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2927453200 shutdown_connections 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.237+0000 7f7573ec6b80 1 -- 172.21.15.32:0/2927453200 wait complete. 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 -- start start 2024-04-25T19:12:25.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 Processor -- start 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee3abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee3b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee311e0 0x55b1eee3b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f75641b0940 con 0x55b1eee311e0 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f75641b0270 con 0x55b1eee28920 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f75641ad490 con 0x55b1eee29240 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.238+0000 7f7573ec6b80 10 client.0 _ll_register_callbacks cb 0x55b1eed14820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee3b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7563400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee311e0 0x55b1eee3b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee3abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee3b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:46716/0 (socket says 172.21.15.32:46716) 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 -- 172.21.15.32:0/900037880 learned_addr learned my addr 172.21.15.32:0/900037880 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 -- 172.21.15.32:0/900037880 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 msgr2=0x55b1eee3abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee3abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 -- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee311e0 msgr2=0x55b1eee3b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:25.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee311e0 0x55b1eee3b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 -- 172.21.15.32:0/900037880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1eeeaa450 con 0x55b1eee29240 2024-04-25T19:12:25.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f7562000700 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee3b130 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f755009cad0 tx=0x7f75500096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7c6030352cb27be server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:25.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.239+0000 7f754cc00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:12:25.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f754cc00700 1 -- 172.21.15.32:0/900037880 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f755009d650 con 0x55b1eee29240 2024-04-25T19:12:25.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75500a5b30 con 0x55b1eee29240 2024-04-25T19:12:25.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f754cc00700 1 -- 172.21.15.32:0/900037880 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f755000fb60 con 0x55b1eee29240 2024-04-25T19:12:25.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f754cc00700 1 -- 172.21.15.32:0/900037880 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f755009cf50 con 0x55b1eee29240 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f7573ec6b80 10 client.26410 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b1eeeaa450 con 0x55b1eee29240 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f754cc00700 1 -- 172.21.15.32:0/900037880 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75500a5b30 con 0x55b1eee29240 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f754cc00700 1 -- 172.21.15.32:0/900037880 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7550098ca0 con 0x55b1eee29240 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f7573ec6b80 10 client.26410 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f7573ec6b80 10 client.26410 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.240+0000 7f7573ec6b80 20 client.26410 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.241+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eeeab9e0 0x55b1eeeaddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.241+0000 7f7573ec6b80 4 client.26410 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e988f24", "release": true, "await": true}] 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.241+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e988f24", "release": true, "await": true}) -- 0x55b1eed83820 con 0x55b1eeeab9e0 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.241+0000 7f7562a00700 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eeeab9e0 0x55b1eeeaddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.241+0000 7f7562a00700 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eeeab9e0 0x55b1eeeaddd0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4804a606b24ea1d9 server_cookie=7e24493d07f96dea in_seq=0 out_seq=0 2024-04-25T19:12:25.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.241+0000 7f754cc00700 10 client.26410 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:25.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.245+0000 7f754cc00700 1 -- 172.21.15.32:0/900037880 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55b1eed83820 con 0x55b1eeeab9e0 2024-04-25T19:12:25.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.245+0000 7f754cc00700 10 client.26410 handle_command_reply: tid=0 2024-04-25T19:12:25.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.245+0000 7f7573ec6b80 1 client.26410 shutdown 2024-04-25T19:12:25.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 msgr2=0x55b1eee3b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee3b130 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f755009cad0 tx=0x7f75500096e0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 shutdown_connections 2024-04-25T19:12:25.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55b1eeeab9e0 0x55b1eeeaddd0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55b1eee311e0 0x55b1eee3b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55b1eee28920 0x55b1eee3abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 --2- 172.21.15.32:0/900037880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b1eee29240 0x55b1eee3b130 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f754cc00700 0 client.26410 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 >> 172.21.15.32:0/900037880 conn(0x55b1eed576a0 msgr2=0x55b1eee32d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 shutdown_connections 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 1 -- 172.21.15.32:0/900037880 wait complete. 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.246+0000 7f7573ec6b80 20 client.26410 trim_cache size 0 max 16384 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:12:25.250 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 28, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "e988f24": { 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 28, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:12:25.251 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:25.252 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:12:25.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.247+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75480a3cc0 msgr2=0x7f75480a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.247+0000 7f7569600700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75480a3cc0 0x7f75480a6180 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7554000c00 tx=0x7f7554004dc0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.247+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 msgr2=0x7f756419b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:25.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.247+0000 7f7569600700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 0x7f756419b910 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7550005f50 tx=0x7f7550005280 comp rx=0 tx=0).stop 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 shutdown_connections 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f75480a3cc0 0x7f75480a6180 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7564104ec0 0x7f756419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7564109fa0 0x7f756419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 --2- 172.21.15.32:0/4023470088 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7564105870 0x7f756419b910 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 >> 172.21.15.32:0/4023470088 conn(0x7f7564100750 msgr2=0x7f7564102ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 shutdown_connections 2024-04-25T19:12:25.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:25.248+0000 7f7569600700 1 -- 172.21.15.32:0/4023470088 wait complete. 2024-04-25T19:12:25.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:25 smithi066 ceph-mon[32882]: pgmap v271: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.4 KiB/s wr, 12 op/s 2024-04-25T19:12:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:25 smithi064 ceph-mon[32321]: pgmap v271: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.4 KiB/s wr, 12 op/s 2024-04-25T19:12:25.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:25 smithi032 ceph-mon[28041]: pgmap v271: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.4 KiB/s wr, 12 op/s 2024-04-25T19:12:26.177 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e988f24', seconds elapsed: 46.2 2024-04-25T19:12:26.177 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-25T19:12:26.177 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:12:26.653 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:12:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:27 smithi064 ceph-mon[32321]: pgmap v272: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.4 KiB/s wr, 12 op/s 2024-04-25T19:12:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:27 smithi032 ceph-mon[28041]: pgmap v272: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.4 KiB/s wr, 12 op/s 2024-04-25T19:12:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:27 smithi066 ceph-mon[32882]: pgmap v272: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.4 KiB/s wr, 12 op/s 2024-04-25T19:12:28.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.936+0000 7fb6f6400700 1 -- 172.21.15.32:0/2533483238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 msgr2=0x7fb6f0108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.936+0000 7fb6f6400700 1 --2- 172.21.15.32:0/2533483238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 0x7fb6f0108e10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009990 tx=0x7fb6e0009ca0 comp rx=0 tx=0).stop 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 -- 172.21.15.32:0/2533483238 shutdown_connections 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 --2- 172.21.15.32:0/2533483238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 --2- 172.21.15.32:0/2533483238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 0x7fb6f0108e10 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 --2- 172.21.15.32:0/2533483238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6f006a750 0x7fb6f006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 -- 172.21.15.32:0/2533483238 >> 172.21.15.32:0/2533483238 conn(0x7fb6f00788f0 msgr2=0x7fb6f0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 -- 172.21.15.32:0/2533483238 shutdown_connections 2024-04-25T19:12:28.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.937+0000 7fb6f6400700 1 -- 172.21.15.32:0/2533483238 wait complete. 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.938+0000 7fb6f6400700 1 Processor -- start 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 -- start start 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6f006a750 0x7fb6f019b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f019b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 0x7fb6f019fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0112bd0 con 0x7fb6f006a750 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0112a50 con 0x7fb6f006b0f0 2024-04-25T19:12:28.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.939+0000 7fb6f6400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0112d50 con 0x7fb6f0108a30 2024-04-25T19:12:28.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6ef400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6f006a750 0x7fb6f019b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:28.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f019b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:28.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f019b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57946/0 (socket says 172.21.15.32:57946) 2024-04-25T19:12:28.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 -- 172.21.15.32:0/4274837248 learned_addr learned my addr 172.21.15.32:0/4274837248 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6efe00700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 0x7fb6f019fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 -- 172.21.15.32:0/4274837248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 msgr2=0x7fb6f019fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 0x7fb6f019fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 -- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6f006a750 msgr2=0x7fb6f019b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6f006a750 0x7fb6f019b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.940+0000 7fb6eea00700 1 -- 172.21.15.32:0/4274837248 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f01a0310 con 0x7fb6f006b0f0 2024-04-25T19:12:28.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.941+0000 7fb6eea00700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f019b840 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc00e9a0 tx=0x7fb6dc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:28.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.941+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6dc00ca10 con 0x7fb6f006b0f0 2024-04-25T19:12:28.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.941+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6dc00cbb0 con 0x7fb6f006b0f0 2024-04-25T19:12:28.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.941+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6dc018680 con 0x7fb6f006b0f0 2024-04-25T19:12:28.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.941+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f01a0600 con 0x7fb6f006b0f0 2024-04-25T19:12:28.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.941+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f01a7e80 con 0x7fb6f006b0f0 2024-04-25T19:12:28.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.942+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f0069730 con 0x7fb6f006b0f0 2024-04-25T19:12:28.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.945+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb6dc010430 con 0x7fb6f006b0f0 2024-04-25T19:12:28.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.946+0000 7fb6e7e00700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6d40a3e30 0x7fb6d40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:28.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.946+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fb6dc0d0a10 con 0x7fb6f006b0f0 2024-04-25T19:12:28.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.946+0000 7fb6ef400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6d40a3e30 0x7fb6d40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:28.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.947+0000 7fb6ef400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6d40a3e30 0x7fb6d40a62f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb6e00098e0 tx=0x7fb6e0005960 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:28.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:28.949+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb6dc09d040 con 0x7fb6f006b0f0 2024-04-25T19:12:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.233+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6f002df80 con 0x7fb6f006b0f0 2024-04-25T19:12:29.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.234+0000 7fb6e7e00700 1 -- 172.21.15.32:0/4274837248 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fb6dc09c940 con 0x7fb6f006b0f0 2024-04-25T19:12:29.236 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:12:29.236 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6d40a3e30 msgr2=0x7fb6d40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6d40a3e30 0x7fb6d40a62f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb6e00098e0 tx=0x7fb6e0005960 comp rx=0 tx=0).stop 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 msgr2=0x7fb6f019b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f019b840 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc00e9a0 tx=0x7fb6dc00ecb0 comp rx=0 tx=0).stop 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 shutdown_connections 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6d40a3e30 0x7fb6d40a62f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:29.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6f006a750 0x7fb6f019b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:29.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6f0108a30 0x7fb6f019fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:29.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 --2- 172.21.15.32:0/4274837248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb6f006b0f0 0x7fb6f019b840 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:29.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 >> 172.21.15.32:0/4274837248 conn(0x7fb6f00788f0 msgr2=0x7fb6f010de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:29.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 shutdown_connections 2024-04-25T19:12:29.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:29.237+0000 7fb6f6400700 1 -- 172.21.15.32:0/4274837248 wait complete. 2024-04-25T19:12:29.241 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:12:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:29 smithi064 ceph-mon[32321]: pgmap v273: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:12:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:29 smithi032 ceph-mon[28041]: pgmap v273: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:12:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:29 smithi066 ceph-mon[32882]: pgmap v273: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:12:30.118 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-25T19:12:30.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-25T19:12:30.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:30 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4274837248' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:12:30.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:30 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4274837248' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:12:30.614 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:12:30.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:30 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4274837248' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:12:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:31 smithi064 ceph-mon[32321]: pgmap v274: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 11 op/s 2024-04-25T19:12:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:31 smithi032 ceph-mon[28041]: pgmap v274: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 11 op/s 2024-04-25T19:12:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:31 smithi066 ceph-mon[32882]: pgmap v274: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 11 op/s 2024-04-25T19:12:32.338 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:189/600: open fd = 3 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:190/600: open fd = 3 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:191/600: open fd = 3 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:192/600: open fd = 3 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:193/600: open fd = 3 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:194/600: open fd = 3 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:195/600: open fd = 3 2024-04-25T19:12:32.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:196/600: open fd = 3 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:197/600: open fd = 3 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:198/600: open fd = 3 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:199/600: open fd = 3 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:200/600: open fd = 3 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:201/600: open fd = 3 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:202/600: open fd = 3 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.342 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:203/600: open fd = 3 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:204/600: open fd = 3 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:205/600: open fd = 3 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:206/600: open fd = 3 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:207/600: open fd = 3 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:208/600: open fd = 3 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:209/600: open fd = 3 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:210/600: open fd = 3 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:211/600: open fd = 3 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:212/600: open fd = 3 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:213/600: open fd = 3 2024-04-25T19:12:32.345 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:214/600: open fd = 3 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:215/600: open fd = 3 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:216/600: open fd = 3 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.346 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:217/600: open fd = 3 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:218/600: open fd = 3 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:219/600: open fd = 3 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:220/600: open fd = 3 2024-04-25T19:12:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:221/600: open fd = 3 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:222/600: open fd = 3 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:223/600: open fd = 3 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.348 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:224/600: open fd = 3 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:225/600: open fd = 3 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:226/600: open fd = 3 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:227/600: open fd = 3 2024-04-25T19:12:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:228/600: open fd = 3 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:229/600: open fd = 3 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:230/600: open fd = 3 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:231/600: open fd = 3 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:232/600: open fd = 3 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:233/600: open fd = 3 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.351 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:234/600: open fd = 3 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:235/600: open fd = 3 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:236/600: open fd = 3 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:237/600: open fd = 3 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:238/600: open fd = 3 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:239/600: open fd = 3 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:240/600: open fd = 3 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.353 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:241/600: open fd = 3 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:242/600: open fd = 3 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:243/600: open fd = 3 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:244/600: open fd = 3 2024-04-25T19:12:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:245/600: open fd = 3 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:246/600: open fd = 3 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.355 INFO:tasks.workunit.client.0.smithi032.stdout:247/600: open fd = 3 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:248/600: open fd = 3 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:249/600: open fd = 3 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:250/600: open fd = 3 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.356 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:12:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 -- 172.21.15.32:0/2375470209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c075590 msgr2=0x7f136c10ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 --2- 172.21.15.32:0/2375470209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c075590 0x7f136c10ef60 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1358009990 tx=0x7f1358009ca0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 -- 172.21.15.32:0/2375470209 shutdown_connections 2024-04-25T19:12:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 --2- 172.21.15.32:0/2375470209 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c10f4a0 0x7f136c111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 --2- 172.21.15.32:0/2375470209 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f136c074c70 0x7f136c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 --2- 172.21.15.32:0/2375470209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c075590 0x7f136c10ef60 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 -- 172.21.15.32:0/2375470209 >> 172.21.15.32:0/2375470209 conn(0x7f136c079b10 msgr2=0x7f136c079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 -- 172.21.15.32:0/2375470209 shutdown_connections 2024-04-25T19:12:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.870+0000 7f1373800700 1 -- 172.21.15.32:0/2375470209 wait complete. 2024-04-25T19:12:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.871+0000 7f1373800700 1 Processor -- start 2024-04-25T19:12:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.871+0000 7f1373800700 1 -- start start 2024-04-25T19:12:32.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1373800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f136c074c70 0x7f136c19b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1373800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c075590 0x7f136c19b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1373800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c10f4a0 0x7f136c19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1373800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f136c114e60 con 0x7f136c10f4a0 2024-04-25T19:12:32.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1373800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f136c114ce0 con 0x7f136c074c70 2024-04-25T19:12:32.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1373800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f136c114fe0 con 0x7f136c075590 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1371800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c10f4a0 0x7f136c19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1370e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f136c074c70 0x7f136c19b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f136be00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c075590 0x7f136c19b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1371800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c10f4a0 0x7f136c19fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38824/0 (socket says 172.21.15.32:38824) 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.872+0000 7f1371800700 1 -- 172.21.15.32:0/2892468639 learned_addr learned my addr 172.21.15.32:0/2892468639 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.873+0000 7f136be00700 1 -- 172.21.15.32:0/2892468639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f136c074c70 msgr2=0x7f136c19b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.873+0000 7f136be00700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f136c074c70 0x7f136c19b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.873+0000 7f136be00700 1 -- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c10f4a0 msgr2=0x7f136c19fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.873+0000 7f136be00700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c10f4a0 0x7f136c19fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.873+0000 7f136be00700 1 -- 172.21.15.32:0/2892468639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f136c1a0280 con 0x7f136c075590 2024-04-25T19:12:32.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.873+0000 7f136be00700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c075590 0x7f136c19b7b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f13580098e0 tx=0x7f13580057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:32.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.874+0000 7f1369600700 1 -- 172.21.15.32:0/2892468639 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1358027070 con 0x7f136c075590 2024-04-25T19:12:32.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.874+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f136c1a0510 con 0x7f136c075590 2024-04-25T19:12:32.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.874+0000 7f1369600700 1 -- 172.21.15.32:0/2892468639 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1358022470 con 0x7f136c075590 2024-04-25T19:12:32.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.874+0000 7f1369600700 1 -- 172.21.15.32:0/2892468639 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1358017650 con 0x7f136c075590 2024-04-25T19:12:32.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.874+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f136c1a7df0 con 0x7f136c075590 2024-04-25T19:12:32.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.877+0000 7f1369600700 1 -- 172.21.15.32:0/2892468639 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f135802a070 con 0x7f136c075590 2024-04-25T19:12:32.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.878+0000 7f137e0a3b80 1 Processor -- start 2024-04-25T19:12:32.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.878+0000 7f1369600700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13540a3e50 0x7f13540a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 -- start start 2024-04-25T19:12:32.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f1369600700 1 -- 172.21.15.32:0/2892468639 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f13580d1520 con 0x7f136c075590 2024-04-25T19:12:32.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f1371800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13540a3e50 0x7f13540a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236b41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b46f0 0x55f6236bf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236c1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f623607020 con 0x55f6236bf560 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f6235ad8c0 con 0x55f6236b46f0 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.879+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f623602fe0 con 0x55f6236b3dd0 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1370e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236b41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1370e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236b41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34806/0 (socket says 172.21.15.32:34806) 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1370e00700 1 -- 172.21.15.32:0/872927515 learned_addr learned my addr 172.21.15.32:0/872927515 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:32.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f136be00700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b46f0 0x55f6236bf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1371800700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236c1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1371800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13540a3e50 0x7f13540a6310 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1364009d30 tx=0x7f1364011720 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f136be00700 1 -- 172.21.15.32:0/872927515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 msgr2=0x55f6236b41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f136be00700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236b41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f136be00700 1 -- 172.21.15.32:0/872927515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 msgr2=0x55f6236c1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f136be00700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236c1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f136be00700 1 -- 172.21.15.32:0/872927515 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6235a3810 con 0x55f6236b46f0 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1370e00700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236b41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:32.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.880+0000 7f1371800700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236c1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:32.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.881+0000 7f136be00700 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b46f0 0x55f6236bf020 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f13580cec00 tx=0x7f1358022cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2e73b5e4a3beda4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:32.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.881+0000 7f135e000700 1 -- 172.21.15.32:0/872927515 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13580a1890 con 0x55f6236b46f0 2024-04-25T19:12:32.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.881+0000 7f135e000700 1 -- 172.21.15.32:0/872927515 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13580a60c0 con 0x55f6236b46f0 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.881+0000 7f135e000700 1 -- 172.21.15.32:0/872927515 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135809d740 con 0x55f6236b46f0 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 -- 172.21.15.32:0/872927515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b46f0 msgr2=0x55f6236bf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b46f0 0x55f6236bf020 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f13580cec00 tx=0x7f1358022cc0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 -- 172.21.15.32:0/872927515 shutdown_connections 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236c1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236b41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/872927515 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b46f0 0x55f6236bf020 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 -- 172.21.15.32:0/872927515 >> 172.21.15.32:0/872927515 conn(0x55f6235e30e0 msgr2=0x55f6236b02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 -- 172.21.15.32:0/872927515 shutdown_connections 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 -- 172.21.15.32:0/872927515 wait complete. 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.882+0000 7f137e0a3b80 1 -- start start 2024-04-25T19:12:32.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 Processor -- start 2024-04-25T19:12:32.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236bed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b46f0 0x55f6236bc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236bc620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f6235ad8c0 con 0x55f6236bf560 2024-04-25T19:12:32.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f6235c09f0 con 0x55f6236b3dd0 2024-04-25T19:12:32.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f6236c1e90 con 0x55f6236b46f0 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.883+0000 7f137e0a3b80 10 client.0 _ll_register_callbacks cb 0x55f62359f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1371800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236bc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1370e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236bed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f136be00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b46f0 0x55f6236bc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1371800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236bc620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38838/0 (socket says 172.21.15.32:38838) 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1371800700 1 -- 172.21.15.32:0/2210444008 learned_addr learned my addr 172.21.15.32:0/2210444008 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1370e00700 1 -- 172.21.15.32:0/2210444008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b46f0 msgr2=0x55f6236bc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1370e00700 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b46f0 0x55f6236bc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1370e00700 1 -- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 msgr2=0x55f6236bc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1370e00700 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236bc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f1370e00700 1 -- 172.21.15.32:0/2210444008 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f623554a60 con 0x55f6236b3dd0 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.884+0000 7f136be00700 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b46f0 0x55f6236bc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:32.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f1370e00700 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236bed70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1360011300 tx=0x7f1360014600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d20d38d97bede85 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f1352a00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f1352a00700 1 -- 172.21.15.32:0/2210444008 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13600092d0 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f1352a00700 1 -- 172.21.15.32:0/2210444008 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f1360007500 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13580a60c0 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f1352a00700 1 -- 172.21.15.32:0/2210444008 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1360007700 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f137e0a3b80 10 client.26378 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.885+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f62359dc80 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f1352a00700 1 -- 172.21.15.32:0/2210444008 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13580a60c0 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f1352a00700 1 -- 172.21.15.32:0/2210444008 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f136001f890 con 0x55f6236b3dd0 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f137e0a3b80 10 client.26378 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:32.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f137e0a3b80 10 client.26378 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:12:32.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f137e0a3b80 20 client.26378 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:32.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f6236ceaa0 0x55f6236d0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f137e0a3b80 4 client.26378 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:12:32.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.886+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f623614810 con 0x55f6236ceaa0 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.887+0000 7f136be00700 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f6236ceaa0 0x55f6236d0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.887+0000 7f136be00700 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f6236ceaa0 0x55f6236d0e90 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1bc010774e1941c server_cookie=a095067aad6805d in_seq=0 out_seq=0 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.887+0000 7f1352a00700 10 client.26378 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f1352a00700 1 -- 172.21.15.32:0/2210444008 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f623614810 con 0x55f6236ceaa0 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f1352a00700 10 client.26378 handle_command_reply: tid=0 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 client.26378 shutdown 2024-04-25T19:12:32.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 msgr2=0x55f6236bed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236bed70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1360011300 tx=0x7f1360014600 comp rx=0 tx=0).stop 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 shutdown_connections 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f6236ceaa0 0x55f6236d0e90 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236bf560 0x55f6236bc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236bed70 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2210444008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b46f0 0x55f6236bc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 >> 172.21.15.32:0/2210444008 conn(0x55f6235e30e0 msgr2=0x55f6236afed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.888+0000 7f1352a00700 0 client.26378 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:32.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.889+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 shutdown_connections 2024-04-25T19:12:32.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.889+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2210444008 wait complete. 2024-04-25T19:12:32.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.889+0000 7f137e0a3b80 20 client.26378 trim_cache size 0 max 16384 2024-04-25T19:12:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 Processor -- start 2024-04-25T19:12:32.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 -- start start 2024-04-25T19:12:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236b0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236cab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236bf560 0x55f6236c6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1af480 con 0x55f6236b46f0 2024-04-25T19:12:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b0fc0 con 0x55f6236b3dd0 2024-04-25T19:12:32.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.911+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1afb50 con 0x55f6236bf560 2024-04-25T19:12:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f136be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f136be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236cab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38854/0 (socket says 172.21.15.32:38854) 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f136be00700 1 -- 172.21.15.32:0/2443195497 learned_addr learned my addr 172.21.15.32:0/2443195497 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1371800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236bf560 0x55f6236c6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1370e00700 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236b0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1371800700 1 -- 172.21.15.32:0/2443195497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 msgr2=0x55f6236b0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1371800700 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236b0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1371800700 1 -- 172.21.15.32:0/2443195497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 msgr2=0x55f6236cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1371800700 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.912+0000 7f1371800700 1 -- 172.21.15.32:0/2443195497 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6236d14f0 con 0x55f6236bf560 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.913+0000 7f1371800700 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236bf560 0x55f6236c6f70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f136400f730 tx=0x7f136401c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa7b26b5ec6c25ad server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.913+0000 7f135d600700 1 -- 172.21.15.32:0/2443195497 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364017040 con 0x55f6236bf560 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.913+0000 7f135d600700 1 -- 172.21.15.32:0/2443195497 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1364019050 con 0x55f6236bf560 2024-04-25T19:12:32.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.913+0000 7f135d600700 1 -- 172.21.15.32:0/2443195497 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13640273c0 con 0x55f6236bf560 2024-04-25T19:12:32.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2443195497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236bf560 msgr2=0x55f6236c6f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236bf560 0x55f6236c6f70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f136400f730 tx=0x7f136401c000 comp rx=0 tx=0).stop 2024-04-25T19:12:32.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2443195497 shutdown_connections 2024-04-25T19:12:32.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236bf560 0x55f6236c6f70 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236b3dd0 0x55f6236b0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/2443195497 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2443195497 >> 172.21.15.32:0/2443195497 conn(0x55f6235e30e0 msgr2=0x55f6236afd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2443195497 shutdown_connections 2024-04-25T19:12:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 -- 172.21.15.32:0/2443195497 wait complete. 2024-04-25T19:12:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.914+0000 7f137e0a3b80 1 -- start start 2024-04-25T19:12:32.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 Processor -- start 2024-04-25T19:12:32.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236c63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236c6900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236bf560 0x55f62372eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b08f0 con 0x55f6236b46f0 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b0220 con 0x55f6236bf560 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1ad440 con 0x55f6236b3dd0 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f137e0a3b80 10 client.0 _ll_register_callbacks cb 0x55f62359f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f1370e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236c63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f136be00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236c6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f1370e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236c63c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34828/0 (socket says 172.21.15.32:34828) 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.915+0000 7f1370e00700 1 -- 172.21.15.32:0/300832654 learned_addr learned my addr 172.21.15.32:0/300832654 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1371800700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236bf560 0x55f62372eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1370e00700 1 -- 172.21.15.32:0/300832654 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236bf560 msgr2=0x55f62372eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1370e00700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236bf560 0x55f62372eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1370e00700 1 -- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 msgr2=0x55f6236c6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1370e00700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236c6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1370e00700 1 -- 172.21.15.32:0/300832654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6236b4400 con 0x55f6236b3dd0 2024-04-25T19:12:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f136be00700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236c6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1370e00700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236c63c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f136000b010 tx=0x7f1360006070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3236f718a48a3f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.916+0000 7f1352a00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:12:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.917+0000 7f1352a00700 1 -- 172.21.15.32:0/300832654 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136002c070 con 0x55f6236b3dd0 2024-04-25T19:12:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.917+0000 7f1352a00700 1 -- 172.21.15.32:0/300832654 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f1360007ab0 con 0x55f6236b3dd0 2024-04-25T19:12:32.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.917+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1364019050 con 0x55f6236b3dd0 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.917+0000 7f1352a00700 1 -- 172.21.15.32:0/300832654 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1360007cf0 con 0x55f6236b3dd0 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.917+0000 7f137e0a3b80 10 client.26434 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.917+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f6236b57e0 con 0x55f6236b3dd0 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f1352a00700 1 -- 172.21.15.32:0/300832654 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1364019050 con 0x55f6236b3dd0 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f1352a00700 1 -- 172.21.15.32:0/300832654 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f13600050b0 con 0x55f6236b3dd0 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f137e0a3b80 10 client.26434 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f137e0a3b80 10 client.26434 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f137e0a3b80 20 client.26434 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:32.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f623736dc0 0x55f6237391e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:32.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f137e0a3b80 4 client.26434 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-25T19:12:32.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55f62360e8b0 con 0x55f623736dc0 2024-04-25T19:12:32.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.918+0000 7f136be00700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f623736dc0 0x55f6237391e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:32.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.919+0000 7f136be00700 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f623736dc0 0x55f6237391e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e047a2e37d12f6ce server_cookie=5d86b53ef7b49ee in_seq=0 out_seq=0 2024-04-25T19:12:32.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.919+0000 7f1352a00700 10 client.26434 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:32.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f1352a00700 1 -- 172.21.15.32:0/300832654 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55f62360e8b0 con 0x55f623736dc0 2024-04-25T19:12:32.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f1352a00700 10 client.26434 handle_command_reply: tid=0 2024-04-25T19:12:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 client.26434 shutdown 2024-04-25T19:12:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 msgr2=0x55f6236c63c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236c63c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f136000b010 tx=0x7f1360006070 comp rx=0 tx=0).stop 2024-04-25T19:12:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 shutdown_connections 2024-04-25T19:12:32.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f623736dc0 0x55f6237391e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f6236bf560 0x55f62372eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f6236b3dd0 0x55f6236c63c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 --2- 172.21.15.32:0/300832654 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f6236b46f0 0x55f6236c6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f1352a00700 0 client.26434 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.935+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 >> 172.21.15.32:0/300832654 conn(0x55f6235e30e0 msgr2=0x55f6236c9af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.936+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 shutdown_connections 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.936+0000 7f137e0a3b80 1 -- 172.21.15.32:0/300832654 wait complete. 2024-04-25T19:12:32.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.936+0000 7f137e0a3b80 20 client.26434 trim_cache size 0 max 16384 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 30, 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "52d5e0ad": { 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 30, 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:12:32.939 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:12:32.940 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:12:32.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13540a3e50 msgr2=0x7f13540a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13540a3e50 0x7f13540a6310 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1364009d30 tx=0x7f1364011720 comp rx=0 tx=0).stop 2024-04-25T19:12:32.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c075590 msgr2=0x7f136c19b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:32.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c075590 0x7f136c19b7b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f13580098e0 tx=0x7f13580057c0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 shutdown_connections 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13540a3e50 0x7f13540a6310 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f136c10f4a0 0x7f136c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f136c074c70 0x7f136c19b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 --2- 172.21.15.32:0/2892468639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f136c075590 0x7f136c19b7b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 >> 172.21.15.32:0/2892468639 conn(0x7f136c079b10 msgr2=0x7f136c0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 shutdown_connections 2024-04-25T19:12:32.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:12:32.937+0000 7f1373800700 1 -- 172.21.15.32:0/2892468639 wait complete. 2024-04-25T19:12:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:33 smithi064 ceph-mon[32321]: pgmap v275: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:12:33.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:33 smithi032 ceph-mon[28041]: pgmap v275: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:12:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:33 smithi066 ceph-mon[32882]: pgmap v275: 97 pgs: 97 active+clean; 2.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:12:33.823 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '52d5e0ad', quiesce took 7.6 seconds. Will release after: 30.0 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 -- 172.21.15.32:0/1205049103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7000104bb0 msgr2=0x7f7000108bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 --2- 172.21.15.32:0/1205049103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7000104bb0 0x7f7000108bf0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8009900 tx=0x7f6fe802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 -- 172.21.15.32:0/1205049103 shutdown_connections 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 --2- 172.21.15.32:0/1205049103 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f70001092d0 0x7f7000110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 --2- 172.21.15.32:0/1205049103 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7000104bb0 0x7f7000108bf0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 --2- 172.21.15.32:0/1205049103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7000104200 0x7f70001045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 -- 172.21.15.32:0/1205049103 >> 172.21.15.32:0/1205049103 conn(0x7f70000ffa60 msgr2=0x7f7000101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 -- 172.21.15.32:0/1205049103 shutdown_connections 2024-04-25T19:12:34.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.124+0000 7f7004c00640 1 -- 172.21.15.32:0/1205049103 wait complete. 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.125+0000 7f7004c00640 1 Processor -- start 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.125+0000 7f7004c00640 1 -- start start 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.125+0000 7f7004c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 0x7f70001a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.125+0000 7f7004c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70001092d0 0x7f70001a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f7004c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f700019a970 0x7f700019ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f7004c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7000114210 con 0x7f700019a970 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f7004c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7000114090 con 0x7f7000104200 2024-04-25T19:12:34.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f7004c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7000114390 con 0x7f70001092d0 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 0x7f70001a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fffe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f700019a970 0x7f700019ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 0x7f70001a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50598/0 (socket says 172.21.15.32:50598) 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 -- 172.21.15.32:0/476612817 learned_addr learned my addr 172.21.15.32:0/476612817 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70001092d0 0x7f70001a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 -- 172.21.15.32:0/476612817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70001092d0 msgr2=0x7f70001a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70001092d0 0x7f70001a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 -- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f700019a970 msgr2=0x7f700019ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f700019a970 0x7f700019ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.126+0000 7f6fff400640 1 -- 172.21.15.32:0/476612817 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f700019b490 con 0x7f7000104200 2024-04-25T19:12:34.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.127+0000 7f6fff400640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 0x7f70001a07c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6ff000e9f0 tx=0x7f6ff000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.127+0000 7f6ffcc00640 1 -- 172.21.15.32:0/476612817 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff000cd80 con 0x7f7000104200 2024-04-25T19:12:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.127+0000 7f6ffcc00640 1 -- 172.21.15.32:0/476612817 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ff00054d0 con 0x7f7000104200 2024-04-25T19:12:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.127+0000 7f6ffcc00640 1 -- 172.21.15.32:0/476612817 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff0010690 con 0x7f7000104200 2024-04-25T19:12:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.127+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f700019b780 con 0x7f7000104200 2024-04-25T19:12:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.127+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70001a7980 con 0x7f7000104200 2024-04-25T19:12:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.130+0000 7f7009172740 1 Processor -- start 2024-04-25T19:12:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 -- start start 2024-04-25T19:12:34.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7ef650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 0x5647dc7f1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5647dc74a900 con 0x5647dc7efb90 2024-04-25T19:12:34.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5647dc6f0ef0 con 0x5647dc7e52d0 2024-04-25T19:12:34.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f7009172740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5647dc7468c0 con 0x5647dc7e49b0 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 0x5647dc7f1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 0x5647dc7f1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38882/0 (socket says 172.21.15.32:38882) 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f6ff7e00640 1 -- 172.21.15.32:0/123340984 learned_addr learned my addr 172.21.15.32:0/123340984 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f6fffe00640 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.131+0000 7f6ffcc00640 1 -- 172.21.15.32:0/476612817 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6ff0004e90 con 0x7f7000104200 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fffe00640 1 -- 172.21.15.32:0/123340984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 msgr2=0x5647dc7ef650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fffe00640 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7ef650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fffe00640 1 -- 172.21.15.32:0/123340984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 msgr2=0x5647dc7f1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fffe00640 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 0x5647dc7f1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fffe00640 1 -- 172.21.15.32:0/123340984 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647dc45d210 con 0x5647dc7e49b0 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 0x5647dc7f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:34.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fffe00640 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e4d90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6ff8009eb0 tx=0x7f6ff8010740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c71ef87e681fecce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.132+0000 7f6fefe00640 1 -- 172.21.15.32:0/123340984 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff8016070 con 0x5647dc7e49b0 2024-04-25T19:12:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f6fefe00640 1 -- 172.21.15.32:0/123340984 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ff8004d20 con 0x5647dc7e49b0 2024-04-25T19:12:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f6fefe00640 1 -- 172.21.15.32:0/123340984 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff8012780 con 0x5647dc7e49b0 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f6ffcc00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6fe40a3d00 0x7f6fe40a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 -- 172.21.15.32:0/123340984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 msgr2=0x5647dc7e4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e4d90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6ff8009eb0 tx=0x7f6ff8010740 comp rx=0 tx=0).stop 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 -- 172.21.15.32:0/123340984 shutdown_connections 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7efb90 0x5647dc7f1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7ef650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 --2- 172.21.15.32:0/123340984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e4d90 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f6ffcc00640 1 -- 172.21.15.32:0/476612817 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f6ff00d0c70 con 0x7f7000104200 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 -- 172.21.15.32:0/123340984 >> 172.21.15.32:0/123340984 conn(0x5647dc7e0ec0 msgr2=0x5647dc7e12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f6fff400640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6fe40a3d00 0x7f6fe40a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.133+0000 7f7009172740 1 -- 172.21.15.32:0/123340984 shutdown_connections 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.134+0000 7f7009172740 1 -- 172.21.15.32:0/123340984 wait complete. 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.134+0000 7f7009172740 1 -- start start 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.134+0000 7f7009172740 1 Processor -- start 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.134+0000 7f6fff400640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6fe40a3d00 0x7f6fe40a61c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x5647dc7e5f50 tx=0x7f6ff0009720 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7ecb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc7ed5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5647dc7f27c0 con 0x5647dc7e52d0 2024-04-25T19:12:34.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5647dc704310 con 0x5647dc7efb90 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5647dc7f2940 con 0x5647dc7e49b0 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f7009172740 10 client.0 _ll_register_callbacks cb 0x5647dc6d2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6fffe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7ecb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6fffe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7ecb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34876/0 (socket says 172.21.15.32:34876) 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6fffe00640 1 -- 172.21.15.32:0/2576050775 learned_addr learned my addr 172.21.15.32:0/2576050775 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6fffe00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc7ed5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6ff7e00640 1 -- 172.21.15.32:0/2576050775 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 msgr2=0x5647dc7ecb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7ecb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6ff7e00640 1 -- 172.21.15.32:0/2576050775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 msgr2=0x5647dc7ed5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc7ed5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.135+0000 7f6ff7e00640 1 -- 172.21.15.32:0/2576050775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647dc529620 con 0x5647dc7e52d0 2024-04-25T19:12:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed070 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x5647dc7e2050 tx=0x7f6fe8032e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f0c7e579e69c22 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f6fecc00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f6fecc00640 1 -- 172.21.15.32:0/2576050775 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe8035040 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ff8004d20 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f6fecc00640 1 -- 172.21.15.32:0/2576050775 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f6fe8004050 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f6fecc00640 1 -- 172.21.15.32:0/2576050775 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6fe8004250 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.136+0000 7f7009172740 10 client.16260 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5647dc7fea40 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f6fecc00640 1 -- 172.21.15.32:0/2576050775 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ff8004d20 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f6fecc00640 1 -- 172.21.15.32:0/2576050775 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6fe80048e0 con 0x5647dc7e52d0 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 10 client.16260 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 10 client.16260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 20 client.16260 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc7fff00 0x5647dc8022f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 4 client.16260 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:12:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.137+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647dc75e8b0 con 0x5647dc7fff00 2024-04-25T19:12:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.138+0000 7f6fffe00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc7fff00 0x5647dc8022f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.138+0000 7f6fffe00640 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc7fff00 0x5647dc8022f0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5d0cc2e46da4d2a server_cookie=a61f46da064fc74 in_seq=0 out_seq=0 2024-04-25T19:12:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.138+0000 7f6fecc00640 10 client.16260 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f6fecc00640 1 -- 172.21.15.32:0/2576050775 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5647dc75e8b0 con 0x5647dc7fff00 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f6fecc00640 10 client.16260 handle_command_reply: tid=0 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 client.16260 shutdown 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 msgr2=0x5647dc7ed070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed070 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x5647dc7e2050 tx=0x7f6fe8032e90 comp rx=0 tx=0).stop 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 shutdown_connections 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc7fff00 0x5647dc8022f0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc7ed5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed070 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 --2- 172.21.15.32:0/2576050775 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7ecb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f6fecc00640 0 client.16260 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:34.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 >> 172.21.15.32:0/2576050775 conn(0x5647dc7e0ec0 msgr2=0x5647dc7e6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:34.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.139+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 shutdown_connections 2024-04-25T19:12:34.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.140+0000 7f7009172740 1 -- 172.21.15.32:0/2576050775 wait complete. 2024-04-25T19:12:34.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.140+0000 7f7009172740 20 client.16260 trim_cache size 0 max 16384 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.156+0000 7f7009172740 1 Processor -- start 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.156+0000 7f7009172740 1 -- start start 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f7009172740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f7009172740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f7009172740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc807b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f7009172740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f70001afca0 con 0x5647dc7e52d0 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f7009172740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f70001b17e0 con 0x5647dc7efb90 2024-04-25T19:12:34.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f7009172740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70001b0370 con 0x5647dc7e49b0 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38914/0 (socket says 172.21.15.32:38914) 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 -- 172.21.15.32:0/598260664 learned_addr learned my addr 172.21.15.32:0/598260664 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6fffe00640 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6fffe00640 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc807b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 -- 172.21.15.32:0/598260664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 msgr2=0x5647dc7e7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 -- 172.21.15.32:0/598260664 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 msgr2=0x5647dc807b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc807b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6ff7e00640 1 -- 172.21.15.32:0/598260664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647dc7f21b0 con 0x5647dc7e52d0 2024-04-25T19:12:34.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.157+0000 7f6fffe00640 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.158+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed3d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8004e20 tx=0x7f6fe802a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dc908cfbb9fbecd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.158+0000 7f6fef400640 1 -- 172.21.15.32:0/598260664 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe8035030 con 0x5647dc7e52d0 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.158+0000 7f6fef400640 1 -- 172.21.15.32:0/598260664 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fe8041070 con 0x5647dc7e52d0 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.158+0000 7f6fef400640 1 -- 172.21.15.32:0/598260664 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe8052070 con 0x5647dc7e52d0 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 -- 172.21.15.32:0/598260664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 msgr2=0x5647dc7ed3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed3d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6fe8004e20 tx=0x7f6fe802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 -- 172.21.15.32:0/598260664 shutdown_connections 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7efb90 0x5647dc807b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e52d0 0x5647dc7ed3d0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 --2- 172.21.15.32:0/598260664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7e49b0 0x5647dc7e7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 -- 172.21.15.32:0/598260664 >> 172.21.15.32:0/598260664 conn(0x5647dc7e0ec0 msgr2=0x5647dc7e0020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 -- 172.21.15.32:0/598260664 shutdown_connections 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 -- 172.21.15.32:0/598260664 wait complete. 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 -- start start 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.159+0000 7f7009172740 1 Processor -- start 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e49b0 0x5647dc7f5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7f56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7efb90 0x5647dc85d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f70001b1110 con 0x5647dc7e49b0 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f70001b0a40 con 0x5647dc7e52d0 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70001adca0 con 0x5647dc7efb90 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f7009172740 10 client.0 _ll_register_callbacks cb 0x7f6fe8032b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f6fffe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e49b0 0x5647dc7f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f6fffe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e49b0 0x5647dc7f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38930/0 (socket says 172.21.15.32:38930) 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f6fffe00640 1 -- 172.21.15.32:0/3101513330 learned_addr learned my addr 172.21.15.32:0/3101513330 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7f56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.160+0000 7f6fffe00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7efb90 0x5647dc85d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6ff7e00640 1 -- 172.21.15.32:0/3101513330 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7efb90 msgr2=0x5647dc85d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7efb90 0x5647dc85d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6ff7e00640 1 -- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e49b0 msgr2=0x5647dc7f5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e49b0 0x5647dc7f5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6ff7e00640 1 -- 172.21.15.32:0/3101513330 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647dc85da00 con 0x5647dc7e52d0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6ff7e00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7f56a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x5647dc7e5e40 tx=0x7f6fe80035f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4fe26369f085a38 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6fecc00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6fecc00640 1 -- 172.21.15.32:0/3101513330 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe805a020 con 0x5647dc7e52d0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f6fecc00640 1 -- 172.21.15.32:0/3101513330 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7f6fe8031ad0 con 0x5647dc7e52d0 2024-04-25T19:12:34.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.161+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fe8041070 con 0x5647dc7e52d0 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f6fecc00640 1 -- 172.21.15.32:0/3101513330 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6fe8035070 con 0x5647dc7e52d0 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 10 client.26399 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5647dc865fc0 con 0x5647dc7e52d0 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f6fecc00640 1 -- 172.21.15.32:0/3101513330 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fe8041070 con 0x5647dc7e52d0 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f6fecc00640 1 -- 172.21.15.32:0/3101513330 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6fe80038e0 con 0x5647dc7e52d0 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 10 client.26399 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 10 client.26399 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 20 client.26399 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc8665a0 0x5647dc8689c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 4 client.26399 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:12:34.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.162+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5647dc758320 con 0x5647dc8665a0 2024-04-25T19:12:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.163+0000 7f6fffe00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc8665a0 0x5647dc8689c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.163+0000 7f6fffe00640 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc8665a0 0x5647dc8689c0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e58096f6246f42a8 server_cookie=dfbc769a1d2ece26 in_seq=0 out_seq=0 2024-04-25T19:12:34.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.163+0000 7f6fecc00640 10 client.26399 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.176+0000 7f6fecc00640 1 -- 172.21.15.32:0/3101513330 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5647dc758320 con 0x5647dc8665a0 2024-04-25T19:12:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.176+0000 7f6fecc00640 10 client.26399 handle_command_reply: tid=0 2024-04-25T19:12:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 client.26399 shutdown 2024-04-25T19:12:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 msgr2=0x5647dc7f56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7f56a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x5647dc7e5e40 tx=0x7f6fe80035f0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.179 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 shutdown_connections 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5647dc8665a0 0x5647dc8689c0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5647dc7efb90 0x5647dc85d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5647dc7e52d0 0x5647dc7f56a0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f6fecc00640 0 client.26399 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 --2- 172.21.15.32:0/3101513330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5647dc7e49b0 0x5647dc7f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 >> 172.21.15.32:0/3101513330 conn(0x5647dc7e0ec0 msgr2=0x5647dc7ee360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 shutdown_connections 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 1 -- 172.21.15.32:0/3101513330 wait complete. 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.177+0000 7f7009172740 20 client.26399 trim_cache size 0 max 16384 2024-04-25T19:12:34.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6fe40a3d00 msgr2=0x7f6fe40a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6fe40a3d00 0x7f6fe40a61c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x5647dc7e5f50 tx=0x7f6ff0009720 comp rx=0 tx=0).stop 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 msgr2=0x7f70001a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:34.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 0x7f70001a07c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6ff000e9f0 tx=0x7f6ff000edf0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 shutdown_connections 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f6fe40a3d00 0x7f6fe40a61c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f700019a970 0x7f700019ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70001092d0 0x7f70001a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 --2- 172.21.15.32:0/476612817 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7000104200 0x7f70001a07c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 >> 172.21.15.32:0/476612817 conn(0x7f70000ffa60 msgr2=0x7f7000100dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 shutdown_connections 2024-04-25T19:12:34.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:34.178+0000 7f7004c00640 1 -- 172.21.15.32:0/476612817 wait complete. 2024-04-25T19:12:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:35 smithi064 ceph-mon[32321]: pgmap v276: 97 pgs: 97 active+clean; 2.2 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 17 op/s 2024-04-25T19:12:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:35 smithi032 ceph-mon[28041]: pgmap v276: 97 pgs: 97 active+clean; 2.2 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 17 op/s 2024-04-25T19:12:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:35 smithi066 ceph-mon[32882]: pgmap v276: 97 pgs: 97 active+clean; 2.2 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 17 op/s 2024-04-25T19:12:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:37 smithi064 ceph-mon[32321]: pgmap v277: 97 pgs: 97 active+clean; 2.2 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-04-25T19:12:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:37 smithi032 ceph-mon[28041]: pgmap v277: 97 pgs: 97 active+clean; 2.2 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-04-25T19:12:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:37 smithi066 ceph-mon[32882]: pgmap v277: 97 pgs: 97 active+clean; 2.2 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 11 op/s 2024-04-25T19:12:39.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:39 smithi064 ceph-mon[32321]: pgmap v278: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 18 op/s 2024-04-25T19:12:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:39 smithi032 ceph-mon[28041]: pgmap v278: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 18 op/s 2024-04-25T19:12:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:39 smithi066 ceph-mon[32882]: pgmap v278: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 18 op/s 2024-04-25T19:12:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:41 smithi064 ceph-mon[32321]: pgmap v279: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-04-25T19:12:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:41 smithi032 ceph-mon[28041]: pgmap v279: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-04-25T19:12:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:41 smithi066 ceph-mon[32882]: pgmap v279: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-04-25T19:12:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:43 smithi064 ceph-mon[32321]: pgmap v280: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-04-25T19:12:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:43 smithi032 ceph-mon[28041]: pgmap v280: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-04-25T19:12:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:43 smithi066 ceph-mon[32882]: pgmap v280: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-04-25T19:12:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:45 smithi064 ceph-mon[32321]: pgmap v281: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 17 op/s 2024-04-25T19:12:45.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:45 smithi032 ceph-mon[28041]: pgmap v281: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 17 op/s 2024-04-25T19:12:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:45 smithi066 ceph-mon[32882]: pgmap v281: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 17 op/s 2024-04-25T19:12:47.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:47 smithi032 ceph-mon[28041]: pgmap v282: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-04-25T19:12:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 -- 172.21.15.32:0/3492885400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd8104bb0 msgr2=0x7fdbd8108bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 --2- 172.21.15.32:0/3492885400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd8104bb0 0x7fdbd8108bf0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4009900 tx=0x7fdbc402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 -- 172.21.15.32:0/3492885400 shutdown_connections 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 --2- 172.21.15.32:0/3492885400 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd81092d0 0x7fdbd8110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 --2- 172.21.15.32:0/3492885400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd8104bb0 0x7fdbd8108bf0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 --2- 172.21.15.32:0/3492885400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd8104200 0x7fdbd81045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.325+0000 7fdbde600640 1 -- 172.21.15.32:0/3492885400 >> 172.21.15.32:0/3492885400 conn(0x7fdbd80ffa60 msgr2=0x7fdbd8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.326+0000 7fdbde600640 1 -- 172.21.15.32:0/3492885400 shutdown_connections 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.326+0000 7fdbde600640 1 -- 172.21.15.32:0/3492885400 wait complete. 2024-04-25T19:12:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.327+0000 7fdbde600640 1 Processor -- start 2024-04-25T19:12:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.327+0000 7fdbde600640 1 -- start start 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbde600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 0x7fdbd81a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbde600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd81092d0 0x7fdbd81a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbde600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd819a940 0x7fdbd819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbde600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd8114260 con 0x7fdbd819a940 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbde600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81140e0 con 0x7fdbd8104200 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbde600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81143e0 con 0x7fdbd81092d0 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbdd200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 0x7fdbd81a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd819a940 0x7fdbd819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbdd200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 0x7fdbd81a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52502/0 (socket says 172.21.15.32:52502) 2024-04-25T19:12:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbdd200640 1 -- 172.21.15.32:0/26811197 learned_addr learned my addr 172.21.15.32:0/26811197 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:47.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.328+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd81092d0 0x7fdbd81a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbdd200640 1 -- 172.21.15.32:0/26811197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd81092d0 msgr2=0x7fdbd81a0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbdd200640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd81092d0 0x7fdbd81a0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbdd200640 1 -- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd819a940 msgr2=0x7fdbd819adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbdd200640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd819a940 0x7fdbd819adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbdd200640 1 -- 172.21.15.32:0/26811197 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd819b460 con 0x7fdbd8104200 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd81092d0 0x7fdbd81a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbddc00640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd819a940 0x7fdbd819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbdd200640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 0x7fdbd81a0790 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc00e9f0 tx=0x7fdbcc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbd5600640 1 -- 172.21.15.32:0/26811197 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc00cd80 con 0x7fdbd8104200 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbd5600640 1 -- 172.21.15.32:0/26811197 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbcc0108e0 con 0x7fdbd8104200 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbd5600640 1 -- 172.21.15.32:0/26811197 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc018980 con 0x7fdbd8104200 2024-04-25T19:12:47.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd819b750 con 0x7fdbd8104200 2024-04-25T19:12:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.329+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd81a79a0 con 0x7fdbd8104200 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 Processor -- start 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 -- start start 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7decd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbd5600640 1 -- 172.21.15.32:0/26811197 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdbcc010430 con 0x7fdbd8104200 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7df7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7df9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5641f7d52900 con 0x5641f7ded2d0 2024-04-25T19:12:47.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5641f7cf8ef0 con 0x5641f7df7b90 2024-04-25T19:12:47.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.333+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5641f7d4e8c0 con 0x5641f7dec9b0 2024-04-25T19:12:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7df7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7df7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36654/0 (socket says 172.21.15.32:36654) 2024-04-25T19:12:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 -- 172.21.15.32:0/1694728974 learned_addr learned my addr 172.21.15.32:0/1694728974 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7df9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbddc00640 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7decd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 -- 172.21.15.32:0/1694728974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 msgr2=0x5641f7decd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7decd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 -- 172.21.15.32:0/1694728974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 msgr2=0x5641f7df9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7df9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbdd200640 1 -- 172.21.15.32:0/1694728974 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641f7a65210 con 0x5641f7ded2d0 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.334+0000 7fdbddc00640 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7decd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbdd200640 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7df7650 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0ce220 tx=0x7fdbcc0d96c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f1892cd903b41b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbca000640 1 -- 172.21.15.32:0/1694728974 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc0e0070 con 0x5641f7ded2d0 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbd5600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbc00a3d00 0x7fdbc00a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbca000640 1 -- 172.21.15.32:0/1694728974 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbcc09d230 con 0x5641f7ded2d0 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbca000640 1 -- 172.21.15.32:0/1694728974 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc0abf30 con 0x5641f7ded2d0 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbd5600640 1 -- 172.21.15.32:0/26811197 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fdbcc0d0c00 con 0x7fdbd8104200 2024-04-25T19:12:47.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.335+0000 7fdbddc00640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbc00a3d00 0x7fdbc00a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/1694728974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 msgr2=0x5641f7df7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7df7650 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0ce220 tx=0x7fdbcc0d96c0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/1694728974 shutdown_connections 2024-04-25T19:12:47.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7df9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7df7650 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/1694728974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7decd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/1694728974 >> 172.21.15.32:0/1694728974 conn(0x5641f7de8ec0 msgr2=0x5641f7de92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbddc00640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbc00a3d00 0x7fdbc00a61c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009fd0 tx=0x7fdbd0009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/1694728974 shutdown_connections 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.336+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/1694728974 wait complete. 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.337+0000 7fdbe2a2a740 1 -- start start 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.337+0000 7fdbe2a2a740 1 Processor -- start 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.337+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7df4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.337+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7df5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.337+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7df55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5641f7dfa7c0 con 0x5641f7df7b90 2024-04-25T19:12:47.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5641f7d0c310 con 0x5641f7ded2d0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5641f7dfa940 con 0x5641f7dec9b0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbe2a2a740 10 client.0 _ll_register_callbacks cb 0x5641f7cdacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7df55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7df5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7df55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36658/0 (socket says 172.21.15.32:36658) 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7df5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52516/0 (socket says 172.21.15.32:52516) 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbddc00640 1 -- 172.21.15.32:0/211416023 learned_addr learned my addr 172.21.15.32:0/211416023 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbdd200640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7df4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 -- 172.21.15.32:0/211416023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 msgr2=0x5641f7df4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7df4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 -- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 msgr2=0x5641f7df55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7df55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbd7e00640 1 -- 172.21.15.32:0/211416023 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641f7b31620 con 0x5641f7ded2d0 2024-04-25T19:12:47.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbddc00640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7df55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.338+0000 7fdbdd200640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7df4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.339+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7df5070 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fdbc402a910 tx=0x7fdbc40052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51a33b242073debe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.339+0000 7fdbbea00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.339+0000 7fdbbea00640 1 -- 172.21.15.32:0/211416023 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc4035040 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.339+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbcc09d230 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.339+0000 7fdbbea00640 1 -- 172.21.15.32:0/211416023 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fdbc40048c0 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbbea00640 1 -- 172.21.15.32:0/211416023 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fdbc4005d50 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 10 client.26411 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5641f7e06a90 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbbea00640 1 -- 172.21.15.32:0/211416023 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbcc09d230 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbbea00640 1 -- 172.21.15.32:0/211416023 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fdbc40314a0 con 0x5641f7ded2d0 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 10 client.26411 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 10 client.26411 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:47.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 20 client.26411 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:47.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e07f00 0x5641f7e0a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 4 client.26411 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:12:47.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.340+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641f7d668b0 con 0x5641f7e07f00 2024-04-25T19:12:47.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.341+0000 7fdbdd200640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e07f00 0x5641f7e0a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.341+0000 7fdbdd200640 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e07f00 0x5641f7e0a350 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdea4a4749bfe5c2 server_cookie=4b869dbc37a22069 in_seq=0 out_seq=0 2024-04-25T19:12:47.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.341+0000 7fdbbea00640 10 client.26411 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:47.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbbea00640 1 -- 172.21.15.32:0/211416023 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5641f7d668b0 con 0x5641f7e07f00 2024-04-25T19:12:47.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbbea00640 10 client.26411 handle_command_reply: tid=0 2024-04-25T19:12:47.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 client.26411 shutdown 2024-04-25T19:12:47.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 msgr2=0x5641f7df5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7df5070 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fdbc402a910 tx=0x7fdbc40052f0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 shutdown_connections 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e07f00 0x5641f7e0a350 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7df55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbbea00640 0 client.26411 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7df5070 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/211416023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7df4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 >> 172.21.15.32:0/211416023 conn(0x5641f7de8ec0 msgr2=0x5641f7deec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.342+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 shutdown_connections 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.343+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/211416023 wait complete. 2024-04-25T19:12:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.343+0000 7fdbe2a2a740 20 client.26411 trim_cache size 0 max 16384 2024-04-25T19:12:47.360 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 Processor -- start 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 -- start start 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7e03680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7def370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7e0fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81afd00 con 0x5641f7ded2d0 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81b1840 con 0x5641f7df7b90 2024-04-25T19:12:47.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81b03d0 con 0x5641f7dec9b0 2024-04-25T19:12:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbd7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7def370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbdd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7e03680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbdd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7e03680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:45700/0 (socket says 172.21.15.32:45700) 2024-04-25T19:12:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbdd200640 1 -- 172.21.15.32:0/4100172479 learned_addr learned my addr 172.21.15.32:0/4100172479 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:47.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.359+0000 7fdbddc00640 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7e0fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbdd200640 1 -- 172.21.15.32:0/4100172479 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 msgr2=0x5641f7e0fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbdd200640 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7e0fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbdd200640 1 -- 172.21.15.32:0/4100172479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 msgr2=0x5641f7def370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbdd200640 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7def370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbdd200640 1 -- 172.21.15.32:0/4100172479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641f7df30c0 con 0x5641f7dec9b0 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbddc00640 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7e0fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbdd200640 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7e03680 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0994b0 tx=0x7fdbcc00cf20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83b6775ff1d6f466 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.360+0000 7fdbc9600640 1 -- 172.21.15.32:0/4100172479 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc0aadf0 con 0x5641f7dec9b0 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbc9600640 1 -- 172.21.15.32:0/4100172479 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbcc0d4480 con 0x5641f7dec9b0 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbc9600640 1 -- 172.21.15.32:0/4100172479 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc0aaff0 con 0x5641f7dec9b0 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/4100172479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 msgr2=0x5641f7e03680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7e03680 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc0994b0 tx=0x7fdbcc00cf20 comp rx=0 tx=0).stop 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/4100172479 shutdown_connections 2024-04-25T19:12:47.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7df7b90 0x5641f7e0fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7ded2d0 0x5641f7def370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/4100172479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7e03680 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/4100172479 >> 172.21.15.32:0/4100172479 conn(0x5641f7de8ec0 msgr2=0x5641f7defe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/4100172479 shutdown_connections 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.361+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/4100172479 wait complete. 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 -- start start 2024-04-25T19:12:47.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 Processor -- start 2024-04-25T19:12:47.367 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7dfce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7dfd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7e66580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81b1170 con 0x5641f7df7b90 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81b0aa0 con 0x5641f7ded2d0 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81add00 con 0x5641f7dec9b0 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbe2a2a740 10 client.0 _ll_register_callbacks cb 0x7fdbc4004470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.362+0000 7fdbddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7e66580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7e66580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36680/0 (socket says 172.21.15.32:36680) 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 -- 172.21.15.32:0/3684917177 learned_addr learned my addr 172.21.15.32:0/3684917177 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbdd200640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7dfce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbd7e00640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7dfd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 -- 172.21.15.32:0/3684917177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 msgr2=0x5641f7dfce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7dfce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 -- 172.21.15.32:0/3684917177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 msgr2=0x5641f7dfd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7dfd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 -- 172.21.15.32:0/3684917177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641f7e66bc0 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbdd200640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7dfce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbddc00640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7e66580 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009810 tx=0x7fdbd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee76df2bc293089 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.363+0000 7fdbbea00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbbea00640 1 -- 172.21.15.32:0/3684917177 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd002e060 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbcc0d4480 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbbea00640 1 -- 172.21.15.32:0/3684917177 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fdbd0011d50 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbbea00640 1 -- 172.21.15.32:0/3684917177 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fdbd0029420 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbe2a2a740 10 client.16284 fetch_fsmap learned FSMap version 31 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5641f7e6dff0 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbbea00640 1 -- 172.21.15.32:0/3684917177 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbcc0d4480 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.364+0000 7fdbbea00640 1 -- 172.21.15.32:0/3684917177 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fdbd001f540 con 0x5641f7df7b90 2024-04-25T19:12:47.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbe2a2a740 10 client.16284 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbe2a2a740 10 client.16284 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbe2a2a740 20 client.16284 populate_metadata read hostname 'smithi032' 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e6e6f0 0x5641f7e70b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbe2a2a740 4 client.16284 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5641f7d60320 con 0x5641f7e6e6f0 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbdd200640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e6e6f0 0x5641f7e70b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbdd200640 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e6e6f0 0x5641f7e70b10 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9363f8834313833e server_cookie=b2fab4ca06fe652b in_seq=0 out_seq=0 2024-04-25T19:12:47.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.365+0000 7fdbbea00640 10 client.16284 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:47.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbbea00640 1 -- 172.21.15.32:0/3684917177 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5641f7d60320 con 0x5641f7e6e6f0 2024-04-25T19:12:47.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbbea00640 10 client.16284 handle_command_reply: tid=0 2024-04-25T19:12:47.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 client.16284 shutdown 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 msgr2=0x5641f7e66580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7e66580 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009810 tx=0x7fdbd0004a40 comp rx=0 tx=0).stop 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 shutdown_connections 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5641f7e6e6f0 0x5641f7e70b10 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5641f7df7b90 0x5641f7e66580 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5641f7ded2d0 0x5641f7dfd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 --2- 172.21.15.32:0/3684917177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5641f7dec9b0 0x5641f7dfce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbbea00640 0 client.16284 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.377+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 >> 172.21.15.32:0/3684917177 conn(0x5641f7de8ec0 msgr2=0x5641f7df4ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.378+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 shutdown_connections 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.378+0000 7fdbe2a2a740 1 -- 172.21.15.32:0/3684917177 wait complete. 2024-04-25T19:12:47.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.378+0000 7fdbe2a2a740 20 client.16284 trim_cache size 0 max 16384 2024-04-25T19:12:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:12:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:12:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:12:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:12:47.381 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbc00a3d00 msgr2=0x7fdbc00a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbc00a3d00 0x7fdbc00a61c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009fd0 tx=0x7fdbd0009500 comp rx=0 tx=0).stop 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 msgr2=0x7fdbd81a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 0x7fdbd81a0790 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc00e9f0 tx=0x7fdbcc00eeb0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 shutdown_connections 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdbc00a3d00 0x7fdbc00a61c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbd819a940 0x7fdbd819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbd81092d0 0x7fdbd81a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 --2- 172.21.15.32:0/26811197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdbd8104200 0x7fdbd81a0790 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 >> 172.21.15.32:0/26811197 conn(0x7fdbd80ffa60 msgr2=0x7fdbd8101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 shutdown_connections 2024-04-25T19:12:47.382 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:12:47.379+0000 7fdbde600640 1 -- 172.21.15.32:0/26811197 wait complete. 2024-04-25T19:12:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:47 smithi064 ceph-mon[32321]: pgmap v282: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-04-25T19:12:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:47 smithi066 ceph-mon[32882]: pgmap v282: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-04-25T19:12:49.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:49 smithi064 ceph-mon[32321]: pgmap v283: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:12:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:49 smithi032 ceph-mon[28041]: pgmap v283: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:12:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:49 smithi066 ceph-mon[32882]: pgmap v283: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:12:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:51 smithi066 ceph-mon[32882]: pgmap v284: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-25T19:12:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:51 smithi064 ceph-mon[32321]: pgmap v284: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-25T19:12:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:51 smithi032 ceph-mon[28041]: pgmap v284: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-25T19:12:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:53 smithi066 ceph-mon[32882]: pgmap v285: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-25T19:12:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:53 smithi064 ceph-mon[32321]: pgmap v285: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-25T19:12:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:53 smithi032 ceph-mon[28041]: pgmap v285: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.0 KiB/s wr, 10 op/s 2024-04-25T19:12:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:55 smithi066 ceph-mon[32882]: pgmap v286: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-25T19:12:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:55 smithi064 ceph-mon[32321]: pgmap v286: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-25T19:12:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:55 smithi032 ceph-mon[28041]: pgmap v286: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-04-25T19:12:57.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:57 smithi032 ceph-mon[28041]: pgmap v287: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-25T19:12:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:57 smithi066 ceph-mon[32882]: pgmap v287: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-25T19:12:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:57 smithi064 ceph-mon[32321]: pgmap v287: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-04-25T19:12:59.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:12:59 smithi066 ceph-mon[32882]: pgmap v288: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-25T19:12:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:12:59 smithi064 ceph-mon[32321]: pgmap v288: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-25T19:12:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:12:59 smithi032 ceph-mon[28041]: pgmap v288: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-25T19:13:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 -- 172.21.15.32:0/2231972224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658102910 msgr2=0x7fa65810adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2231972224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658102910 0x7fa65810adf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa640009860 tx=0x7fa64002a340 comp rx=0 tx=0).stop 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 -- 172.21.15.32:0/2231972224 shutdown_connections 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2231972224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 0x7fa65810d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2231972224 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658102910 0x7fa65810adf0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2231972224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658101ff0 0x7fa6581023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.528+0000 7fa65dc00640 1 -- 172.21.15.32:0/2231972224 >> 172.21.15.32:0/2231972224 conn(0x7fa658075d60 msgr2=0x7fa658076170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.529+0000 7fa65dc00640 1 -- 172.21.15.32:0/2231972224 shutdown_connections 2024-04-25T19:13:00.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.529+0000 7fa65dc00640 1 -- 172.21.15.32:0/2231972224 wait complete. 2024-04-25T19:13:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.530+0000 7fa65dc00640 1 Processor -- start 2024-04-25T19:13:00.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.530+0000 7fa65dc00640 1 -- start start 2024-04-25T19:13:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa65dc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658101ff0 0x7fa658102e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa65dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658102910 0x7fa6581033a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa65dc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 0x7fa6581038e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa65dc00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa658111070 con 0x7fa65810b460 2024-04-25T19:13:00.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa65dc00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa658110ef0 con 0x7fa658101ff0 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa65dc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581111f0 con 0x7fa658102910 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa657400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 0x7fa6581038e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa64e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658102910 0x7fa6581033a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa656a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658101ff0 0x7fa658102e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa64e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658102910 0x7fa6581033a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42728/0 (socket says 172.21.15.32:42728) 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa657400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 0x7fa6581038e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44608/0 (socket says 172.21.15.32:44608) 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.531+0000 7fa64e000640 1 -- 172.21.15.32:0/2596365493 learned_addr learned my addr 172.21.15.32:0/2596365493 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa656a00640 1 -- 172.21.15.32:0/2596365493 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658102910 msgr2=0x7fa6581033a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa656a00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658102910 0x7fa6581033a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa656a00640 1 -- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 msgr2=0x7fa6581038e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa656a00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 0x7fa6581038e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa656a00640 1 -- 172.21.15.32:0/2596365493 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6581ab050 con 0x7fa658101ff0 2024-04-25T19:13:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa656a00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658101ff0 0x7fa658102e60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa64800d700 tx=0x7fa64800dbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:00.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa64fe00640 1 -- 172.21.15.32:0/2596365493 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa648017070 con 0x7fa658101ff0 2024-04-25T19:13:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa64fe00640 1 -- 172.21.15.32:0/2596365493 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa648009820 con 0x7fa658101ff0 2024-04-25T19:13:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.532+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6581ab340 con 0x7fa658101ff0 2024-04-25T19:13:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.533+0000 7fa64fe00640 1 -- 172.21.15.32:0/2596365493 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa648004c40 con 0x7fa658101ff0 2024-04-25T19:13:00.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.533+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6581ab860 con 0x7fa658101ff0 2024-04-25T19:13:00.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.536+0000 7fa660bd9740 1 Processor -- start 2024-04-25T19:13:00.538 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.536+0000 7fa660bd9740 1 -- start start 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9cac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9d54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9d7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa660bd9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5562dd930900 con 0x5562dd9d5a00 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa660bd9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5562dd8d6ef0 con 0x5562dd9cb140 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa660bd9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5562dd92c8c0 con 0x5562dd9ca820 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa64fe00640 1 -- 172.21.15.32:0/2596365493 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa6480099d0 con 0x7fa658101ff0 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa64e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9d7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa64e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9d7df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44620/0 (socket says 172.21.15.32:44620) 2024-04-25T19:13:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa64e000640 1 -- 172.21.15.32:0/3503181420 learned_addr learned my addr 172.21.15.32:0/3503181420 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.537+0000 7fa657400640 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9cac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa656a00640 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9d54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa64e000640 1 -- 172.21.15.32:0/3503181420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 msgr2=0x5562dd9cac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa64e000640 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9cac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa64e000640 1 -- 172.21.15.32:0/3503181420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 msgr2=0x5562dd9d54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa64e000640 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9d54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa64e000640 1 -- 172.21.15.32:0/3503181420 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562dd643210 con 0x5562dd9d5a00 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa657400640 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9cac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa64e000640 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9d7df0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa640009980 tx=0x7fa640005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b0ec1a3df5d5000 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa647e00640 1 -- 172.21.15.32:0/3503181420 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640037040 con 0x5562dd9d5a00 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa647e00640 1 -- 172.21.15.32:0/3503181420 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa640030dd0 con 0x5562dd9d5a00 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.538+0000 7fa647e00640 1 -- 172.21.15.32:0/3503181420 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6400037f0 con 0x5562dd9d5a00 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa64fe00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa63c0a3d10 0x7fa63c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 -- 172.21.15.32:0/3503181420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 msgr2=0x5562dd9d7df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9d7df0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa640009980 tx=0x7fa640005b20 comp rx=0 tx=0).stop 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa64fe00640 1 -- 172.21.15.32:0/2596365493 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fa6480d00b0 con 0x7fa658101ff0 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 -- 172.21.15.32:0/3503181420 shutdown_connections 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9d7df0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa657400640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa63c0a3d10 0x7fa63c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9d54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3503181420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9cac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 -- 172.21.15.32:0/3503181420 >> 172.21.15.32:0/3503181420 conn(0x5562dd9c6d30 msgr2=0x5562dd9c7110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 -- 172.21.15.32:0/3503181420 shutdown_connections 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.539+0000 7fa660bd9740 1 -- 172.21.15.32:0/3503181420 wait complete. 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.540+0000 7fa660bd9740 1 -- start start 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.540+0000 7fa657400640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa63c0a3d10 0x7fa63c0a61d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa650005fd0 tx=0x7fa650010040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.540+0000 7fa660bd9740 1 Processor -- start 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.540+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9d2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.540+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9cb140 0x5562dd9d2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.540+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9d33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa660bd9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5562dd9d85d0 con 0x5562dd9cb140 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa660bd9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5562dd8ea310 con 0x5562dd9d5a00 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa660bd9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5562dd9d8750 con 0x5562dd9ca820 2024-04-25T19:13:00.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa660bd9740 10 client.0 _ll_register_callbacks cb 0x5562dd8b8cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa64e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9cb140 0x5562dd9d2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa657400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9d33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9d2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9d2940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42744/0 (socket says 172.21.15.32:42744) 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 -- 172.21.15.32:0/2647147665 learned_addr learned my addr 172.21.15.32:0/2647147665 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 -- 172.21.15.32:0/2647147665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 msgr2=0x5562dd9d33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9d33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 -- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9cb140 msgr2=0x5562dd9d2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9cb140 0x5562dd9d2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa656a00640 1 -- 172.21.15.32:0/2647147665 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562dd70f620 con 0x5562dd9ca820 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa657400640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9d33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:00.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.541+0000 7fa64e000640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9cb140 0x5562dd9d2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa656a00640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9d2940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa64809bdf0 tx=0x7fa64809bec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b611bb0e33db45a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa644c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa644c00640 1 -- 172.21.15.32:0/2647147665 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa648020040 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa644c00640 1 -- 172.21.15.32:0/2647147665 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fa648098760 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa640030dd0 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa644c00640 1 -- 172.21.15.32:0/2647147665 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa64809c0f0 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa660bd9740 10 client.26482 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5562dd9e47e0 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.542+0000 7fa644c00640 1 -- 172.21.15.32:0/2647147665 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa640030dd0 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa644c00640 1 -- 172.21.15.32:0/2647147665 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa6480d20d0 con 0x5562dd9ca820 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa660bd9740 10 client.26482 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:00.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa660bd9740 10 client.26482 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa660bd9740 20 client.26482 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa660bd9740 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dd9e5ca0 0x5562dd9e8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa660bd9740 4 client.26482 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562dd9448b0 con 0x5562dd9e5ca0 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.543+0000 7fa64e000640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dd9e5ca0 0x5562dd9e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.544+0000 7fa64e000640 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dd9e5ca0 0x5562dd9e8090 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68be64efb4b4834 server_cookie=ee7c865128be0d2d in_seq=0 out_seq=0 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.544+0000 7fa644c00640 10 client.26482 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.544+0000 7fa644c00640 1 -- 172.21.15.32:0/2647147665 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5562dd9448b0 con 0x5562dd9e5ca0 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.544+0000 7fa644c00640 10 client.26482 handle_command_reply: tid=0 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 client.26482 shutdown 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 msgr2=0x5562dd9d2940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9d2940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa64809bdf0 tx=0x7fa64809bec0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 shutdown_connections 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dd9e5ca0 0x5562dd9e8090 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9d33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9cb140 0x5562dd9d2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa644c00640 0 client.26482 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 --2- 172.21.15.32:0/2647147665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9d2940 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 >> 172.21.15.32:0/2647147665 conn(0x5562dd9c6d30 msgr2=0x5562dd9cca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 shutdown_connections 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 1 -- 172.21.15.32:0/2647147665 wait complete. 2024-04-25T19:13:00.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.545+0000 7fa660bd9740 20 client.26482 trim_cache size 0 max 16384 2024-04-25T19:13:00.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 Processor -- start 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 -- start start 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9ca820 0x5562dd9e1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 0x5562dd9cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9ed9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581b41f0 con 0x5562dd9ca820 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581b5d30 con 0x5562dd9d5a00 2024-04-25T19:13:00.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.564+0000 7fa660bd9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581b48c0 con 0x5562dd9cb140 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 0x5562dd9cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 0x5562dd9cc8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42746/0 (socket says 172.21.15.32:42746) 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 -- 172.21.15.32:0/4291738220 learned_addr learned my addr 172.21.15.32:0/4291738220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa657400640 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9ed9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa656a00640 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9ca820 0x5562dd9e1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 -- 172.21.15.32:0/4291738220 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 msgr2=0x5562dd9ed9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9ed9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 -- 172.21.15.32:0/4291738220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9ca820 msgr2=0x5562dd9e1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9ca820 0x5562dd9e1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.565+0000 7fa64e000640 1 -- 172.21.15.32:0/4291738220 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562dd9cd7d0 con 0x5562dd9cb140 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.566+0000 7fa64e000640 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 0x5562dd9cc8e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa640030820 tx=0x7fa640030f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18b7953c166f3259 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.566+0000 7fa647400640 1 -- 172.21.15.32:0/4291738220 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640055070 con 0x5562dd9cb140 2024-04-25T19:13:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.566+0000 7fa647400640 1 -- 172.21.15.32:0/4291738220 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa640050bd0 con 0x5562dd9cb140 2024-04-25T19:13:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.566+0000 7fa647400640 1 -- 172.21.15.32:0/4291738220 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640037040 con 0x5562dd9cb140 2024-04-25T19:13:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 -- 172.21.15.32:0/4291738220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 msgr2=0x5562dd9cc8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 0x5562dd9cc8e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa640030820 tx=0x7fa640030f80 comp rx=0 tx=0).stop 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 -- 172.21.15.32:0/4291738220 shutdown_connections 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9d5a00 0x5562dd9ed9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9cb140 0x5562dd9cc8e0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 --2- 172.21.15.32:0/4291738220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9ca820 0x5562dd9e1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 -- 172.21.15.32:0/4291738220 >> 172.21.15.32:0/4291738220 conn(0x5562dd9c6d30 msgr2=0x5562dd9cc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 -- 172.21.15.32:0/4291738220 shutdown_connections 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.567+0000 7fa660bd9740 1 -- 172.21.15.32:0/4291738220 wait complete. 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.568+0000 7fa660bd9740 1 -- start start 2024-04-25T19:13:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.568+0000 7fa660bd9740 1 Processor -- start 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9ddc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9db010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9db550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581b5660 con 0x5562dd9d5a00 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581b4f90 con 0x5562dd9cb140 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa6581b21f0 con 0x5562dd9ca820 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa660bd9740 10 client.0 _ll_register_callbacks cb 0x7fa6480d3700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:00.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa656a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9ddc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9db010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa656a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9ddc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42756/0 (socket says 172.21.15.32:42756) 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9db010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59940/0 (socket says 172.21.15.32:59940) 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa656a00640 1 -- 172.21.15.32:0/3028281037 learned_addr learned my addr 172.21.15.32:0/3028281037 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa657400640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9db550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 -- 172.21.15.32:0/3028281037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 msgr2=0x5562dd9ddc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9ddc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 -- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 msgr2=0x5562dd9db550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9db550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa64e000640 1 -- 172.21.15.32:0/3028281037 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562dd9dbc90 con 0x5562dd9cb140 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.569+0000 7fa656a00640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9ddc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa64e000640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9db010 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x5562dd9cd700 tx=0x7fa640030a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d4b4529fc26dbd7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:00.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa644c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa644c00640 1 -- 172.21.15.32:0/3028281037 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa640055070 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa644c00640 1 -- 172.21.15.32:0/3028281037 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fa640030cf0 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa640050bd0 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa644c00640 1 -- 172.21.15.32:0/3028281037 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa640037040 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa660bd9740 10 client.26435 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.570+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5562dda4c160 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa644c00640 1 -- 172.21.15.32:0/3028281037 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa640050bd0 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa644c00640 1 -- 172.21.15.32:0/3028281037 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa64003d640 con 0x5562dd9cb140 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa660bd9740 10 client.26435 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa660bd9740 10 client.26435 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa660bd9740 20 client.26435 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dda4c4e0 0x5562dda4e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:00.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa660bd9740 4 client.26435 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:13:00.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5562dd93e320 con 0x5562dda4c4e0 2024-04-25T19:13:00.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.571+0000 7fa656a00640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dda4c4e0 0x5562dda4e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:00.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.572+0000 7fa656a00640 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dda4c4e0 0x5562dda4e8d0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f5176791d2d81ef server_cookie=7dd91a24f9244707 in_seq=0 out_seq=0 2024-04-25T19:13:00.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.572+0000 7fa644c00640 10 client.26435 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.718+0000 7fa644c00640 1 -- 172.21.15.32:0/3028281037 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5562dd93e320 con 0x5562dda4c4e0 2024-04-25T19:13:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.718+0000 7fa644c00640 10 client.26435 handle_command_reply: tid=0 2024-04-25T19:13:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.718+0000 7fa660bd9740 1 client.26435 shutdown 2024-04-25T19:13:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.718+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 msgr2=0x5562dd9db010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.718+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9db010 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x5562dd9cd700 tx=0x7fa640030a40 comp rx=0 tx=0).stop 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.718+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 shutdown_connections 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5562dda4c4e0 0x5562dda4e8d0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5562dd9d5a00 0x5562dd9db550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5562dd9cb140 0x5562dd9db010 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 --2- 172.21.15.32:0/3028281037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5562dd9ca820 0x5562dd9ddc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa644c00640 0 client.26435 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:00.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 >> 172.21.15.32:0/3028281037 conn(0x5562dd9c6d30 msgr2=0x5562dd9cca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 shutdown_connections 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 1 -- 172.21.15.32:0/3028281037 wait complete. 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.719+0000 7fa660bd9740 20 client.26435 trim_cache size 0 max 16384 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:13:00.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:13:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.720+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa63c0a3d10 msgr2=0x7fa63c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.720+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa63c0a3d10 0x7fa63c0a61d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa650005fd0 tx=0x7fa650010040 comp rx=0 tx=0).stop 2024-04-25T19:13:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.720+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658101ff0 msgr2=0x7fa658102e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.720+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658101ff0 0x7fa658102e60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa64800d700 tx=0x7fa64800dbc0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 shutdown_connections 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa63c0a3d10 0x7fa63c0a61d0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa65810b460 0x7fa6581038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa658102910 0x7fa6581033a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 --2- 172.21.15.32:0/2596365493 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa658101ff0 0x7fa658102e60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 >> 172.21.15.32:0/2596365493 conn(0x7fa658075d60 msgr2=0x7fa658100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 shutdown_connections 2024-04-25T19:13:00.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:00.721+0000 7fa65dc00640 1 -- 172.21.15.32:0/2596365493 wait complete. 2024-04-25T19:13:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:01 smithi066 ceph-mon[32882]: pgmap v289: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:13:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:01 smithi064 ceph-mon[32321]: pgmap v289: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:13:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:01 smithi032 ceph-mon[28041]: pgmap v289: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:13:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:03 smithi066 ceph-mon[32882]: pgmap v290: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:13:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:03 smithi064 ceph-mon[32321]: pgmap v290: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:13:03.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:03 smithi032 ceph-mon[28041]: pgmap v290: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:13:03.824 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:13:04.302 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:13:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:05 smithi066 ceph-mon[32882]: pgmap v291: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 47 KiB/s wr, 31 op/s 2024-04-25T19:13:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:13:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:05 smithi064 ceph-mon[32321]: pgmap v291: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 47 KiB/s wr, 31 op/s 2024-04-25T19:13:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:13:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:05 smithi032 ceph-mon[28041]: pgmap v291: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 47 KiB/s wr, 31 op/s 2024-04-25T19:13:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:13:06.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 -- 172.21.15.32:0/1738594231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90101870 msgr2=0x7fdb90101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:06.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 --2- 172.21.15.32:0/1738594231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90101870 0x7fdb90101cf0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c009990 tx=0x7fdb7c009ca0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 -- 172.21.15.32:0/1738594231 shutdown_connections 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 --2- 172.21.15.32:0/1738594231 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90102230 0x7fdb9010e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 --2- 172.21.15.32:0/1738594231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb90107870 0x7fdb90107c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 --2- 172.21.15.32:0/1738594231 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90101870 0x7fdb90101cf0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 -- 172.21.15.32:0/1738594231 >> 172.21.15.32:0/1738594231 conn(0x7fdb900fd360 msgr2=0x7fdb900ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 -- 172.21.15.32:0/1738594231 shutdown_connections 2024-04-25T19:13:06.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.620+0000 7fdb96400700 1 -- 172.21.15.32:0/1738594231 wait complete. 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.621+0000 7fdb96400700 1 Processor -- start 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.621+0000 7fdb96400700 1 -- start start 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb96400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 0x7fdb9019b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb96400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90102230 0x7fdb9019b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb96400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb90107870 0x7fdb9019fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb96400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdb90111aa0 con 0x7fdb90102230 2024-04-25T19:13:06.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb96400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdb90111920 con 0x7fdb90101870 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb96400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdb90111c20 con 0x7fdb90107870 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb8fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90102230 0x7fdb9019b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb95000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 0x7fdb9019b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb95000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 0x7fdb9019b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34964/0 (socket says 172.21.15.32:34964) 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb95a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb90107870 0x7fdb9019fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.622+0000 7fdb95000700 1 -- 172.21.15.32:0/1365154590 learned_addr learned my addr 172.21.15.32:0/1365154590 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb95000700 1 -- 172.21.15.32:0/1365154590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb90107870 msgr2=0x7fdb9019fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb95000700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb90107870 0x7fdb9019fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb95000700 1 -- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90102230 msgr2=0x7fdb9019b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb95000700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90102230 0x7fdb9019b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb95000700 1 -- 172.21.15.32:0/1365154590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb901a0240 con 0x7fdb90101870 2024-04-25T19:13:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb95000700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 0x7fdb9019b230 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fdb8400e9a0 tx=0x7fdb8400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8400c9c0 con 0x7fdb90101870 2024-04-25T19:13:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb901a0530 con 0x7fdb90101870 2024-04-25T19:13:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb8400cb60 con 0x7fdb90101870 2024-04-25T19:13:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb84018680 con 0x7fdb90101870 2024-04-25T19:13:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.623+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb901a7db0 con 0x7fdb90101870 2024-04-25T19:13:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.624+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb90069730 con 0x7fdb90101870 2024-04-25T19:13:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.627+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdb84010430 con 0x7fdb90101870 2024-04-25T19:13:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.628+0000 7fdb8d600700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb780a3db0 0x7fdb780a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.628+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8542+0+0 (secure 0 0 0) 0x7fdb840d0bb0 con 0x7fdb90101870 2024-04-25T19:13:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.628+0000 7fdb8fe00700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb780a3db0 0x7fdb780a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.629+0000 7fdb8fe00700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb780a3db0 0x7fdb780a6270 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdb9006b2a0 tx=0x7fdb7c00b260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.631+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb8409d1e0 con 0x7fdb90101870 2024-04-25T19:13:06.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.928+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb901a7fe0 con 0x7fdb90101870 2024-04-25T19:13:06.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.929+0000 7fdb8d600700 1 -- 172.21.15.32:0/1365154590 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fdb8409cae0 con 0x7fdb90101870 2024-04-25T19:13:06.931 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:13:06.931 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:13:06.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb780a3db0 msgr2=0x7fdb780a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:06.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb780a3db0 0x7fdb780a6270 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdb9006b2a0 tx=0x7fdb7c00b260 comp rx=0 tx=0).stop 2024-04-25T19:13:06.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 msgr2=0x7fdb9019b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:06.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 0x7fdb9019b230 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fdb8400e9a0 tx=0x7fdb8400ecb0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 shutdown_connections 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdb780a3db0 0x7fdb780a6270 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb90107870 0x7fdb9019fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdb90101870 0x7fdb9019b230 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 --2- 172.21.15.32:0/1365154590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdb90102230 0x7fdb9019b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 >> 172.21.15.32:0/1365154590 conn(0x7fdb900fd360 msgr2=0x7fdb90106c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 shutdown_connections 2024-04-25T19:13:06.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:06.932+0000 7fdb96400700 1 -- 172.21.15.32:0/1365154590 wait complete. 2024-04-25T19:13:06.936 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:13:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: pgmap v292: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 47 KiB/s wr, 27 op/s 2024-04-25T19:13:07.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:13:07.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:13:07.203 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:06 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: pgmap v292: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 47 KiB/s wr, 27 op/s 2024-04-25T19:13:07.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:13:07.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:13:07.273 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:06 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: pgmap v292: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 47 KiB/s wr, 27 op/s 2024-04-25T19:13:07.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:13:07.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:13:07.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:06 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:13:07.860 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 52d5e0ad --release --await' 2024-04-25T19:13:07.860 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 52d5e0ad --release --await 2024-04-25T19:13:08.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:07 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1365154590' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:13:08.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:07 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1365154590' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:13:08.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:07 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1365154590' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:13:08.346 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:13:09.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:08 smithi032 ceph-mon[28041]: pgmap v293: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 47 KiB/s wr, 31 op/s 2024-04-25T19:13:09.173 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:08 smithi064 ceph-mon[32321]: pgmap v293: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 47 KiB/s wr, 31 op/s 2024-04-25T19:13:09.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:08 smithi066 ceph-mon[32882]: pgmap v293: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 47 KiB/s wr, 31 op/s 2024-04-25T19:13:10.135 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:09 smithi032 ceph-mon[28041]: osdmap e99: 12 total, 12 up, 12 in 2024-04-25T19:13:10.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:09 smithi066 ceph-mon[32882]: osdmap e99: 12 total, 12 up, 12 in 2024-04-25T19:13:10.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:09 smithi064 ceph-mon[32321]: osdmap e99: 12 total, 12 up, 12 in 2024-04-25T19:13:10.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 -- 172.21.15.32:0/601445182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 msgr2=0x7efd0010f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 --2- 172.21.15.32:0/601445182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd0010f970 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efcf80098f0 tx=0x7efcf8009c00 comp rx=0 tx=0).stop 2024-04-25T19:13:10.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 -- 172.21.15.32:0/601445182 shutdown_connections 2024-04-25T19:13:10.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 --2- 172.21.15.32:0/601445182 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd0010f970 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 --2- 172.21.15.32:0/601445182 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd00108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 --2- 172.21.15.32:0/601445182 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd00102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 -- 172.21.15.32:0/601445182 >> 172.21.15.32:0/601445182 conn(0x7efd00079b90 msgr2=0x7efd00079fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:10.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 -- 172.21.15.32:0/601445182 shutdown_connections 2024-04-25T19:13:10.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.711+0000 7efd08200700 1 -- 172.21.15.32:0/601445182 wait complete. 2024-04-25T19:13:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.712+0000 7efd08200700 1 Processor -- start 2024-04-25T19:13:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 -- start start 2024-04-25T19:13:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd001099f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd00109f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd0010a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7efd00112c90 con 0x7efd00102af0 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7efd00112b10 con 0x7efd001034b0 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd08200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efd00112e10 con 0x7efd00108aa0 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd05800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd001099f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.713+0000 7efd06200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd0010a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd05800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd001099f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55264/0 (socket says 172.21.15.32:55264) 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd0010a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57916/0 (socket says 172.21.15.32:57916) 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd05800700 1 -- 172.21.15.32:0/2872989983 learned_addr learned my addr 172.21.15.32:0/2872989983 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd04e00700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd00109f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 -- 172.21.15.32:0/2872989983 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 msgr2=0x7efd00109f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd00109f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 -- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 msgr2=0x7efd001099f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd001099f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 -- 172.21.15.32:0/2872989983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd001aba40 con 0x7efd00108aa0 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd04e00700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd00109f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd05800700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd001099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.714+0000 7efd06200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd0010a470 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009230 tx=0x7efcf800f930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.715+0000 7efcfe000700 1 -- 172.21.15.32:0/2872989983 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8025070 con 0x7efd00108aa0 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.715+0000 7efcfe000700 1 -- 172.21.15.32:0/2872989983 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf800b560 con 0x7efd00108aa0 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.715+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd001abcd0 con 0x7efd00108aa0 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.715+0000 7efcfe000700 1 -- 172.21.15.32:0/2872989983 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8003a20 con 0x7efd00108aa0 2024-04-25T19:13:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.715+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd001ac180 con 0x7efd00108aa0 2024-04-25T19:13:10.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.718+0000 7efcfe000700 1 -- 172.21.15.32:0/2872989983 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7efcf8028070 con 0x7efd00108aa0 2024-04-25T19:13:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.719+0000 7efd12afbb80 1 Processor -- start 2024-04-25T19:13:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 -- start start 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 0x561b3a2ff120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a309f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a30a4d0 0x561b3a30c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561b3a251f90 con 0x561b3a30a4d0 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561b3a1f8830 con 0x561b3a2ff660 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd12afbb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561b3a24df50 con 0x561b3a2fed40 2024-04-25T19:13:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efcfe000700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7efce80a3e30 0x7efce80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.720+0000 7efd04e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 0x561b3a2ff120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 0x561b3a2ff120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57920/0 (socket says 172.21.15.32:57920) 2024-04-25T19:13:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 -- 172.21.15.32:0/1020399005 learned_addr learned my addr 172.21.15.32:0/1020399005 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a30a4d0 0x561b3a30c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd05800700 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a309f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efcfe000700 1 -- 172.21.15.32:0/2872989983 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8586+0+0 (secure 0 0 0) 0x7efcf80d0f00 con 0x7efd00108aa0 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd06200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7efce80a3e30 0x7efce80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 -- 172.21.15.32:0/1020399005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 msgr2=0x561b3a309f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a309f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 -- 172.21.15.32:0/1020399005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a30a4d0 msgr2=0x561b3a30c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a30a4d0 0x561b3a30c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd04e00700 1 -- 172.21.15.32:0/1020399005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b3a1ee780 con 0x561b3a2fed40 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.721+0000 7efd05800700 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a309f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.722+0000 7efd04e00700 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 0x561b3a2ff120 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7efcec012870 tx=0x7efcec009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c94573a2b848561 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.722+0000 7efd06200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7efce80a3e30 0x7efce80a62f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efcf80ce610 tx=0x7efcf8009400 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.722+0000 7efcf2a00700 1 -- 172.21.15.32:0/1020399005 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec00f450 con 0x561b3a2fed40 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.722+0000 7efcf2a00700 1 -- 172.21.15.32:0/1020399005 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcec00faa0 con 0x561b3a2fed40 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.722+0000 7efcf2a00700 1 -- 172.21.15.32:0/1020399005 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec01e7d0 con 0x561b3a2fed40 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 -- 172.21.15.32:0/1020399005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 msgr2=0x561b3a2ff120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 0x561b3a2ff120 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7efcec012870 tx=0x7efcec009790 comp rx=0 tx=0).stop 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 -- 172.21.15.32:0/1020399005 shutdown_connections 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a30a4d0 0x561b3a30c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2fed40 0x561b3a2ff120 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1020399005 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a309f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 -- 172.21.15.32:0/1020399005 >> 172.21.15.32:0/1020399005 conn(0x561b3a22e050 msgr2=0x561b3a2fb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:10.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 -- 172.21.15.32:0/1020399005 shutdown_connections 2024-04-25T19:13:10.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.723+0000 7efd12afbb80 1 -- 172.21.15.32:0/1020399005 wait complete. 2024-04-25T19:13:10.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 -- start start 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 Processor -- start 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a309b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2ff660 0x561b3a306e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a30a4d0 0x561b3a3073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561b3a30cf60 con 0x561b3a2fed40 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561b3a20b960 con 0x561b3a30a4d0 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.724+0000 7efd12afbb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561b3a30d0e0 con 0x561b3a2ff660 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd12afbb80 10 client.0 _ll_register_callbacks cb 0x561b3a1ea820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:10.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a309b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a309b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55292/0 (socket says 172.21.15.32:55292) 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 -- 172.21.15.32:0/2924962524 learned_addr learned my addr 172.21.15.32:0/2924962524 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd05800700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2ff660 0x561b3a306e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a30a4d0 0x561b3a3073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 -- 172.21.15.32:0/2924962524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2ff660 msgr2=0x561b3a306e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2ff660 0x561b3a306e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 -- 172.21.15.32:0/2924962524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a30a4d0 msgr2=0x561b3a3073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a30a4d0 0x561b3a3073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd04e00700 1 -- 172.21.15.32:0/2924962524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b3a19f9d0 con 0x561b3a2fed40 2024-04-25T19:13:10.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.725+0000 7efd05800700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2ff660 0x561b3a306e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:10.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.726+0000 7efd04e00700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a309b90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7efcec006010 tx=0x7efcec009aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d37db0d6f3d68c93 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:10.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.726+0000 7efce7400700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:13:10.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.726+0000 7efce7400700 1 -- 172.21.15.32:0/2924962524 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec02b060 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.726+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcec00faa0 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.726+0000 7efce7400700 1 -- 172.21.15.32:0/2924962524 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8586+0+0 (secure 0 0 0) 0x7efcec004250 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efce7400700 1 -- 172.21.15.32:0/2924962524 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efcec00f900 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 10 client.16320 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561b3a1e8bf0 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efce7400700 1 -- 172.21.15.32:0/2924962524 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcec00faa0 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efce7400700 1 -- 172.21.15.32:0/2924962524 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7efcec004950 con 0x561b3a2fed40 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 10 client.16320 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 10 client.16320 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 20 client.16320 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a319b50 0x561b3a31bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 4 client.16320 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.727+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b3a25f780 con 0x561b3a319b50 2024-04-25T19:13:10.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.728+0000 7efd05800700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a319b50 0x561b3a31bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.728+0000 7efd05800700 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a319b50 0x561b3a31bf40 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63e089e245783005 server_cookie=6bed9f6b4b458ce1 in_seq=0 out_seq=0 2024-04-25T19:13:10.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.728+0000 7efce7400700 10 client.16320 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:10.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.729+0000 7efce7400700 1 -- 172.21.15.32:0/2924962524 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561b3a25f780 con 0x561b3a319b50 2024-04-25T19:13:10.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.729+0000 7efce7400700 10 client.16320 handle_command_reply: tid=0 2024-04-25T19:13:10.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.729+0000 7efd12afbb80 1 client.16320 shutdown 2024-04-25T19:13:10.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 msgr2=0x561b3a309b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a309b90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7efcec006010 tx=0x7efcec009aa0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 shutdown_connections 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a319b50 0x561b3a31bf40 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a309b90 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a30a4d0 0x561b3a3073d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2924962524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a2ff660 0x561b3a306e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 >> 172.21.15.32:0/2924962524 conn(0x561b3a22e050 msgr2=0x561b3a2fae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:10.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efce7400700 0 client.16320 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:10.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 shutdown_connections 2024-04-25T19:13:10.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 1 -- 172.21.15.32:0/2924962524 wait complete. 2024-04-25T19:13:10.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.730+0000 7efd12afbb80 20 client.16320 trim_cache size 0 max 16384 2024-04-25T19:13:10.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.751+0000 7efd12afbb80 1 Processor -- start 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 -- start start 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2fed40 0x561b3a315e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 0x561b3a2fab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a2fb050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b3850 con 0x561b3a2ff660 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b5390 con 0x561b3a2fed40 2024-04-25T19:13:10.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd12afbb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b3f20 con 0x561b3a30a4d0 2024-04-25T19:13:10.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd05800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 0x561b3a2fab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd05800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 0x561b3a2fab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55294/0 (socket says 172.21.15.32:55294) 2024-04-25T19:13:10.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd05800700 1 -- 172.21.15.32:0/1716621958 learned_addr learned my addr 172.21.15.32:0/1716621958 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:10.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.752+0000 7efd04e00700 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2fed40 0x561b3a315e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd04e00700 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a2fb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd05800700 1 -- 172.21.15.32:0/1716621958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 msgr2=0x561b3a2fb050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd05800700 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a2fb050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd05800700 1 -- 172.21.15.32:0/1716621958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2fed40 msgr2=0x561b3a315e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd05800700 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2fed40 0x561b3a315e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd05800700 1 -- 172.21.15.32:0/1716621958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b3a3163d0 con 0x561b3a2ff660 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efd05800700 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 0x561b3a2fab10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7efcf40079f0 tx=0x7efcf4009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dd5ed5a984e9ac0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.753+0000 7efcf2000700 1 -- 172.21.15.32:0/1716621958 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4004db0 con 0x561b3a2ff660 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efcf2000700 1 -- 172.21.15.32:0/1716621958 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf400e7a0 con 0x561b3a2ff660 2024-04-25T19:13:10.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efcf2000700 1 -- 172.21.15.32:0/1716621958 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4005280 con 0x561b3a2ff660 2024-04-25T19:13:10.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 -- 172.21.15.32:0/1716621958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 msgr2=0x561b3a2fab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 0x561b3a2fab10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7efcf40079f0 tx=0x7efcf4009040 comp rx=0 tx=0).stop 2024-04-25T19:13:10.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 -- 172.21.15.32:0/1716621958 shutdown_connections 2024-04-25T19:13:10.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a2fb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2fed40 0x561b3a315e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 --2- 172.21.15.32:0/1716621958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2ff660 0x561b3a2fab10 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 -- 172.21.15.32:0/1716621958 >> 172.21.15.32:0/1716621958 conn(0x561b3a22e050 msgr2=0x561b3a2fa400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 -- 172.21.15.32:0/1716621958 shutdown_connections 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.754+0000 7efd12afbb80 1 -- 172.21.15.32:0/1716621958 wait complete. 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.755+0000 7efd12afbb80 1 -- start start 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.755+0000 7efd12afbb80 1 Processor -- start 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a312680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a30f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a30f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b4cc0 con 0x561b3a2fed40 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b45f0 con 0x561b3a2ff660 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efd001b1810 con 0x561b3a30a4d0 2024-04-25T19:13:10.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd12afbb80 10 client.0 _ll_register_callbacks cb 0x561b3a1ea820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:10.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd04e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a312680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd05800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a30f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd04e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a312680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55302/0 (socket says 172.21.15.32:55302) 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd04e00700 1 -- 172.21.15.32:0/2374269893 learned_addr learned my addr 172.21.15.32:0/2374269893 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd04e00700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a30f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd05800700 1 -- 172.21.15.32:0/2374269893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 msgr2=0x561b3a30f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd05800700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a30f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd05800700 1 -- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 msgr2=0x561b3a312680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd05800700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a312680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd05800700 1 -- 172.21.15.32:0/2374269893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b3a30fff0 con 0x561b3a2ff660 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.756+0000 7efd04e00700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a312680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efd05800700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a30f370 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x561b3a307180 tx=0x7efcf4004eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=629f017e5fbb95d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efce7400700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:13:10.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efce7400700 1 -- 172.21.15.32:0/2374269893 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf400e950 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcf400e7a0 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efce7400700 1 -- 172.21.15.32:0/2374269893 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8586+0+0 (secure 0 0 0) 0x7efcf400eaf0 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efce7400700 1 -- 172.21.15.32:0/2374269893 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efcf400ecf0 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efd12afbb80 10 client.26459 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.757+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561b3a380e00 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efce7400700 1 -- 172.21.15.32:0/2374269893 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf400e7a0 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efce7400700 1 -- 172.21.15.32:0/2374269893 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7efcf4032030 con 0x561b3a2ff660 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd12afbb80 10 client.26459 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd12afbb80 10 client.26459 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd12afbb80 20 client.26459 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a3814e0 0x561b3a383900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd12afbb80 4 client.26459 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "52d5e0ad", "release": true, "await": true}] 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "52d5e0ad", "release": true, "await": true}) -- 0x561b3a259820 con 0x561b3a3814e0 2024-04-25T19:13:10.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.758+0000 7efd04e00700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a3814e0 0x561b3a383900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:10.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.759+0000 7efd04e00700 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a3814e0 0x561b3a383900 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3a716092e966331 server_cookie=bc5d4cd6b14d098e in_seq=0 out_seq=0 2024-04-25T19:13:10.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.759+0000 7efce7400700 10 client.26459 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:10.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.763+0000 7efce7400700 1 -- 172.21.15.32:0/2374269893 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x561b3a259820 con 0x561b3a3814e0 2024-04-25T19:13:10.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.763+0000 7efce7400700 10 client.26459 handle_command_reply: tid=0 2024-04-25T19:13:10.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.763+0000 7efd12afbb80 1 client.26459 shutdown 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 msgr2=0x561b3a30f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a30f370 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x561b3a307180 tx=0x7efcf4004eb0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 shutdown_connections 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561b3a3814e0 0x561b3a383900 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561b3a2fed40 0x561b3a312680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561b3a30a4d0 0x561b3a30f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 --2- 172.21.15.32:0/2374269893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561b3a2ff660 0x561b3a30f370 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 >> 172.21.15.32:0/2374269893 conn(0x561b3a22e050 msgr2=0x561b3a2fac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efce7400700 0 client.26459 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 shutdown_connections 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 1 -- 172.21.15.32:0/2374269893 wait complete. 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.764+0000 7efd12afbb80 20 client.26459 trim_cache size 0 max 16384 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 32, 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:13:10.767 INFO:teuthology.orchestra.run.smithi032.stdout: "52d5e0ad": { 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 32, 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:13:10.768 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.765+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7efce80a3e30 msgr2=0x7efce80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.765+0000 7efd08200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7efce80a3e30 0x7efce80a62f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efcf80ce610 tx=0x7efcf8009400 comp rx=0 tx=0).stop 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.765+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 msgr2=0x7efd0010a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.765+0000 7efd08200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd0010a470 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7efcf8009230 tx=0x7efcf800f930 comp rx=0 tx=0).stop 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 shutdown_connections 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7efce80a3e30 0x7efce80a62f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd00102af0 0x7efd001099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd00108aa0 0x7efd0010a470 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 --2- 172.21.15.32:0/2872989983 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7efd001034b0 0x7efd00109f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 >> 172.21.15.32:0/2872989983 conn(0x7efd00079b90 msgr2=0x7efd0010dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 shutdown_connections 2024-04-25T19:13:10.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:13:10.766+0000 7efd08200700 1 -- 172.21.15.32:0/2872989983 wait complete. 2024-04-25T19:13:11.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:10 smithi032 ceph-mon[28041]: pgmap v295: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-04-25T19:13:11.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:10 smithi066 ceph-mon[32882]: pgmap v295: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-04-25T19:13:11.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:10 smithi064 ceph-mon[32321]: pgmap v295: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-04-25T19:13:11.720 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '52d5e0ad', seconds elapsed: 45.5 2024-04-25T19:13:13.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:13 smithi066 ceph-mon[32882]: pgmap v296: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-04-25T19:13:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:13 smithi064 ceph-mon[32321]: pgmap v296: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-04-25T19:13:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:13 smithi032 ceph-mon[28041]: pgmap v296: 97 pgs: 97 active+clean; 2.3 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 32 op/s 2024-04-25T19:13:13.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 -- 172.21.15.32:0/1712383348 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c0104bd0 msgr2=0x7fa5c0108c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 --2- 172.21.15.32:0/1712383348 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c0104bd0 0x7fa5c0108c10 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009900 tx=0x7fa5a802a410 comp rx=0 tx=0).stop 2024-04-25T19:13:13.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 -- 172.21.15.32:0/1712383348 shutdown_connections 2024-04-25T19:13:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 --2- 172.21.15.32:0/1712383348 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c01092f0 0x7fa5c0110ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 --2- 172.21.15.32:0/1712383348 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c0104bd0 0x7fa5c0108c10 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 --2- 172.21.15.32:0/1712383348 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa5c0104220 0x7fa5c0104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 -- 172.21.15.32:0/1712383348 >> 172.21.15.32:0/1712383348 conn(0x7fa5c00ffa60 msgr2=0x7fa5c0101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 -- 172.21.15.32:0/1712383348 shutdown_connections 2024-04-25T19:13:13.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.876+0000 7fa5c5600640 1 -- 172.21.15.32:0/1712383348 wait complete. 2024-04-25T19:13:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 Processor -- start 2024-04-25T19:13:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 -- start start 2024-04-25T19:13:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 0x7fa5c01a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c01092f0 0x7fa5c01a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa5c019a5f0 0x7fa5c019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c0114210 con 0x7fa5c019a5f0 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c0114090 con 0x7fa5c01092f0 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.878+0000 7fa5c5600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c0114390 con 0x7fa5c0104220 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 0x7fa5c01a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 0x7fa5c01a0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44790/0 (socket says 172.21.15.32:44790) 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 -- 172.21.15.32:0/3358837351 learned_addr learned my addr 172.21.15.32:0/3358837351 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c01092f0 0x7fa5c01a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa5c019a5f0 0x7fa5c019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 -- 172.21.15.32:0/3358837351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c01092f0 msgr2=0x7fa5c01a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c01092f0 0x7fa5c01a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 -- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa5c019a5f0 msgr2=0x7fa5c019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa5c019a5f0 0x7fa5c019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.879+0000 7fa5bfe00640 1 -- 172.21.15.32:0/3358837351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c019b110 con 0x7fa5c0104220 2024-04-25T19:13:13.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.880+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 0x7fa5c01a0440 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000e9f0 tx=0x7fa5b000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.880+0000 7fa5bd600640 1 -- 172.21.15.32:0/3358837351 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b000cd80 con 0x7fa5c0104220 2024-04-25T19:13:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.880+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5c019b400 con 0x7fa5c0104220 2024-04-25T19:13:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.880+0000 7fa5bd600640 1 -- 172.21.15.32:0/3358837351 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5b00108e0 con 0x7fa5c0104220 2024-04-25T19:13:13.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.880+0000 7fa5bd600640 1 -- 172.21.15.32:0/3358837351 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b0018980 con 0x7fa5c0104220 2024-04-25T19:13:13.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.880+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5c01a76a0 con 0x7fa5c0104220 2024-04-25T19:13:13.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.884+0000 7fa5c996e740 1 Processor -- start 2024-04-25T19:13:13.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.884+0000 7fa5c996e740 1 -- start start 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a30bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a316650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 0x55c83a318f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c996e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c83a271900 con 0x55c83a316b90 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c996e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c83a217ef0 con 0x55c83a30b9b0 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c996e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c83a26d8c0 con 0x55c83a30c2d0 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5bd600640 1 -- 172.21.15.32:0/3358837351 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa5b0010430 con 0x7fa5c0104220 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5b7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 0x55c83a318f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5b7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 0x55c83a318f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38380/0 (socket says 172.21.15.32:38380) 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5b7e00640 1 -- 172.21.15.32:0/1750205090 learned_addr learned my addr 172.21.15.32:0/1750205090 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a30bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.885+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a316650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5b7e00640 1 -- 172.21.15.32:0/1750205090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 msgr2=0x55c83a316650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a316650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5b7e00640 1 -- 172.21.15.32:0/1750205090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 msgr2=0x55c83a30bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a30bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5b7e00640 1 -- 172.21.15.32:0/1750205090 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c839f84210 con 0x55c83a316b90 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a316650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:13:13.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.886+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 0x55c83a318f80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009900 tx=0x7fa5a8005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397e3fbab91bdb54 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:13.893 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5b5200640 1 -- 172.21.15.32:0/1750205090 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8040070 con 0x55c83a316b90 2024-04-25T19:13:13.893 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5b5200640 1 -- 172.21.15.32:0/1750205090 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5a8004030 con 0x55c83a316b90 2024-04-25T19:13:13.893 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5b5200640 1 -- 172.21.15.32:0/1750205090 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8035040 con 0x55c83a316b90 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5bd600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa5a40a3d00 0x7fa5a40a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5bd600640 1 -- 172.21.15.32:0/3358837351 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8586+0+0 (secure 0 0 0) 0x7fa5b00d0b80 con 0x7fa5c0104220 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa5a40a3d00 0x7fa5a40a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5c996e740 1 -- 172.21.15.32:0/1750205090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 msgr2=0x55c83a318f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.887+0000 7fa5c996e740 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 0x55c83a318f80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009900 tx=0x7fa5a8005e40 comp rx=0 tx=0).stop 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 -- 172.21.15.32:0/1750205090 shutdown_connections 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a316b90 0x55c83a318f80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a316650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 --2- 172.21.15.32:0/1750205090 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a30bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 -- 172.21.15.32:0/1750205090 >> 172.21.15.32:0/1750205090 conn(0x55c83a307ec0 msgr2=0x55c83a3082a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 -- 172.21.15.32:0/1750205090 shutdown_connections 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 -- 172.21.15.32:0/1750205090 wait complete. 2024-04-25T19:13:13.894 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa5a40a3d00 0x7fa5a40a61c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8005fd0 tx=0x7fa5b8009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.888+0000 7fa5c996e740 1 -- start start 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 Processor -- start 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 0x55c83a313ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a313ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a314530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c83a319760 con 0x55c83a30b9b0 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c83a22b310 con 0x55c83a316b90 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c83a3198e0 con 0x55c83a30c2d0 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5c996e740 10 client.0 _ll_register_callbacks cb 0x55c83a1f9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5bfe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 0x55c83a313ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5bfe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 0x55c83a313ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38386/0 (socket says 172.21.15.32:38386) 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.889+0000 7fa5bfe00640 1 -- 172.21.15.32:0/817727210 learned_addr learned my addr 172.21.15.32:0/817727210 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a313ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.895 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a314530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5bfe00640 1 -- 172.21.15.32:0/817727210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 msgr2=0x55c83a313ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a313ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5bfe00640 1 -- 172.21.15.32:0/817727210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 msgr2=0x55c83a314530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a314530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5bfe00640 1 -- 172.21.15.32:0/817727210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c83a050620 con 0x55c83a30b9b0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 0x55c83a313ab0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0000c00 tx=0x7fa5b009c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f592612464099015 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5ad600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5ad600640 1 -- 172.21.15.32:0/817727210 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b00ce6b0 con 0x55c83a30b9b0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.890+0000 7fa5ad600640 1 -- 172.21.15.32:0/817727210 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8586+0+0 (secure 0 0 0) 0x7fa5b009bf80 con 0x55c83a30b9b0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5a8004030 con 0x55c83a30b9b0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5ad600640 1 -- 172.21.15.32:0/817727210 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa5b009cb30 con 0x55c83a30b9b0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 10 client.16338 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c83a325960 con 0x55c83a30b9b0 2024-04-25T19:13:13.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5ad600640 1 -- 172.21.15.32:0/817727210 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5a8004030 con 0x55c83a30b9b0 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5ad600640 1 -- 172.21.15.32:0/817727210 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa5b0098880 con 0x55c83a30b9b0 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 10 client.16338 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 10 client.16338 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 20 client.16338 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a326e70 0x55c83a329260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 4 client.16338 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.891+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c83a2858b0 con 0x55c83a326e70 2024-04-25T19:13:13.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.892+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a326e70 0x55c83a329260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.892+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a326e70 0x55c83a329260 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3225267c016f4a94 server_cookie=5f974ecc0f10d544 in_seq=0 out_seq=0 2024-04-25T19:13:13.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.892+0000 7fa5ad600640 10 client.16338 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:13.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.893+0000 7fa5ad600640 1 -- 172.21.15.32:0/817727210 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c83a2858b0 con 0x55c83a326e70 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.893+0000 7fa5ad600640 10 client.16338 handle_command_reply: tid=0 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.893+0000 7fa5c996e740 1 client.16338 shutdown 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.893+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 msgr2=0x55c83a313ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.893+0000 7fa5c996e740 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 0x55c83a313ab0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa5b0000c00 tx=0x7fa5b009c730 comp rx=0 tx=0).stop 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 shutdown_connections 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a326e70 0x55c83a329260 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a314530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30c2d0 0x55c83a313ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 --2- 172.21.15.32:0/817727210 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30b9b0 0x55c83a313ab0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 >> 172.21.15.32:0/817727210 conn(0x55c83a307ec0 msgr2=0x55c83a30dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5ad600640 0 client.16338 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 shutdown_connections 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 1 -- 172.21.15.32:0/817727210 wait complete. 2024-04-25T19:13:13.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.894+0000 7fa5c996e740 20 client.16338 trim_cache size 0 max 16384 2024-04-25T19:13:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.910+0000 7fa5c996e740 1 Processor -- start 2024-04-25T19:13:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.910+0000 7fa5c996e740 1 -- start start 2024-04-25T19:13:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a322620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a30da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a316b90 0x55c83a32eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c996e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c01afde0 con 0x55c83a30c2d0 2024-04-25T19:13:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c996e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c01b1920 con 0x55c83a30b9b0 2024-04-25T19:13:13.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c996e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c01b04b0 con 0x55c83a316b90 2024-04-25T19:13:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5b7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a30da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5b7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a30da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38396/0 (socket says 172.21.15.32:38396) 2024-04-25T19:13:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5b7e00640 1 -- 172.21.15.32:0/3684111037 learned_addr learned my addr 172.21.15.32:0/3684111037 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a322620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.911+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a316b90 0x55c83a32eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5b7e00640 1 -- 172.21.15.32:0/3684111037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a316b90 msgr2=0x55c83a32eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a316b90 0x55c83a32eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5b7e00640 1 -- 172.21.15.32:0/3684111037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 msgr2=0x55c83a322620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a322620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5b7e00640 1 -- 172.21.15.32:0/3684111037 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c83a303820 con 0x55c83a30c2d0 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a322620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a30da70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x55c83a309050 tx=0x7fa5a8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edb5537f80282752 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5afe00640 1 -- 172.21.15.32:0/3684111037 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8040070 con 0x55c83a30c2d0 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5afe00640 1 -- 172.21.15.32:0/3684111037 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5a8004040 con 0x55c83a30c2d0 2024-04-25T19:13:13.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.912+0000 7fa5afe00640 1 -- 172.21.15.32:0/3684111037 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8035040 con 0x55c83a30c2d0 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 -- 172.21.15.32:0/3684111037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 msgr2=0x55c83a30da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a30da70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x55c83a309050 tx=0x7fa5a8000bc0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 -- 172.21.15.32:0/3684111037 shutdown_connections 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a316b90 0x55c83a32eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a30da70 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 --2- 172.21.15.32:0/3684111037 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a30b9b0 0x55c83a322620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 -- 172.21.15.32:0/3684111037 >> 172.21.15.32:0/3684111037 conn(0x55c83a307ec0 msgr2=0x55c83a30d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:13.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 -- 172.21.15.32:0/3684111037 shutdown_connections 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.913+0000 7fa5c996e740 1 -- 172.21.15.32:0/3684111037 wait complete. 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.914+0000 7fa5c996e740 1 -- start start 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.914+0000 7fa5c996e740 1 Processor -- start 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30b9b0 0x55c83a31e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a31eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a31ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c01b1250 con 0x55c83a30c2d0 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c01b0b80 con 0x55c83a316b90 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c01adde0 con 0x55c83a30b9b0 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c996e740 10 client.0 _ll_register_callbacks cb 0x7fa5b009c9d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a31eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a31eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38406/0 (socket says 172.21.15.32:38406) 2024-04-25T19:13:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 -- 172.21.15.32:0/149938171 learned_addr learned my addr 172.21.15.32:0/149938171 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5c4c00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a31ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30b9b0 0x55c83a31e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 -- 172.21.15.32:0/149938171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30b9b0 msgr2=0x55c83a31e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30b9b0 0x55c83a31e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 -- 172.21.15.32:0/149938171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 msgr2=0x55c83a31ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a31ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.915+0000 7fa5b7e00640 1 -- 172.21.15.32:0/149938171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c83a31d400 con 0x55c83a30c2d0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5b7e00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a31eca0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa5a802a930 tx=0x7fa5a80041f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f2e6f51068851f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5ad600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5ad600640 1 -- 172.21.15.32:0/149938171 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8054020 con 0x55c83a30c2d0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5ad600640 1 -- 172.21.15.32:0/149938171 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8586+0+0 (secure 0 0 0) 0x7fa5a80314a0 con 0x55c83a30c2d0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5a8004040 con 0x55c83a30c2d0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5ad600640 1 -- 172.21.15.32:0/149938171 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa5a805f050 con 0x55c83a30c2d0 2024-04-25T19:13:13.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5c996e740 10 client.16344 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:13.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c83a38de10 con 0x55c83a30c2d0 2024-04-25T19:13:13.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.916+0000 7fa5ad600640 1 -- 172.21.15.32:0/149938171 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5a8004040 con 0x55c83a30c2d0 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5ad600640 1 -- 172.21.15.32:0/149938171 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa5a8005410 con 0x55c83a30c2d0 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5c996e740 10 client.16344 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5c996e740 10 client.16344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5c996e740 20 client.16344 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5c996e740 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a38e150 0x55c83a390540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5c996e740 4 client.16344 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c83a27f320 con 0x55c83a38e150 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.917+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a38e150 0x55c83a390540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.918+0000 7fa5bfe00640 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a38e150 0x55c83a390540 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a6404098efbcd08 server_cookie=be0cb1886e86fb17 in_seq=0 out_seq=0 2024-04-25T19:13:13.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.918+0000 7fa5ad600640 10 client.16344 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5ad600640 1 -- 172.21.15.32:0/149938171 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c83a27f320 con 0x55c83a38e150 2024-04-25T19:13:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5ad600640 10 client.16344 handle_command_reply: tid=0 2024-04-25T19:13:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 client.16344 shutdown 2024-04-25T19:13:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 msgr2=0x55c83a31eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a31eca0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa5a802a930 tx=0x7fa5a80041f0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 shutdown_connections 2024-04-25T19:13:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c83a38e150 0x55c83a390540 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c83a316b90 0x55c83a31ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c83a30c2d0 0x55c83a31eca0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 --2- 172.21.15.32:0/149938171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c83a30b9b0 0x55c83a31e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5ad600640 0 client.16344 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 >> 172.21.15.32:0/149938171 conn(0x55c83a307ec0 msgr2=0x55c83a30dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 shutdown_connections 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.929+0000 7fa5c996e740 1 -- 172.21.15.32:0/149938171 wait complete. 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.930+0000 7fa5c996e740 20 client.16344 trim_cache size 0 max 16384 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:13:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:13:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:13:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa5a40a3d00 msgr2=0x7fa5a40a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa5a40a3d00 0x7fa5a40a61c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8005fd0 tx=0x7fa5b8009500 comp rx=0 tx=0).stop 2024-04-25T19:13:13.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 msgr2=0x7fa5c01a0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 0x7fa5c01a0440 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000e9f0 tx=0x7fa5b000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 shutdown_connections 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa5a40a3d00 0x7fa5a40a61c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa5c019a5f0 0x7fa5c019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa5c01092f0 0x7fa5c01a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 --2- 172.21.15.32:0/3358837351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0104220 0x7fa5c01a0440 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 >> 172.21.15.32:0/3358837351 conn(0x7fa5c00ffa60 msgr2=0x7fa5c0100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 shutdown_connections 2024-04-25T19:13:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:13.931+0000 7fa5c5600640 1 -- 172.21.15.32:0/3358837351 wait complete. 2024-04-25T19:13:15.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:15 smithi066 ceph-mon[32882]: pgmap v297: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:13:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:15 smithi064 ceph-mon[32321]: pgmap v297: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:13:15.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:15 smithi032 ceph-mon[28041]: pgmap v297: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:13:17.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:17 smithi032 ceph-mon[28041]: pgmap v298: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:13:17.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:17 smithi066 ceph-mon[32882]: pgmap v298: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:13:17.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:17 smithi064 ceph-mon[32321]: pgmap v298: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 KiB/s wr, 11 op/s 2024-04-25T19:13:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:19 smithi066 ceph-mon[32882]: pgmap v299: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:19.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:19 smithi066 ceph-mon[32882]: osdmap e100: 12 total, 12 up, 12 in 2024-04-25T19:13:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:19 smithi064 ceph-mon[32321]: pgmap v299: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:19 smithi064 ceph-mon[32321]: osdmap e100: 12 total, 12 up, 12 in 2024-04-25T19:13:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:19 smithi032 ceph-mon[28041]: pgmap v299: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:19 smithi032 ceph-mon[28041]: osdmap e100: 12 total, 12 up, 12 in 2024-04-25T19:13:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:21 smithi064 ceph-mon[32321]: pgmap v301: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:21 smithi032 ceph-mon[28041]: pgmap v301: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:21 smithi066 ceph-mon[32882]: pgmap v301: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:23.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:23 smithi064 ceph-mon[32321]: pgmap v302: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:23 smithi032 ceph-mon[28041]: pgmap v302: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:23 smithi066 ceph-mon[32882]: pgmap v302: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 17 op/s 2024-04-25T19:13:25.504 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:25 smithi066 ceph-mon[32882]: pgmap v303: 97 pgs: 97 active+clean; 2.8 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:13:25.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:25 smithi064 ceph-mon[32321]: pgmap v303: 97 pgs: 97 active+clean; 2.8 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:13:25.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:25 smithi032 ceph-mon[28041]: pgmap v303: 97 pgs: 97 active+clean; 2.8 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 -- 172.21.15.32:0/3559349711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0104d70 msgr2=0x7f44f0108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 --2- 172.21.15.32:0/3559349711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0104d70 0x7f44f0108db0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f44d8009900 tx=0x7f44d802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 -- 172.21.15.32:0/3559349711 shutdown_connections 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 --2- 172.21.15.32:0/3559349711 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f0109490 0x7f44f0111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 --2- 172.21.15.32:0/3559349711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0104d70 0x7f44f0108db0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 --2- 172.21.15.32:0/3559349711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f44f01043c0 0x7f44f01047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 -- 172.21.15.32:0/3559349711 >> 172.21.15.32:0/3559349711 conn(0x7f44f00ffc20 msgr2=0x7f44f0102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:27.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 -- 172.21.15.32:0/3559349711 shutdown_connections 2024-04-25T19:13:27.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.084+0000 7f44f7200640 1 -- 172.21.15.32:0/3559349711 wait complete. 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.085+0000 7f44f7200640 1 Processor -- start 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.085+0000 7f44f7200640 1 -- start start 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f7200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f01043c0 0x7f44f0076460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f7200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0109490 0x7f44f00769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f7200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f44f0076ee0 0x7f44f01aafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f7200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f44f0114420 con 0x7f44f0109490 2024-04-25T19:13:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f7200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01142a0 con 0x7f44f01043c0 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f7200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01145a0 con 0x7f44f0076ee0 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44ef400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0109490 0x7f44f00769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44ef400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0109490 0x7f44f00769a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57140/0 (socket says 172.21.15.32:57140) 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44ef400640 1 -- 172.21.15.32:0/4119168789 learned_addr learned my addr 172.21.15.32:0/4119168789 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44efe00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f01043c0 0x7f44f0076460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.086+0000 7f44f5200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f44f0076ee0 0x7f44f01aafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44efe00640 1 -- 172.21.15.32:0/4119168789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f44f0076ee0 msgr2=0x7f44f01aafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44efe00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f44f0076ee0 0x7f44f01aafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44efe00640 1 -- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0109490 msgr2=0x7f44f00769a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44efe00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0109490 0x7f44f00769a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44efe00640 1 -- 172.21.15.32:0/4119168789 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f01ab4f0 con 0x7f44f01043c0 2024-04-25T19:13:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44efe00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f01043c0 0x7f44f0076460 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009fd0 tx=0x7f44e000eed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44ecc00640 1 -- 172.21.15.32:0/4119168789 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e000cde0 con 0x7f44f01043c0 2024-04-25T19:13:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44f01ab7e0 con 0x7f44f01043c0 2024-04-25T19:13:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44ecc00640 1 -- 172.21.15.32:0/4119168789 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44e0005020 con 0x7f44f01043c0 2024-04-25T19:13:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.087+0000 7f44ecc00640 1 -- 172.21.15.32:0/4119168789 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0010690 con 0x7f44f01043c0 2024-04-25T19:13:27.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.088+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44f01abd00 con 0x7f44f01043c0 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 Processor -- start 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 -- start start 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb288c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb2934c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb295df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555aeb1ee900 con 0x555aeb289140 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555aeb194ef0 con 0x555aeb288820 2024-04-25T19:13:27.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.091+0000 7f44fa00f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555aeb1ea8c0 con 0x555aeb293a00 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44ecc00640 1 -- 172.21.15.32:0/4119168789 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f44e00054d0 con 0x7f44f01043c0 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb288c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb288c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45060/0 (socket says 172.21.15.32:45060) 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 -- 172.21.15.32:0/3267132592 learned_addr learned my addr 172.21.15.32:0/3267132592 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44ef400640 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb295df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44efe00640 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb2934c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 -- 172.21.15.32:0/3267132592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 msgr2=0x555aeb295df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb295df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 -- 172.21.15.32:0/3267132592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 msgr2=0x555aeb2934c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.095 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb2934c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44f5200640 1 -- 172.21.15.32:0/3267132592 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555aeaf01210 con 0x555aeb288820 2024-04-25T19:13:27.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.092+0000 7f44efe00640 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb2934c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:13:27.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.093+0000 7f44f5200640 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb288c00 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f44e8009c10 tx=0x7f44e8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa0d03e470c4e02d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:27.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.093+0000 7f44e5600640 1 -- 172.21.15.32:0/3267132592 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e8004230 con 0x555aeb288820 2024-04-25T19:13:27.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.093+0000 7f44e5600640 1 -- 172.21.15.32:0/3267132592 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44e80043d0 con 0x555aeb288820 2024-04-25T19:13:27.096 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.093+0000 7f44e5600640 1 -- 172.21.15.32:0/3267132592 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e8019640 con 0x555aeb288820 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44ecc00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f44d40a3d10 0x7f44d40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44ecc00640 1 -- 172.21.15.32:0/4119168789 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f44e00d0fa0 con 0x7f44f01043c0 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 -- 172.21.15.32:0/3267132592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 msgr2=0x555aeb288c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb288c00 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f44e8009c10 tx=0x7f44e8011810 comp rx=0 tx=0).stop 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44efe00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f44d40a3d10 0x7f44d40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 -- 172.21.15.32:0/3267132592 shutdown_connections 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb295df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb2934c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 --2- 172.21.15.32:0/3267132592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb288c00 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 -- 172.21.15.32:0/3267132592 >> 172.21.15.32:0/3267132592 conn(0x555aeb284d30 msgr2=0x555aeb285110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 -- 172.21.15.32:0/3267132592 shutdown_connections 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.094+0000 7f44fa00f740 1 -- 172.21.15.32:0/3267132592 wait complete. 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44efe00640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f44d40a3d10 0x7f44d40a61d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f44e00ce790 tx=0x7f44e0005b40 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 -- start start 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 Processor -- start 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb288820 0x555aeb290990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb289140 0x555aeb290ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb291410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555aeb296630 con 0x555aeb288820 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555aeb1a8310 con 0x555aeb289140 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.095+0000 7f44fa00f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555aeb2967b0 con 0x555aeb293a00 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44fa00f740 10 client.0 _ll_register_callbacks cb 0x555aeb176cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:27.101 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb288820 0x555aeb290990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44ef400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb289140 0x555aeb290ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44f5200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb288820 0x555aeb290990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57156/0 (socket says 172.21.15.32:57156) 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44f5200640 1 -- 172.21.15.32:0/2788340237 learned_addr learned my addr 172.21.15.32:0/2788340237 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44f5200640 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb291410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44ef400640 1 -- 172.21.15.32:0/2788340237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 msgr2=0x555aeb291410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44ef400640 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb291410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44ef400640 1 -- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb288820 msgr2=0x555aeb290990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44ef400640 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb288820 0x555aeb290990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.096+0000 7f44ef400640 1 -- 172.21.15.32:0/2788340237 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555aeafcd620 con 0x555aeb289140 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44ef400640 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb289140 0x555aeb290ed0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f44d8004770 tx=0x7f44d8004300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94412fe9b65efb42 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44de000640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44de000640 1 -- 172.21.15.32:0/2788340237 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8035040 con 0x555aeb289140 2024-04-25T19:13:27.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44de000640 1 -- 172.21.15.32:0/2788340237 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f44d8005220 con 0x555aeb289140 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44e80043d0 con 0x555aeb289140 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44de000640 1 -- 172.21.15.32:0/2788340237 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f44d8005420 con 0x555aeb289140 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44fa00f740 10 client.26489 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.097+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555aeb2a2800 con 0x555aeb289140 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44de000640 1 -- 172.21.15.32:0/2788340237 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44e80043d0 con 0x555aeb289140 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44de000640 1 -- 172.21.15.32:0/2788340237 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f44d8003820 con 0x555aeb289140 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44fa00f740 10 client.26489 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44fa00f740 10 client.26489 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44fa00f740 20 client.26489 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44fa00f740 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb2a3cc0 0x555aeb2a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44fa00f740 4 client.26489 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:13:27.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.098+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555aeb2028b0 con 0x555aeb2a3cc0 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.099+0000 7f44f5200640 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb2a3cc0 0x555aeb2a60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.099+0000 7f44f5200640 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb2a3cc0 0x555aeb2a60b0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b20e62bfd4b38f55 server_cookie=4b16a209c97706dd in_seq=0 out_seq=0 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.099+0000 7f44de000640 10 client.26489 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44de000640 1 -- 172.21.15.32:0/2788340237 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555aeb2028b0 con 0x555aeb2a3cc0 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44de000640 10 client.26489 handle_command_reply: tid=0 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 client.26489 shutdown 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb289140 msgr2=0x555aeb290ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb289140 0x555aeb290ed0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f44d8004770 tx=0x7f44d8004300 comp rx=0 tx=0).stop 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 shutdown_connections 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb2a3cc0 0x555aeb2a60b0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb291410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.105 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb289140 0x555aeb290ed0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 --2- 172.21.15.32:0/2788340237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb288820 0x555aeb290990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44de000640 0 client.26489 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.100+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 >> 172.21.15.32:0/2788340237 conn(0x555aeb284d30 msgr2=0x555aeb28aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.101+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 shutdown_connections 2024-04-25T19:13:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.101+0000 7f44fa00f740 1 -- 172.21.15.32:0/2788340237 wait complete. 2024-04-25T19:13:27.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.101+0000 7f44fa00f740 20 client.26489 trim_cache size 0 max 16384 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 Processor -- start 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 -- start start 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb291060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb2ab970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01b4220 con 0x555aeb289140 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01b5d60 con 0x555aeb288820 2024-04-25T19:13:27.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.125+0000 7f44fa00f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01b48f0 con 0x555aeb293a00 2024-04-25T19:13:27.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44f5200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb291060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb291060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57166/0 (socket says 172.21.15.32:57166) 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 -- 172.21.15.32:0/1409929674 learned_addr learned my addr 172.21.15.32:0/1409929674 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44f5200640 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb2ab970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 -- 172.21.15.32:0/1409929674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 msgr2=0x555aeb2ab970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb2ab970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 -- 172.21.15.32:0/1409929674 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 msgr2=0x555aeb29f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44ef400640 1 -- 172.21.15.32:0/1409929674 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555aeb295df0 con 0x555aeb289140 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.126+0000 7f44f5200640 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb2ab970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.127+0000 7f44ef400640 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb291060 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f44d802a910 tx=0x7f44d802a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30757b8aa02e4a8a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.127+0000 7f44e4c00640 1 -- 172.21.15.32:0/1409929674 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8035070 con 0x555aeb289140 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.127+0000 7f44e4c00640 1 -- 172.21.15.32:0/1409929674 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44d8005850 con 0x555aeb289140 2024-04-25T19:13:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.127+0000 7f44e4c00640 1 -- 172.21.15.32:0/1409929674 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8051040 con 0x555aeb289140 2024-04-25T19:13:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 -- 172.21.15.32:0/1409929674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 msgr2=0x555aeb291060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb291060 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f44d802a910 tx=0x7f44d802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 -- 172.21.15.32:0/1409929674 shutdown_connections 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb2ab970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb291060 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 --2- 172.21.15.32:0/1409929674 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 -- 172.21.15.32:0/1409929674 >> 172.21.15.32:0/1409929674 conn(0x555aeb284d30 msgr2=0x555aeb290950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 -- 172.21.15.32:0/1409929674 shutdown_connections 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 -- 172.21.15.32:0/1409929674 wait complete. 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.128+0000 7f44fa00f740 1 -- start start 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 Processor -- start 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb298fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb299510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01b5690 con 0x555aeb289140 2024-04-25T19:13:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01b4fc0 con 0x555aeb288820 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f44f01b2220 con 0x555aeb293a00 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44fa00f740 10 client.0 _ll_register_callbacks cb 0x7f44d8009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44ef400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb298fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44ef400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb298fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57178/0 (socket says 172.21.15.32:57178) 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.129+0000 7f44ef400640 1 -- 172.21.15.32:0/132019203 learned_addr learned my addr 172.21.15.32:0/132019203 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44f5200640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44f5200640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb299510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44ef400640 1 -- 172.21.15.32:0/132019203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 msgr2=0x555aeb299510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44ef400640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb299510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44ef400640 1 -- 172.21.15.32:0/132019203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 msgr2=0x555aeb29bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44ef400640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44ef400640 1 -- 172.21.15.32:0/132019203 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555aeb299a50 con 0x555aeb289140 2024-04-25T19:13:27.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44ef400640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb298fd0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f44d80092a0 tx=0x7f44d8003b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98de9b5399d708fc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:27.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44de000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:13:27.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.130+0000 7f44de000640 1 -- 172.21.15.32:0/132019203 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8051070 con 0x555aeb289140 2024-04-25T19:13:27.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44de000640 1 -- 172.21.15.32:0/132019203 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f44d80046c0 con 0x555aeb289140 2024-04-25T19:13:27.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44d8005850 con 0x555aeb289140 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44de000640 1 -- 172.21.15.32:0/132019203 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f44d8065050 con 0x555aeb289140 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 10 client.16359 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555aeb309ea0 con 0x555aeb289140 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44de000640 1 -- 172.21.15.32:0/132019203 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44d8005850 con 0x555aeb289140 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44de000640 1 -- 172.21.15.32:0/132019203 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f44d805e060 con 0x555aeb289140 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 10 client.16359 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 10 client.16359 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 20 client.16359 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb30a580 0x555aeb30c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 4 client.16359 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.131+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555aeb1fc320 con 0x555aeb30a580 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.132+0000 7f44f5200640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb30a580 0x555aeb30c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.132+0000 7f44f5200640 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb30a580 0x555aeb30c9a0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3958f7dd1a8e7b01 server_cookie=3a044f0879b0f0c4 in_seq=0 out_seq=0 2024-04-25T19:13:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.132+0000 7f44de000640 10 client.16359 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44de000640 1 -- 172.21.15.32:0/132019203 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555aeb1fc320 con 0x555aeb30a580 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44de000640 10 client.16359 handle_command_reply: tid=0 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 client.16359 shutdown 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 msgr2=0x555aeb298fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb298fd0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f44d80092a0 tx=0x7f44d8003b70 comp rx=0 tx=0).stop 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 shutdown_connections 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555aeb30a580 0x555aeb30c9a0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555aeb293a00 0x555aeb299510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555aeb289140 0x555aeb298fd0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 --2- 172.21.15.32:0/132019203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555aeb288820 0x555aeb29bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 >> 172.21.15.32:0/132019203 conn(0x555aeb284d30 msgr2=0x555aeb291140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:27.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44de000640 0 client.16359 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:27.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 shutdown_connections 2024-04-25T19:13:27.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 1 -- 172.21.15.32:0/132019203 wait complete. 2024-04-25T19:13:27.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.148+0000 7f44fa00f740 20 client.16359 trim_cache size 0 max 16384 2024-04-25T19:13:27.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:13:27.151 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:13:27.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:13:27.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:13:27.152 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f44d40a3d10 msgr2=0x7f44d40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f44d40a3d10 0x7f44d40a61d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f44e00ce790 tx=0x7f44e0005b40 comp rx=0 tx=0).stop 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f01043c0 msgr2=0x7f44f0076460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f01043c0 0x7f44f0076460 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009fd0 tx=0x7f44e000eed0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 shutdown_connections 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f44d40a3d10 0x7f44d40a61d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f44f0076ee0 0x7f44f01aafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.149+0000 7f44f7200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f44f0109490 0x7f44f00769a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.150+0000 7f44f7200640 1 --2- 172.21.15.32:0/4119168789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f44f01043c0 0x7f44f0076460 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.150+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 >> 172.21.15.32:0/4119168789 conn(0x7f44f00ffc20 msgr2=0x7f44f0101010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.150+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 shutdown_connections 2024-04-25T19:13:27.153 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:27.150+0000 7f44f7200640 1 -- 172.21.15.32:0/4119168789 wait complete. 2024-04-25T19:13:27.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:27 smithi064 ceph-mon[32321]: pgmap v304: 97 pgs: 97 active+clean; 2.8 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:13:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:27 smithi032 ceph-mon[28041]: pgmap v304: 97 pgs: 97 active+clean; 2.8 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:13:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:27 smithi066 ceph-mon[32882]: pgmap v304: 97 pgs: 97 active+clean; 2.8 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 18 op/s 2024-04-25T19:13:29.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:29 smithi064 ceph-mon[32321]: pgmap v305: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-04-25T19:13:29.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:29 smithi032 ceph-mon[28041]: pgmap v305: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-04-25T19:13:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:29 smithi066 ceph-mon[32882]: pgmap v305: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 47 KiB/s wr, 18 op/s 2024-04-25T19:13:31.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:31 smithi064 ceph-mon[32321]: pgmap v306: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:13:31.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:31 smithi032 ceph-mon[28041]: pgmap v306: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:13:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:31 smithi066 ceph-mon[32882]: pgmap v306: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:13:33.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:33 smithi064 ceph-mon[32321]: pgmap v307: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:33.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:33 smithi032 ceph-mon[28041]: pgmap v307: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:33 smithi066 ceph-mon[32882]: pgmap v307: 97 pgs: 97 active+clean; 3.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:35.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:35 smithi064 ceph-mon[32321]: pgmap v308: 97 pgs: 97 active+clean; 3.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:13:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:35 smithi032 ceph-mon[28041]: pgmap v308: 97 pgs: 97 active+clean; 3.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:13:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:35 smithi066 ceph-mon[32882]: pgmap v308: 97 pgs: 97 active+clean; 3.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:13:37.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:37 smithi064 ceph-mon[32321]: pgmap v309: 97 pgs: 97 active+clean; 3.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:37.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:37 smithi032 ceph-mon[28041]: pgmap v309: 97 pgs: 97 active+clean; 3.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:37 smithi066 ceph-mon[32882]: pgmap v309: 97 pgs: 97 active+clean; 3.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:39.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:39 smithi064 ceph-mon[32321]: pgmap v310: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:13:39.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:39 smithi032 ceph-mon[28041]: pgmap v310: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:13:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:39 smithi066 ceph-mon[32882]: pgmap v310: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:13:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 -- 172.21.15.32:0/2698306681 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 msgr2=0x7f5358108a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 --2- 172.21.15.32:0/2698306681 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 0x7f5358108a20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5348009930 tx=0x7f534802a420 comp rx=0 tx=0).stop 2024-04-25T19:13:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 -- 172.21.15.32:0/2698306681 shutdown_connections 2024-04-25T19:13:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 --2- 172.21.15.32:0/2698306681 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5358108f60 0x7f5358115420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 --2- 172.21.15.32:0/2698306681 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 0x7f5358108a20 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 --2- 172.21.15.32:0/2698306681 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f535810e660 0x7f535810ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 -- 172.21.15.32:0/2698306681 >> 172.21.15.32:0/2698306681 conn(0x7f5358076460 msgr2=0x7f5358078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 -- 172.21.15.32:0/2698306681 shutdown_connections 2024-04-25T19:13:40.302 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.299+0000 7f535fc00640 1 -- 172.21.15.32:0/2698306681 wait complete. 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.300+0000 7f535fc00640 1 Processor -- start 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.300+0000 7f535fc00640 1 -- start start 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535fc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 0x7f535819ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535fc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 0x7f535819f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535fc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535810e660 0x7f53581a3620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535fc00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5358118860 con 0x7f535810e660 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535fc00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f53581186e0 con 0x7f5358108f60 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535fc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f53581189e0 con 0x7f53581085a0 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 0x7f535819f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.304 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 0x7f535819f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35074/0 (socket says 172.21.15.32:35074) 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 -- 172.21.15.32:0/3001749858 learned_addr learned my addr 172.21.15.32:0/3001749858 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535dc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535810e660 0x7f53581a3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f535d200640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 0x7f535819ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 -- 172.21.15.32:0/3001749858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 msgr2=0x7f535819ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 0x7f535819ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 -- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535810e660 msgr2=0x7f53581a3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535810e660 0x7f53581a3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.301+0000 7f5357e00640 1 -- 172.21.15.32:0/3001749858 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53581a3d50 con 0x7f5358108f60 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.302+0000 7f5357e00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 0x7f535819f2a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5348005ab0 tx=0x7f5348003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.302+0000 7f5355600640 1 -- 172.21.15.32:0/3001749858 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534803f070 con 0x7f5358108f60 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.302+0000 7f5355600640 1 -- 172.21.15.32:0/3001749858 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5348031b50 con 0x7f5358108f60 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.302+0000 7f5355600640 1 -- 172.21.15.32:0/3001749858 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348035030 con 0x7f5358108f60 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.302+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53581a3fe0 con 0x7f5358108f60 2024-04-25T19:13:40.305 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.302+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53581ab8d0 con 0x7f5358108f60 2024-04-25T19:13:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.305+0000 7f5355600640 1 -- 172.21.15.32:0/3001749858 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5348042070 con 0x7f5358108f60 2024-04-25T19:13:40.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.305+0000 7f5362a2c740 1 Processor -- start 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 -- start start 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a4140 0x555c150ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555c15009900 con 0x555c150aea00 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555c14fafef0 con 0x555c150a4140 2024-04-25T19:13:40.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5362a2c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555c150058c0 con 0x555c150a3820 2024-04-25T19:13:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5357e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f535dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f535dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150a3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:58104/0 (socket says 172.21.15.32:58104) 2024-04-25T19:13:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f535dc00640 1 -- 172.21.15.32:0/2119260423 learned_addr learned my addr 172.21.15.32:0/2119260423 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f5357e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b0df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34870/0 (socket says 172.21.15.32:34870) 2024-04-25T19:13:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.306+0000 7f535d200640 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a4140 0x555c150ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f535dc00640 1 -- 172.21.15.32:0/2119260423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a4140 msgr2=0x555c150ae4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f535dc00640 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a4140 0x555c150ae4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f535dc00640 1 -- 172.21.15.32:0/2119260423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 msgr2=0x555c150b0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f535dc00640 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f535dc00640 1 -- 172.21.15.32:0/2119260423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c14d1c210 con 0x555c150a3820 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f5357e00640 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f535dc00640 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150a3c00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5350009fd0 tx=0x7f53500118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db2e9b5434f8953e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f5346000640 1 -- 172.21.15.32:0/2119260423 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350004d20 con 0x555c150a3820 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f5346000640 1 -- 172.21.15.32:0/2119260423 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5350004050 con 0x555c150a3820 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.307+0000 7f5346000640 1 -- 172.21.15.32:0/2119260423 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350005260 con 0x555c150a3820 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5355600640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f53400a3d10 0x7f53400a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 -- 172.21.15.32:0/2119260423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 msgr2=0x555c150a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150a3c00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5350009fd0 tx=0x7f53500118d0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 -- 172.21.15.32:0/2119260423 shutdown_connections 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a4140 0x555c150ae4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 --2- 172.21.15.32:0/2119260423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150a3c00 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f535d200640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f53400a3d10 0x7f53400a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 -- 172.21.15.32:0/2119260423 >> 172.21.15.32:0/2119260423 conn(0x555c1509fd30 msgr2=0x555c150a0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5355600640 1 -- 172.21.15.32:0/3001749858 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f53480f0e20 con 0x7f5358108f60 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 -- 172.21.15.32:0/2119260423 shutdown_connections 2024-04-25T19:13:40.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.308+0000 7f5362a2c740 1 -- 172.21.15.32:0/2119260423 wait complete. 2024-04-25T19:13:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.309+0000 7f5362a2c740 1 -- start start 2024-04-25T19:13:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.309+0000 7f535d200640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f53400a3d10 0x7f53400a61d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x555c150a4dc0 tx=0x7f534c005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.309+0000 7f5362a2c740 1 Processor -- start 2024-04-25T19:13:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150ab9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c150abf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150aea00 0x555c150ac450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555c150b1630 con 0x555c150a4140 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555c14fc3310 con 0x555c150aea00 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555c150b17b0 con 0x555c150a3820 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5362a2c740 10 client.0 _ll_register_callbacks cb 0x555c14f91cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5357e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c150abf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5357e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c150abf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34872/0 (socket says 172.21.15.32:34872) 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5357e00640 1 -- 172.21.15.32:0/434791296 learned_addr learned my addr 172.21.15.32:0/434791296 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f535d200640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150ab9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f535dc00640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150aea00 0x555c150ac450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5357e00640 1 -- 172.21.15.32:0/434791296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 msgr2=0x555c150ab9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.310+0000 7f5357e00640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150ab9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5357e00640 1 -- 172.21.15.32:0/434791296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150aea00 msgr2=0x555c150ac450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5357e00640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150aea00 0x555c150ac450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5357e00640 1 -- 172.21.15.32:0/434791296 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c14de8620 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5357e00640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c150abf10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f53480ee560 tx=0x7f5348003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1426240d592983 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f533aa00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f533aa00640 1 -- 172.21.15.32:0/434791296 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348049070 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f533aa00640 1 -- 172.21.15.32:0/434791296 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f53480b9470 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5350004050 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f533aa00640 1 -- 172.21.15.32:0/434791296 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f53480bc760 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5362a2c740 10 client.16371 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.311+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555c150bd8e0 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f533aa00640 1 -- 172.21.15.32:0/434791296 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5350004050 con 0x555c150a4140 2024-04-25T19:13:40.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f533aa00640 1 -- 172.21.15.32:0/434791296 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f53480ee780 con 0x555c150a4140 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f5362a2c740 10 client.16371 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f5362a2c740 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f5362a2c740 20 client.16371 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f5362a2c740 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c150beca0 0x555c150c1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f5362a2c740 4 client.16371 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c1501d8b0 con 0x555c150beca0 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.312+0000 7f535d200640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c150beca0 0x555c150c1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.313+0000 7f535d200640 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c150beca0 0x555c150c1160 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10a4b28616f67f75 server_cookie=e625cd57df0669f in_seq=0 out_seq=0 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.313+0000 7f533aa00640 10 client.16371 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f533aa00640 1 -- 172.21.15.32:0/434791296 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555c1501d8b0 con 0x555c150beca0 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f533aa00640 10 client.16371 handle_command_reply: tid=0 2024-04-25T19:13:40.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 client.16371 shutdown 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 msgr2=0x555c150abf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c150abf10 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f53480ee560 tx=0x7f5348003f90 comp rx=0 tx=0).stop 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 shutdown_connections 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c150beca0 0x555c150c1160 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150aea00 0x555c150ac450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c150abf10 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 --2- 172.21.15.32:0/434791296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a3820 0x555c150ab9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f533aa00640 0 client.16371 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 >> 172.21.15.32:0/434791296 conn(0x555c1509fd30 msgr2=0x555c1509ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 shutdown_connections 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 1 -- 172.21.15.32:0/434791296 wait complete. 2024-04-25T19:13:40.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.314+0000 7f5362a2c740 20 client.16371 trim_cache size 0 max 16384 2024-04-25T19:13:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 Processor -- start 2024-04-25T19:13:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 -- start start 2024-04-25T19:13:40.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150ba4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c1509ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150aea00 0x555c150c6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f53581b4280 con 0x555c150a4140 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f53581b5dc0 con 0x555c150a3820 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.331+0000 7f5362a2c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f53581b4950 con 0x555c150aea00 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c1509ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c1509ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34878/0 (socket says 172.21.15.32:34878) 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 -- 172.21.15.32:0/3272012285 learned_addr learned my addr 172.21.15.32:0/3272012285 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f535d200640 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150ba4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f535dc00640 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150aea00 0x555c150c6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 -- 172.21.15.32:0/3272012285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150aea00 msgr2=0x555c150c6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150aea00 0x555c150c6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 -- 172.21.15.32:0/3272012285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 msgr2=0x555c150ba4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150ba4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 -- 172.21.15.32:0/3272012285 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c150c17e0 con 0x555c150a4140 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f535dc00640 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150aea00 0x555c150c6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.332+0000 7f5357e00640 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c1509ed10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f53480d3040 tx=0x7f53480bb310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acbc918e6d038f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5345600640 1 -- 172.21.15.32:0/3272012285 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5348049070 con 0x555c150a4140 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5345600640 1 -- 172.21.15.32:0/3272012285 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53480bce00 con 0x555c150a4140 2024-04-25T19:13:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5345600640 1 -- 172.21.15.32:0/3272012285 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53480ee8e0 con 0x555c150a4140 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 -- 172.21.15.32:0/3272012285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 msgr2=0x555c1509ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c1509ed10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f53480d3040 tx=0x7f53480bb310 comp rx=0 tx=0).stop 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 -- 172.21.15.32:0/3272012285 shutdown_connections 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150aea00 0x555c150c6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150a4140 0x555c1509ed10 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 --2- 172.21.15.32:0/3272012285 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150ba4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.333+0000 7f5362a2c740 1 -- 172.21.15.32:0/3272012285 >> 172.21.15.32:0/3272012285 conn(0x555c1509fd30 msgr2=0x555c1509e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.334+0000 7f5362a2c740 1 -- 172.21.15.32:0/3272012285 shutdown_connections 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.334+0000 7f5362a2c740 1 -- 172.21.15.32:0/3272012285 wait complete. 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.334+0000 7f5362a2c740 1 -- start start 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.334+0000 7f5362a2c740 1 Processor -- start 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a4140 0x555c150b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f53581b56f0 con 0x555c150aea00 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f53581b5020 con 0x555c150a3820 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f53581b2280 con 0x555c150a4140 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5362a2c740 10 client.0 _ll_register_callbacks cb 0x7f5348009260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150b43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35126/0 (socket says 172.21.15.32:35126) 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 -- 172.21.15.32:0/644030257 learned_addr learned my addr 172.21.15.32:0/644030257 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535dc00640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f5357e00640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a4140 0x555c150b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 -- 172.21.15.32:0/644030257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a4140 msgr2=0x555c150b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a4140 0x555c150b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 -- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 msgr2=0x555c150b4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.335+0000 7f535d200640 1 -- 172.21.15.32:0/644030257 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c151242f0 con 0x555c150a3820 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f535d200640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150b43e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x555c150c19e0 tx=0x7f534c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83ad858fdb85ed2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f533aa00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f533aa00640 1 -- 172.21.15.32:0/644030257 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534c003c00 con 0x555c150a3820 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53480bce00 con 0x555c150a3820 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f533aa00640 1 -- 172.21.15.32:0/644030257 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f534c003da0 con 0x555c150a3820 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f533aa00640 1 -- 172.21.15.32:0/644030257 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f534c02b380 con 0x555c150a3820 2024-04-25T19:13:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f5362a2c740 10 client.26513 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.336+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555c15125650 con 0x555c150a3820 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f533aa00640 1 -- 172.21.15.32:0/644030257 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53480bce00 con 0x555c150a3820 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f533aa00640 1 -- 172.21.15.32:0/644030257 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f534c0047a0 con 0x555c150a3820 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5362a2c740 10 client.26513 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5362a2c740 10 client.26513 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5362a2c740 20 client.26513 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5362a2c740 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c15125dd0 0x555c151281f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5362a2c740 4 client.26513 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555c15017320 con 0x555c15125dd0 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.337+0000 7f5357e00640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c15125dd0 0x555c151281f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.338+0000 7f5357e00640 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c15125dd0 0x555c151281f0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb6afae36b52c44a server_cookie=6f98e3107e64cefc in_seq=0 out_seq=0 2024-04-25T19:13:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.338+0000 7f533aa00640 10 client.26513 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.352+0000 7f533aa00640 1 -- 172.21.15.32:0/644030257 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555c15017320 con 0x555c15125dd0 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.352+0000 7f533aa00640 10 client.26513 handle_command_reply: tid=0 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.352+0000 7f5362a2c740 1 client.26513 shutdown 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 msgr2=0x555c150b43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150b43e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x555c150c19e0 tx=0x7f534c0046c0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 shutdown_connections 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555c15125dd0 0x555c151281f0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555c150aea00 0x555c150b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555c150a4140 0x555c150b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 --2- 172.21.15.32:0/644030257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555c150a3820 0x555c150b43e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 >> 172.21.15.32:0/644030257 conn(0x555c1509fd30 msgr2=0x555c150a5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f533aa00640 0 client.26513 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 shutdown_connections 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 1 -- 172.21.15.32:0/644030257 wait complete. 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.353+0000 7f5362a2c740 20 client.26513 trim_cache size 0 max 16384 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:13:40.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:13:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f53400a3d10 msgr2=0x7f53400a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f53400a3d10 0x7f53400a61d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x555c150a4dc0 tx=0x7f534c005f90 comp rx=0 tx=0).stop 2024-04-25T19:13:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 msgr2=0x7f535819f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 0x7f535819f2a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5348005ab0 tx=0x7f5348003b90 comp rx=0 tx=0).stop 2024-04-25T19:13:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 shutdown_connections 2024-04-25T19:13:40.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f53400a3d10 0x7f53400a61d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f535810e660 0x7f53581a3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5358108f60 0x7f535819f2a0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 --2- 172.21.15.32:0/3001749858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53581085a0 0x7f535819ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 >> 172.21.15.32:0/3001749858 conn(0x7f5358076460 msgr2=0x7f5358077d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 shutdown_connections 2024-04-25T19:13:40.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:40.354+0000 7f535fc00640 1 -- 172.21.15.32:0/3001749858 wait complete. 2024-04-25T19:13:41.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:41 smithi064 ceph-mon[32321]: pgmap v311: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:13:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:41 smithi032 ceph-mon[28041]: pgmap v311: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:13:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:41 smithi066 ceph-mon[32882]: pgmap v311: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:13:43.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:43 smithi064 ceph-mon[32321]: pgmap v312: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:13:43.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:43 smithi032 ceph-mon[28041]: pgmap v312: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:13:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:43 smithi066 ceph-mon[32882]: pgmap v312: 97 pgs: 97 active+clean; 3.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:13:45.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:45 smithi064 ceph-mon[32321]: pgmap v313: 97 pgs: 97 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-04-25T19:13:45.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:45 smithi032 ceph-mon[28041]: pgmap v313: 97 pgs: 97 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-04-25T19:13:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:45 smithi066 ceph-mon[32882]: pgmap v313: 97 pgs: 97 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-04-25T19:13:47.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:47 smithi064 ceph-mon[32321]: pgmap v314: 97 pgs: 97 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:47 smithi032 ceph-mon[28041]: pgmap v314: 97 pgs: 97 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:47 smithi066 ceph-mon[32882]: pgmap v314: 97 pgs: 97 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:13:49.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:49 smithi032 ceph-mon[28041]: pgmap v315: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-04-25T19:13:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:49 smithi066 ceph-mon[32882]: pgmap v315: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-04-25T19:13:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:49 smithi064 ceph-mon[32321]: pgmap v315: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 59 KiB/s wr, 21 op/s 2024-04-25T19:13:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:51 smithi032 ceph-mon[28041]: pgmap v316: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:13:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:51 smithi066 ceph-mon[32882]: pgmap v316: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:13:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:51 smithi064 ceph-mon[32321]: pgmap v316: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:13:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 -- 172.21.15.32:0/2198042178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa41085a0 msgr2=0x7f5fa4108a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 --2- 172.21.15.32:0/2198042178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa41085a0 0x7f5fa4108a20 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5f90009930 tx=0x7f5f9002a440 comp rx=0 tx=0).stop 2024-04-25T19:13:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 -- 172.21.15.32:0/2198042178 shutdown_connections 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 --2- 172.21.15.32:0/2198042178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa4108f60 0x7f5fa4115420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 --2- 172.21.15.32:0/2198042178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa41085a0 0x7f5fa4108a20 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 --2- 172.21.15.32:0/2198042178 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 0x7f5fa410ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 -- 172.21.15.32:0/2198042178 >> 172.21.15.32:0/2198042178 conn(0x7f5fa4076460 msgr2=0x7f5fa4078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 -- 172.21.15.32:0/2198042178 shutdown_connections 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.504+0000 7f5fa9800640 1 -- 172.21.15.32:0/2198042178 wait complete. 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 Processor -- start 2024-04-25T19:13:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 -- start start 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 0x7f5fa419ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa4108f60 0x7f5fa419f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 0x7f5fa41a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa4118810 con 0x7f5fa41085a0 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa4118690 con 0x7f5fa410e660 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.506+0000 7f5fa9800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa4118990 con 0x7f5fa4108f60 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 0x7f5fa419ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 0x7f5fa41a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 0x7f5fa419ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57834/0 (socket says 172.21.15.32:57834) 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa2a00640 1 -- 172.21.15.32:0/60232425 learned_addr learned my addr 172.21.15.32:0/60232425 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa2000640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa4108f60 0x7f5fa419f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa3400640 1 -- 172.21.15.32:0/60232425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa4108f60 msgr2=0x7f5fa419f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa3400640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa4108f60 0x7f5fa419f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa3400640 1 -- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 msgr2=0x7f5fa419ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa3400640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 0x7f5fa419ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa3400640 1 -- 172.21.15.32:0/60232425 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fa41a3d80 con 0x7f5fa410e660 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.507+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 0x7f5fa419ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.508+0000 7f5fa3400640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 0x7f5fa41a3650 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c009fd0 tx=0x7f5f9c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.508+0000 7f5f9b400640 1 -- 172.21.15.32:0/60232425 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c00ce20 con 0x7f5fa410e660 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.508+0000 7f5f9b400640 1 -- 172.21.15.32:0/60232425 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f9c005020 con 0x7f5fa410e660 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.508+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fa41a4070 con 0x7f5fa410e660 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.508+0000 7f5f9b400640 1 -- 172.21.15.32:0/60232425 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c010690 con 0x7f5fa410e660 2024-04-25T19:13:53.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.508+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fa41ab900 con 0x7f5fa410e660 2024-04-25T19:13:53.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.512+0000 7f5fac775740 1 Processor -- start 2024-04-25T19:13:53.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5f9b400640 1 -- 172.21.15.32:0/60232425 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5f9c0054d0 con 0x7f5fa410e660 2024-04-25T19:13:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 -- start start 2024-04-25T19:13:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756231c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756232140 0x55f75623c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f756197900 con 0x55f756232140 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f75613def0 con 0x55f756231820 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.513+0000 7f5fac775740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f7561938c0 con 0x55f75623ca00 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756231c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756231c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44542/0 (socket says 172.21.15.32:44542) 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2000640 1 -- 172.21.15.32:0/3362223696 learned_addr learned my addr 172.21.15.32:0/3362223696 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756232140 0x55f75623c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2000640 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2a00640 1 -- 172.21.15.32:0/3362223696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 msgr2=0x55f75623edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2a00640 1 -- 172.21.15.32:0/3362223696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 msgr2=0x55f756231c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756231c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5fa2a00640 1 -- 172.21.15.32:0/3362223696 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f755eaa210 con 0x55f756232140 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.514+0000 7f5f9b400640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5f880a3d10 0x7f5f880a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.517 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.515+0000 7f5f9b400640 1 -- 172.21.15.32:0/60232425 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f5f9c0d0f40 con 0x7f5fa410e660 2024-04-25T19:13:53.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.515+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756232140 0x55f75623c4c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5f940114f0 tx=0x7f5f940119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac8e376da77bcc57 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:53.518 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.515+0000 7f5fa2000640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5f880a3d10 0x7f5f880a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.515+0000 7f5f8fe00640 1 -- 172.21.15.32:0/3362223696 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f94011030 con 0x55f756232140 2024-04-25T19:13:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.515+0000 7f5f8fe00640 1 -- 172.21.15.32:0/3362223696 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f940111d0 con 0x55f756232140 2024-04-25T19:13:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.515+0000 7f5f8fe00640 1 -- 172.21.15.32:0/3362223696 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f94003de0 con 0x55f756232140 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 -- 172.21.15.32:0/3362223696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756232140 msgr2=0x55f75623c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fa2000640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5f880a3d10 0x7f5f880a61d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x55f75622f150 tx=0x7f5f90005fd0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756232140 0x55f75623c4c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5f940114f0 tx=0x7f5f940119b0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 -- 172.21.15.32:0/3362223696 shutdown_connections 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756232140 0x55f75623c4c0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 --2- 172.21.15.32:0/3362223696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756231c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 -- 172.21.15.32:0/3362223696 >> 172.21.15.32:0/3362223696 conn(0x55f75622dd30 msgr2=0x55f75622e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 -- 172.21.15.32:0/3362223696 shutdown_connections 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 -- 172.21.15.32:0/3362223696 wait complete. 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.516+0000 7f5fac775740 1 -- start start 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 Processor -- start 2024-04-25T19:13:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 0x55f756239920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f756239e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f75623f630 con 0x55f756231820 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f756151310 con 0x55f756232140 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f75623f7b0 con 0x55f75623ca00 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fac775740 10 client.0 _ll_register_callbacks cb 0x55f75611fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.517+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 0x55f756239920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa2000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f756239e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 0x55f756239920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57850/0 (socket says 172.21.15.32:57850) 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa2a00640 1 -- 172.21.15.32:0/1709819838 learned_addr learned my addr 172.21.15.32:0/1709819838 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 -- 172.21.15.32:0/1709819838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 msgr2=0x55f756239e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f756239e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 -- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 msgr2=0x55f756239920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 0x55f756239920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 -- 172.21.15.32:0/1709819838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f755f76620 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa2000640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f756239e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 0x55f756239920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5fa3400640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623a3a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c0ce620 tx=0x7f5f9c09cf30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee0ad17d58578d16 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.518+0000 7f5f8cc00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5f8cc00640 1 -- 172.21.15.32:0/1709819838 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c0b5020 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f940111d0 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5f8cc00640 1 -- 172.21.15.32:0/1709819838 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f5f9c0b6220 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5f8cc00640 1 -- 172.21.15.32:0/1709819838 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5f9c0a5ae0 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5fac775740 10 client.26575 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f75624b920 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5f8cc00640 1 -- 172.21.15.32:0/1709819838 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f940111d0 con 0x55f75623ca00 2024-04-25T19:13:53.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.519+0000 7f5f8cc00640 1 -- 172.21.15.32:0/1709819838 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5f9c098ce0 con 0x55f75623ca00 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fac775740 10 client.26575 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fac775740 10 client.26575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fac775740 20 client.26575 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fac775740 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f75624cd90 0x55f75624f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fac775740 4 client.26575 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7561ab8b0 con 0x55f75624cd90 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.520+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f75624cd90 0x55f75624f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.521+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f75624cd90 0x55f75624f180 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6c35160e71d8569 server_cookie=18110cb02e6c56dc in_seq=0 out_seq=0 2024-04-25T19:13:53.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.521+0000 7f5f8cc00640 10 client.26575 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.521+0000 7f5f8cc00640 1 -- 172.21.15.32:0/1709819838 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f7561ab8b0 con 0x55f75624cd90 2024-04-25T19:13:53.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.521+0000 7f5f8cc00640 10 client.26575 handle_command_reply: tid=0 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.521+0000 7f5fac775740 1 client.26575 shutdown 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 msgr2=0x55f75623a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623a3a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c0ce620 tx=0x7f5f9c09cf30 comp rx=0 tx=0).stop 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 shutdown_connections 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f75624cd90 0x55f75624f180 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f75623ca00 0x55f75623a3a0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f756239e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5f8cc00640 0 client.26575 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 --2- 172.21.15.32:0/1709819838 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f756231820 0x55f756239920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 >> 172.21.15.32:0/1709819838 conn(0x55f75622dd30 msgr2=0x55f756233ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 shutdown_connections 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 1 -- 172.21.15.32:0/1709819838 wait complete. 2024-04-25T19:13:53.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.522+0000 7f5fac775740 20 client.26575 trim_cache size 0 max 16384 2024-04-25T19:13:53.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 Processor -- start 2024-04-25T19:13:53.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 -- start start 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 0x55f7562484f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f7562338e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756254ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa41b4280 con 0x55f75623ca00 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa41b5dc0 con 0x55f756232140 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.539+0000 7f5fac775740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa41b4950 con 0x55f756231820 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 0x55f7562484f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f7562338e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756254ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 0x55f7562484f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:40598/0 (socket says 172.21.15.32:40598) 2024-04-25T19:13:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 -- 172.21.15.32:0/4220838318 learned_addr learned my addr 172.21.15.32:0/4220838318 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:53.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 -- 172.21.15.32:0/4220838318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 msgr2=0x55f7562338e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f7562338e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 -- 172.21.15.32:0/4220838318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 msgr2=0x55f756254ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756254ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 -- 172.21.15.32:0/4220838318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f756231f70 con 0x55f756231820 2024-04-25T19:13:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.540+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 0x55f7562484f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5f94005300 tx=0x7f5f94011400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97d1d25cc14ecd28 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5f8f400640 1 -- 172.21.15.32:0/4220838318 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f94005640 con 0x55f756231820 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5f8f400640 1 -- 172.21.15.32:0/4220838318 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f94003a70 con 0x55f756231820 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5f8f400640 1 -- 172.21.15.32:0/4220838318 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9402b2c0 con 0x55f756231820 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 -- 172.21.15.32:0/4220838318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 msgr2=0x55f7562484f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 0x55f7562484f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5f94005300 tx=0x7f5f94011400 comp rx=0 tx=0).stop 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 -- 172.21.15.32:0/4220838318 shutdown_connections 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756254ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756232140 0x55f7562338e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 --2- 172.21.15.32:0/4220838318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756231820 0x55f7562484f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.541+0000 7f5fac775740 1 -- 172.21.15.32:0/4220838318 >> 172.21.15.32:0/4220838318 conn(0x55f75622dd30 msgr2=0x55f7562331d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.542+0000 7f5fac775740 1 -- 172.21.15.32:0/4220838318 shutdown_connections 2024-04-25T19:13:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.542+0000 7f5fac775740 1 -- 172.21.15.32:0/4220838318 wait complete. 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.542+0000 7f5fac775740 1 -- start start 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.542+0000 7f5fac775740 1 Processor -- start 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756242470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756232140 0x55f7562429b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756242ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa41b56f0 con 0x55f75623ca00 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa41b5020 con 0x55f756231820 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa41b2280 con 0x55f756232140 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fac775740 10 client.0 _ll_register_callbacks cb 0x7f5f9c09d570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756242ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756232140 0x55f7562429b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa3400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756242ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57870/0 (socket says 172.21.15.32:57870) 2024-04-25T19:13:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa3400640 1 -- 172.21.15.32:0/393227513 learned_addr learned my addr 172.21.15.32:0/393227513 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756242470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2000640 1 -- 172.21.15.32:0/393227513 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 msgr2=0x55f756242470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2000640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756242470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2000640 1 -- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 msgr2=0x55f756242ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2000640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756242ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2000640 1 -- 172.21.15.32:0/393227513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7562b2390 con 0x55f756232140 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa3400640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756242ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.543+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756242470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5fa2000640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756232140 0x55f7562429b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5f90031440 tx=0x7f5f90000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70329df5557804cc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5f8cc00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5f8cc00640 1 -- 172.21.15.32:0/393227513 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f90059060 con 0x55f756232140 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f94003a70 con 0x55f756232140 2024-04-25T19:13:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5f8cc00640 1 -- 172.21.15.32:0/393227513 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8542+0+0 (secure 0 0 0) 0x7f5f9003d450 con 0x55f756232140 2024-04-25T19:13:53.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5f8cc00640 1 -- 172.21.15.32:0/393227513 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5f90035040 con 0x55f756232140 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5fac775740 10 client.26581 fetch_fsmap learned FSMap version 31 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.544+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f7562b36d0 con 0x55f756232140 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5f8cc00640 1 -- 172.21.15.32:0/393227513 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f94003a70 con 0x55f756232140 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5f8cc00640 1 -- 172.21.15.32:0/393227513 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5f900546b0 con 0x55f756232140 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fac775740 10 client.26581 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fac775740 10 client.26581 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fac775740 20 client.26581 populate_metadata read hostname 'smithi032' 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fac775740 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f7562b3e30 0x55f7562b6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fac775740 4 client.26581 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f7561a5320 con 0x55f7562b3e30 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.545+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f7562b3e30 0x55f7562b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:13:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.546+0000 7f5fa2a00640 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f7562b3e30 0x55f7562b6250 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66938fbaa935acdf server_cookie=a76e60a2e15dcf67 in_seq=0 out_seq=0 2024-04-25T19:13:53.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.546+0000 7f5f8cc00640 10 client.26581 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.562+0000 7f5f8cc00640 1 -- 172.21.15.32:0/393227513 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f7561a5320 con 0x55f7562b3e30 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5f8cc00640 10 client.26581 handle_command_reply: tid=0 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 client.26581 shutdown 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756232140 msgr2=0x55f7562429b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756232140 0x55f7562429b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5f90031440 tx=0x7f5f90000bc0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 shutdown_connections 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f7562b3e30 0x55f7562b6250 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f75623ca00 0x55f756242ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f756232140 0x55f7562429b0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5f8cc00640 0 client.26581 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 --2- 172.21.15.32:0/393227513 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f756231820 0x55f756242470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 >> 172.21.15.32:0/393227513 conn(0x55f75622dd30 msgr2=0x55f756237e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 shutdown_connections 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 1 -- 172.21.15.32:0/393227513 wait complete. 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.563+0000 7f5fac775740 20 client.26581 trim_cache size 0 max 16384 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:13:53.566 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:13:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:13:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5f880a3d10 msgr2=0x7f5f880a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5f880a3d10 0x7f5f880a61d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x55f75622f150 tx=0x7f5f90005fd0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 msgr2=0x7f5fa41a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 0x7f5fa41a3650 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c009fd0 tx=0x7f5f9c00ef10 comp rx=0 tx=0).stop 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 shutdown_connections 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5f880a3d10 0x7f5f880a61d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5fa410e660 0x7f5fa41a3650 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fa4108f60 0x7f5fa419f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 --2- 172.21.15.32:0/60232425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fa41085a0 0x7f5fa419ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.564+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 >> 172.21.15.32:0/60232425 conn(0x7f5fa4076460 msgr2=0x7f5fa4077da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.565+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 shutdown_connections 2024-04-25T19:13:53.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:13:53.565+0000 7f5fa9800640 1 -- 172.21.15.32:0/60232425 wait complete. 2024-04-25T19:13:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:53 smithi066 ceph-mon[32882]: pgmap v317: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:13:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:53 smithi064 ceph-mon[32321]: pgmap v317: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:13:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:53 smithi032 ceph-mon[28041]: pgmap v317: 97 pgs: 97 active+clean; 3.8 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:13:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:55 smithi066 ceph-mon[32882]: pgmap v318: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:13:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:55 smithi064 ceph-mon[32321]: pgmap v318: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:13:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:55 smithi032 ceph-mon[28041]: pgmap v318: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:13:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:57 smithi066 ceph-mon[32882]: pgmap v319: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:13:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:57 smithi064 ceph-mon[32321]: pgmap v319: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:13:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:57 smithi032 ceph-mon[28041]: pgmap v319: 97 pgs: 97 active+clean; 4.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:13:59.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:13:59 smithi066 ceph-mon[32882]: pgmap v320: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:13:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:13:59 smithi064 ceph-mon[32321]: pgmap v320: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:13:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:13:59 smithi032 ceph-mon[28041]: pgmap v320: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:14:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:01 smithi066 ceph-mon[32882]: pgmap v321: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:01 smithi064 ceph-mon[32321]: pgmap v321: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:01 smithi032 ceph-mon[28041]: pgmap v321: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:03 smithi066 ceph-mon[32882]: pgmap v322: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:03 smithi064 ceph-mon[32321]: pgmap v322: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:03.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:03 smithi032 ceph-mon[28041]: pgmap v322: 97 pgs: 97 active+clean; 4.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:04.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:04 smithi066 ceph-mon[32882]: osdmap e101: 12 total, 12 up, 12 in 2024-04-25T19:14:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:04 smithi064 ceph-mon[32321]: osdmap e101: 12 total, 12 up, 12 in 2024-04-25T19:14:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:04 smithi032 ceph-mon[28041]: osdmap e101: 12 total, 12 up, 12 in 2024-04-25T19:14:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:05 smithi066 ceph-mon[32882]: pgmap v324: 97 pgs: 97 active+clean; 4.5 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-04-25T19:14:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:05 smithi064 ceph-mon[32321]: pgmap v324: 97 pgs: 97 active+clean; 4.5 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-04-25T19:14:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:05 smithi032 ceph-mon[28041]: pgmap v324: 97 pgs: 97 active+clean; 4.5 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-04-25T19:14:06.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.711+0000 7f5adda00640 1 -- 172.21.15.32:0/1022346296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad81008a0 msgr2=0x7f5ad8100d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.711+0000 7f5adda00640 1 --2- 172.21.15.32:0/1022346296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad81008a0 0x7f5ad8100d20 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4009900 tx=0x7f5ac402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 -- 172.21.15.32:0/1022346296 shutdown_connections 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 --2- 172.21.15.32:0/1022346296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad8101260 0x7f5ad810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 --2- 172.21.15.32:0/1022346296 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad81008a0 0x7f5ad8100d20 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 --2- 172.21.15.32:0/1022346296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ad8106f80 0x7f5ad8107360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 -- 172.21.15.32:0/1022346296 >> 172.21.15.32:0/1022346296 conn(0x7f5ad8076200 msgr2=0x7f5ad8076610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 -- 172.21.15.32:0/1022346296 shutdown_connections 2024-04-25T19:14:06.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.712+0000 7f5adda00640 1 -- 172.21.15.32:0/1022346296 wait complete. 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 Processor -- start 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 -- start start 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad81008a0 0x7f5ad819e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ad8101260 0x7f5ad819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad8106f80 0x7f5ad8198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad8112310 con 0x7f5ad81008a0 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad8112190 con 0x7f5ad8106f80 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.713+0000 7f5adda00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad8112490 con 0x7f5ad8101260 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad6a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad81008a0 0x7f5ad819e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad6a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad81008a0 0x7f5ad819e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39084/0 (socket says 172.21.15.32:39084) 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad7400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad8106f80 0x7f5ad8198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad6a00640 1 -- 172.21.15.32:0/2254640886 learned_addr learned my addr 172.21.15.32:0/2254640886 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad6000640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ad8101260 0x7f5ad819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad7400640 1 -- 172.21.15.32:0/2254640886 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ad8101260 msgr2=0x7f5ad819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad7400640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ad8101260 0x7f5ad819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad7400640 1 -- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad81008a0 msgr2=0x7f5ad819e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad7400640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad81008a0 0x7f5ad819e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.718 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.714+0000 7f5ad7400640 1 -- 172.21.15.32:0/2254640886 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ad8198db0 con 0x7f5ad8106f80 2024-04-25T19:14:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.715+0000 7f5ad7400640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad8106f80 0x7f5ad8198630 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5ad0009fd0 tx=0x7f5ad000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.715+0000 7f5acf400640 1 -- 172.21.15.32:0/2254640886 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad000ce20 con 0x7f5ad8106f80 2024-04-25T19:14:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.715+0000 7f5acf400640 1 -- 172.21.15.32:0/2254640886 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ad0005020 con 0x7f5ad8106f80 2024-04-25T19:14:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.715+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ad81990a0 con 0x7f5ad8106f80 2024-04-25T19:14:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.715+0000 7f5acf400640 1 -- 172.21.15.32:0/2254640886 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad0010690 con 0x7f5ad8106f80 2024-04-25T19:14:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.715+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ad81a52f0 con 0x7f5ad8106f80 2024-04-25T19:14:06.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.718+0000 7f5ae0795740 1 Processor -- start 2024-04-25T19:14:06.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5acf400640 1 -- 172.21.15.32:0/2254640886 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5ad00054d0 con 0x7f5ad8106f80 2024-04-25T19:14:06.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 -- start start 2024-04-25T19:14:06.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb9716010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb97208d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb9723200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560eb9677900 con 0x560eb9720e10 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560eb961def0 con 0x560eb9715c30 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ae0795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560eb96738c0 con 0x560eb9716550 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.719+0000 7f5ad6000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb9716010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb9716010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:36204/0 (socket says 172.21.15.32:36204) 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6000640 1 -- 172.21.15.32:0/3811037827 learned_addr learned my addr 172.21.15.32:0/3811037827 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb97208d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6000640 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb9723200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 -- 172.21.15.32:0/3811037827 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 msgr2=0x560eb9716010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb9716010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 -- 172.21.15.32:0/3811037827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 msgr2=0x560eb9723200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb9723200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 -- 172.21.15.32:0/3811037827 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560eb938a210 con 0x560eb9716550 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5acf400640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5abc0a3d10 0x7f5abc0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.720+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb97208d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8009c80 tx=0x7f5ac8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1a7983d7d5c2d49 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.721+0000 7f5acf400640 1 -- 172.21.15.32:0/2254640886 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8586+0+0 (secure 0 0 0) 0x7f5ad00d0f70 con 0x7f5ad8106f80 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.721+0000 7f5ad6000640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5abc0a3d10 0x7f5abc0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.721+0000 7f5ac3e00640 1 -- 172.21.15.32:0/3811037827 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8004230 con 0x560eb9716550 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.721+0000 7f5ac3e00640 1 -- 172.21.15.32:0/3811037827 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac80043d0 con 0x560eb9716550 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.721+0000 7f5ac3e00640 1 -- 172.21.15.32:0/3811037827 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8004cb0 con 0x560eb9716550 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ad6000640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5abc0a3d10 0x7f5abc0a61d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x560eb9713560 tx=0x7f5ac402a3f0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 -- 172.21.15.32:0/3811037827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 msgr2=0x560eb97208d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb97208d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8009c80 tx=0x7f5ac8011810 comp rx=0 tx=0).stop 2024-04-25T19:14:06.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 -- 172.21.15.32:0/3811037827 shutdown_connections 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb9723200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb97208d0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 --2- 172.21.15.32:0/3811037827 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb9716010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 -- 172.21.15.32:0/3811037827 >> 172.21.15.32:0/3811037827 conn(0x560eb9712140 msgr2=0x560eb9712520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 -- 172.21.15.32:0/3811037827 shutdown_connections 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 -- 172.21.15.32:0/3811037827 wait complete. 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 -- start start 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.722+0000 7f5ae0795740 1 Processor -- start 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb971dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb971e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb971e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560eb9723a40 con 0x560eb9720e10 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560eb9631310 con 0x560eb9715c30 2024-04-25T19:14:06.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560eb9723bc0 con 0x560eb9716550 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ae0795740 10 client.0 _ll_register_callbacks cb 0x560eb95ffcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ad7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb971e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ad7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb971e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39104/0 (socket says 172.21.15.32:39104) 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ad7400640 1 -- 172.21.15.32:0/2459669819 learned_addr learned my addr 172.21.15.32:0/2459669819 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ad6000640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb971e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.723+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb971dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ad7400640 1 -- 172.21.15.32:0/2459669819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 msgr2=0x560eb971e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ad7400640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb971e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ad7400640 1 -- 172.21.15.32:0/2459669819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 msgr2=0x560eb971dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ad7400640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb971dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ad7400640 1 -- 172.21.15.32:0/2459669819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560eb9456620 con 0x560eb9720e10 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ad7400640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb971e820 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5ad009cb70 tx=0x7f5ad009cfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc528e494eafde2c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ac0c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ac0c00640 1 -- 172.21.15.32:0/2459669819 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad00b5020 con 0x560eb9720e10 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ac0c00640 1 -- 172.21.15.32:0/2459669819 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 8586+0+0 (secure 0 0 0) 0x7f5ad00b6220 con 0x560eb9720e10 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.724+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ac80043d0 con 0x560eb9720e10 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ac0c00640 1 -- 172.21.15.32:0/2459669819 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5ad00a5650 con 0x560eb9720e10 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 10 client.16407 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560eb972fd40 con 0x560eb9720e10 2024-04-25T19:14:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ac0c00640 1 -- 172.21.15.32:0/2459669819 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac80043d0 con 0x560eb9720e10 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ac0c00640 1 -- 172.21.15.32:0/2459669819 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5ad009bd30 con 0x560eb9720e10 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 10 client.16407 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 10 client.16407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 20 client.16407 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb97311b0 0x560eb97335a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 4 client.16407 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.725+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560eb968b8b0 con 0x560eb97311b0 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.726+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb97311b0 0x560eb97335a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.726+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb97311b0 0x560eb97335a0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21850ba2c56a2a27 server_cookie=db08557f942ca82a in_seq=0 out_seq=0 2024-04-25T19:14:06.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.726+0000 7f5ac0c00640 10 client.16407 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ac0c00640 1 -- 172.21.15.32:0/2459669819 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560eb968b8b0 con 0x560eb97311b0 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ac0c00640 10 client.16407 handle_command_reply: tid=0 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 client.16407 shutdown 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 msgr2=0x560eb971e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb971e820 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5ad009cb70 tx=0x7f5ad009cfb0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 shutdown_connections 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb97311b0 0x560eb97335a0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9720e10 0x560eb971e820 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9716550 0x560eb971e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 --2- 172.21.15.32:0/2459669819 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9715c30 0x560eb971dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ac0c00640 0 client.16407 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.727+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 >> 172.21.15.32:0/2459669819 conn(0x560eb9712140 msgr2=0x560eb970ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:06.735 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.728+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 shutdown_connections 2024-04-25T19:14:06.735 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.728+0000 7f5ae0795740 1 -- 172.21.15.32:0/2459669819 wait complete. 2024-04-25T19:14:06.735 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.728+0000 7f5ae0795740 20 client.16407 trim_cache size 0 max 16384 2024-04-25T19:14:06.747 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.744+0000 7f5ae0795740 1 Processor -- start 2024-04-25T19:14:06.747 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.744+0000 7f5ae0795740 1 -- start start 2024-04-25T19:14:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 0x560eb97185f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9716550 0x560eb971e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9720e10 0x560eb9738f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ae0795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81ab9f0 con 0x560eb9716550 2024-04-25T19:14:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ae0795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81ad530 con 0x560eb9720e10 2024-04-25T19:14:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ae0795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81ac0c0 con 0x560eb9715c30 2024-04-25T19:14:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9716550 0x560eb971e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 0x560eb97185f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9716550 0x560eb971e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39116/0 (socket says 172.21.15.32:39116) 2024-04-25T19:14:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad7400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9720e10 0x560eb9738f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 0x560eb97185f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:44308/0 (socket says 172.21.15.32:44308) 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6000640 1 -- 172.21.15.32:0/1695775087 learned_addr learned my addr 172.21.15.32:0/1695775087 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1695775087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9720e10 msgr2=0x560eb9738f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9720e10 0x560eb9738f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1695775087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9716550 msgr2=0x560eb971e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.745+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9716550 0x560eb971e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.746+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1695775087 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560eb9723200 con 0x560eb9715c30 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.746+0000 7f5ad7400640 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9720e10 0x560eb9738f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.746+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 0x560eb97185f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8004910 tx=0x7f5ac8004580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab0638ca1ede8502 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.746+0000 7f5ac3400640 1 -- 172.21.15.32:0/1695775087 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8032070 con 0x560eb9715c30 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.746+0000 7f5ac3400640 1 -- 172.21.15.32:0/1695775087 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac801f040 con 0x560eb9715c30 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.746+0000 7f5ac3400640 1 -- 172.21.15.32:0/1695775087 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac801e040 con 0x560eb9715c30 2024-04-25T19:14:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 -- 172.21.15.32:0/1695775087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 msgr2=0x560eb97185f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 0x560eb97185f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8004910 tx=0x7f5ac8004580 comp rx=0 tx=0).stop 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 -- 172.21.15.32:0/1695775087 shutdown_connections 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9720e10 0x560eb9738f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9716550 0x560eb971e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1695775087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9715c30 0x560eb97185f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 -- 172.21.15.32:0/1695775087 >> 172.21.15.32:0/1695775087 conn(0x560eb9712140 msgr2=0x560eb971dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 -- 172.21.15.32:0/1695775087 shutdown_connections 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 -- 172.21.15.32:0/1695775087 wait complete. 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.747+0000 7f5ae0795740 1 -- start start 2024-04-25T19:14:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 Processor -- start 2024-04-25T19:14:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 0x560eb9726b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9716550 0x560eb97270b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9720e10 0x560eb9796780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81ace60 con 0x560eb9715c30 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81ac790 con 0x560eb9716550 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81a99f0 con 0x560eb9720e10 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ae0795740 10 client.0 _ll_register_callbacks cb 0x7f5ad009d5e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.748+0000 7f5ad6a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 0x560eb9726b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 0x560eb9726b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39118/0 (socket says 172.21.15.32:39118) 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1441577769 learned_addr learned my addr 172.21.15.32:0/1441577769 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad7400640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9720e10 0x560eb9796780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6000640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9716550 0x560eb97270b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1441577769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9720e10 msgr2=0x560eb9796780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9720e10 0x560eb9796780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1441577769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9716550 msgr2=0x560eb97270b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9716550 0x560eb97270b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 -- 172.21.15.32:0/1441577769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560eb9727980 con 0x560eb9715c30 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad7400640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9720e10 0x560eb9796780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ad6a00640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 0x560eb9726b70 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8009340 tx=0x7f5ac8009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76fe58510cb8bcb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.749+0000 7f5ac0c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ac0c00640 1 -- 172.21.15.32:0/1441577769 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8032040 con 0x560eb9715c30 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ac801f040 con 0x560eb9715c30 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ac0c00640 1 -- 172.21.15.32:0/1441577769 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 8586+0+0 (secure 0 0 0) 0x7f5ac8026440 con 0x560eb9715c30 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ac0c00640 1 -- 172.21.15.32:0/1441577769 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5ac8026640 con 0x560eb9715c30 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ae0795740 10 client.16413 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560eb9797da0 con 0x560eb9715c30 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ac0c00640 1 -- 172.21.15.32:0/1441577769 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac801f040 con 0x560eb9715c30 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ac0c00640 1 -- 172.21.15.32:0/1441577769 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5ac8024040 con 0x560eb9715c30 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ae0795740 10 client.16413 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ae0795740 10 client.16413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.750+0000 7f5ae0795740 20 client.16413 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.751+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb9798260 0x560eb979a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.751+0000 7f5ae0795740 4 client.16413 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.751+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560eb9685320 con 0x560eb9798260 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.751+0000 7f5ad6000640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb9798260 0x560eb979a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.751+0000 7f5ad6000640 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb9798260 0x560eb979a650 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=673659c025a4e39d server_cookie=2b19679175581411 in_seq=0 out_seq=0 2024-04-25T19:14:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.751+0000 7f5ac0c00640 10 client.16413 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ac0c00640 1 -- 172.21.15.32:0/1441577769 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560eb9685320 con 0x560eb9798260 2024-04-25T19:14:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ac0c00640 10 client.16413 handle_command_reply: tid=0 2024-04-25T19:14:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 client.16413 shutdown 2024-04-25T19:14:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 msgr2=0x560eb9726b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 0x560eb9726b70 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8009340 tx=0x7f5ac8009790 comp rx=0 tx=0).stop 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 shutdown_connections 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560eb9798260 0x560eb979a650 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560eb9720e10 0x560eb9796780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ac0c00640 0 client.16413 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560eb9716550 0x560eb97270b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 --2- 172.21.15.32:0/1441577769 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560eb9715c30 0x560eb9726b70 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 >> 172.21.15.32:0/1441577769 conn(0x560eb9712140 msgr2=0x560eb971e5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.769+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 shutdown_connections 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.770+0000 7f5ae0795740 1 -- 172.21.15.32:0/1441577769 wait complete. 2024-04-25T19:14:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.770+0000 7f5ae0795740 20 client.16413 trim_cache size 0 max 16384 2024-04-25T19:14:06.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:14:06.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:14:06.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:14:06.774 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.770+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5abc0a3d10 msgr2=0x7f5abc0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.770+0000 7f5adda00640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5abc0a3d10 0x7f5abc0a61d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x560eb9713560 tx=0x7f5ac402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.770+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad8106f80 msgr2=0x7f5ad8198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.770+0000 7f5adda00640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad8106f80 0x7f5ad8198630 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5ad0009fd0 tx=0x7f5ad000ef10 comp rx=0 tx=0).stop 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 shutdown_connections 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5abc0a3d10 0x7f5abc0a61d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5ad8106f80 0x7f5ad8198630 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ad8101260 0x7f5ad819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 --2- 172.21.15.32:0/2254640886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ad81008a0 0x7f5ad819e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:06.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 >> 172.21.15.32:0/2254640886 conn(0x7f5ad8076200 msgr2=0x7f5ad80fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:06.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 shutdown_connections 2024-04-25T19:14:06.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:06.771+0000 7f5adda00640 1 -- 172.21.15.32:0/2254640886 wait complete. 2024-04-25T19:14:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:07 smithi066 ceph-mon[32882]: pgmap v325: 97 pgs: 97 active+clean; 4.5 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-04-25T19:14:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:07 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:14:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:07 smithi064 ceph-mon[32321]: pgmap v325: 97 pgs: 97 active+clean; 4.5 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-04-25T19:14:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:07 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:14:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:07 smithi032 ceph-mon[28041]: pgmap v325: 97 pgs: 97 active+clean; 4.5 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-04-25T19:14:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:07 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:14:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:09 smithi066 ceph-mon[32882]: pgmap v326: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 107 KiB/s wr, 39 op/s 2024-04-25T19:14:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:09 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:09 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:09 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:09 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:09 smithi066 ceph-mon[32882]: osdmap e102: 12 total, 12 up, 12 in 2024-04-25T19:14:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:09 smithi064 ceph-mon[32321]: pgmap v326: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 107 KiB/s wr, 39 op/s 2024-04-25T19:14:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:09 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:09 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:09 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:09 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:09 smithi064 ceph-mon[32321]: osdmap e102: 12 total, 12 up, 12 in 2024-04-25T19:14:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:09 smithi032 ceph-mon[28041]: pgmap v326: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 107 KiB/s wr, 39 op/s 2024-04-25T19:14:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:09 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:09 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:09 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:09 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:09 smithi032 ceph-mon[28041]: osdmap e102: 12 total, 12 up, 12 in 2024-04-25T19:14:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi066 to 176.2M 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: Unable to set osd_memory_target on smithi066 to 184761651: error parsing value: Value '184761651' is below minimum 939524096 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: Unable to set osd_memory_target on smithi064 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:10.703 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:10 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi066 to 176.2M 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: Unable to set osd_memory_target on smithi066 to 184761651: error parsing value: Value '184761651' is below minimum 939524096 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: Unable to set osd_memory_target on smithi064 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:10.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:10 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi066 to 176.2M 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: Unable to set osd_memory_target on smithi066 to 184761651: error parsing value: Value '184761651' is below minimum 939524096 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi064 to 176.2M 2024-04-25T19:14:10.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: Unable to set osd_memory_target on smithi064 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-04-25T19:14:10.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:10.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:10 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:11 smithi066 ceph-mon[32882]: pgmap v328: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 134 KiB/s wr, 49 op/s 2024-04-25T19:14:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:11 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:11 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:11 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:11 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:11 smithi064 ceph-mon[32321]: pgmap v328: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 134 KiB/s wr, 49 op/s 2024-04-25T19:14:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:11 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:11 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:11 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:11 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:11 smithi032 ceph-mon[28041]: pgmap v328: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 134 KiB/s wr, 49 op/s 2024-04-25T19:14:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:11 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:11 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:11 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:11 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:251/600: open fd = 3 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:252/600: open fd = 3 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.658 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:253/600: open fd = 3 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:254/600: open fd = 3 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:255/600: open fd = 3 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:256/600: open fd = 3 2024-04-25T19:14:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:257/600: open fd = 3 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:258/600: open fd = 3 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:259/600: open fd = 3 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:260/600: open fd = 3 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:261/600: open fd = 3 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:262/600: open fd = 3 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.661 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:263/600: open fd = 3 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:264/600: open fd = 3 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:265/600: open fd = 3 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:266/600: open fd = 3 2024-04-25T19:14:12.662 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:267/600: open fd = 3 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:268/600: open fd = 3 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:269/600: open fd = 3 2024-04-25T19:14:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:270/600: open fd = 3 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:271/600: open fd = 3 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:272/600: open fd = 3 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.664 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:273/600: open fd = 3 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:274/600: open fd = 3 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:275/600: open fd = 3 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:276/600: open fd = 3 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.665 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:277/600: open fd = 3 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:278/600: open fd = 3 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:279/600: open fd = 3 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.666 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:280/600: open fd = 3 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:281/600: open fd = 3 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:282/600: open fd = 3 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:283/600: open fd = 3 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.667 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:284/600: open fd = 3 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:285/600: open fd = 3 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:286/600: open fd = 3 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.668 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:287/600: open fd = 3 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:288/600: open fd = 3 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:289/600: open fd = 3 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.669 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:290/600: open fd = 3 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:291/600: open fd = 3 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:292/600: open fd = 3 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.670 INFO:tasks.workunit.client.0.smithi032.stdout:293/600: open fd = 3 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:294/600: open fd = 3 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:295/600: open fd = 3 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:296/600: open fd = 3 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.671 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:297/600: open fd = 3 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:298/600: open fd = 3 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:299/600: open fd = 3 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:300/600: open fd = 3 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.672 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:301/600: open fd = 3 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:302/600: open fd = 3 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:303/600: open fd = 3 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:304/600: open fd = 3 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:305/600: open fd = 3 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:306/600: open fd = 3 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.674 INFO:tasks.workunit.client.0.smithi032.stdout:307/600: open fd = 3 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:308/600: open fd = 3 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:309/600: open fd = 3 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:310/600: open fd = 3 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.675 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:311/600: open fd = 3 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:312/600: open fd = 3 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.676 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:14:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:12 smithi066 ceph-mon[32882]: Adjusting osd_memory_target on smithi032 to 177.5M 2024-04-25T19:14:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:12 smithi066 ceph-mon[32882]: Unable to set osd_memory_target on smithi032 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T19:14:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:12 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:14:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:12 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:14:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:12 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:12 smithi064 ceph-mon[32321]: Adjusting osd_memory_target on smithi032 to 177.5M 2024-04-25T19:14:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:12 smithi064 ceph-mon[32321]: Unable to set osd_memory_target on smithi032 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T19:14:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:12 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:14:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:12 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:14:12.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:12 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:12 smithi032 ceph-mon[28041]: Adjusting osd_memory_target on smithi032 to 177.5M 2024-04-25T19:14:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:12 smithi032 ceph-mon[28041]: Unable to set osd_memory_target on smithi032 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-25T19:14:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:12 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:14:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:12 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:14:12.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:12 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:14:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:13 smithi066 ceph-mon[32882]: pgmap v329: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-04-25T19:14:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:13 smithi064 ceph-mon[32321]: pgmap v329: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-04-25T19:14:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:13 smithi032 ceph-mon[28041]: pgmap v329: 97 pgs: 97 active+clean; 4.7 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-04-25T19:14:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:15 smithi066 ceph-mon[32882]: pgmap v330: 97 pgs: 97 active+clean; 5.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-04-25T19:14:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:15 smithi064 ceph-mon[32321]: pgmap v330: 97 pgs: 97 active+clean; 5.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-04-25T19:14:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:15 smithi032 ceph-mon[28041]: pgmap v330: 97 pgs: 97 active+clean; 5.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-04-25T19:14:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:17 smithi066 ceph-mon[32882]: pgmap v331: 97 pgs: 97 active+clean; 5.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-04-25T19:14:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:17 smithi064 ceph-mon[32321]: pgmap v331: 97 pgs: 97 active+clean; 5.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-04-25T19:14:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:17 smithi032 ceph-mon[28041]: pgmap v331: 97 pgs: 97 active+clean; 5.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-04-25T19:14:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:19 smithi066 ceph-mon[32882]: pgmap v332: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:14:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:19 smithi064 ceph-mon[32321]: pgmap v332: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:14:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:19 smithi032 ceph-mon[28041]: pgmap v332: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:14:19.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 -- 172.21.15.32:0/495764618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b441043e0 msgr2=0x7f1b441047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 --2- 172.21.15.32:0/495764618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b441043e0 0x7f1b441047c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1b34009900 tx=0x7f1b3402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 -- 172.21.15.32:0/495764618 shutdown_connections 2024-04-25T19:14:19.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 --2- 172.21.15.32:0/495764618 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1b441094b0 0x7f1b44111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 --2- 172.21.15.32:0/495764618 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b44104d90 0x7f1b44108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 --2- 172.21.15.32:0/495764618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b441043e0 0x7f1b441047c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 -- 172.21.15.32:0/495764618 >> 172.21.15.32:0/495764618 conn(0x7f1b440ffc00 msgr2=0x7f1b44102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:19.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 -- 172.21.15.32:0/495764618 shutdown_connections 2024-04-25T19:14:19.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.919+0000 7f1b49a00640 1 -- 172.21.15.32:0/495764618 wait complete. 2024-04-25T19:14:19.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.920+0000 7f1b49a00640 1 Processor -- start 2024-04-25T19:14:19.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.920+0000 7f1b49a00640 1 -- start start 2024-04-25T19:14:19.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b49a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 0x7f1b441a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b49a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1b441094b0 0x7f1b441a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b49a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b4419a7f0 0x7f1b4419aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b49a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441143f0 con 0x7f1b441043e0 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b49a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1b44114270 con 0x7f1b441094b0 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b49a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1b44114570 con 0x7f1b4419a7f0 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 0x7f1b441a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 0x7f1b441a0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36614/0 (socket says 172.21.15.32:36614) 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b42a00640 1 -- 172.21.15.32:0/2349171849 learned_addr learned my addr 172.21.15.32:0/2349171849 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b43400640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b4419a7f0 0x7f1b4419aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.921+0000 7f1b42000640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1b441094b0 0x7f1b441a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b42a00640 1 -- 172.21.15.32:0/2349171849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b4419a7f0 msgr2=0x7f1b4419aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b42a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b4419a7f0 0x7f1b4419aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b42a00640 1 -- 172.21.15.32:0/2349171849 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1b441094b0 msgr2=0x7f1b441a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b42a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1b441094b0 0x7f1b441a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b42a00640 1 -- 172.21.15.32:0/2349171849 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b4419b380 con 0x7f1b441043e0 2024-04-25T19:14:19.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b42a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 0x7f1b441a0630 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1b34005940 tx=0x7f1b340040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:19.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b3b400640 1 -- 172.21.15.32:0/2349171849 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3403f030 con 0x7f1b441043e0 2024-04-25T19:14:19.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b3b400640 1 -- 172.21.15.32:0/2349171849 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b340044c0 con 0x7f1b441043e0 2024-04-25T19:14:19.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.922+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b4419b610 con 0x7f1b441043e0 2024-04-25T19:14:19.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.923+0000 7f1b3b400640 1 -- 172.21.15.32:0/2349171849 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b34035070 con 0x7f1b441043e0 2024-04-25T19:14:19.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.923+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b441a77a0 con 0x7f1b441043e0 2024-04-25T19:14:19.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.926+0000 7f1b4c76e740 1 Processor -- start 2024-04-25T19:14:19.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.926+0000 7f1b3b400640 1 -- 172.21.15.32:0/2349171849 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1b34042030 con 0x7f1b441043e0 2024-04-25T19:14:19.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.926+0000 7f1b4c76e740 1 -- start start 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752f5c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x5654753004c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 0x565475302df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56547525b900 con 0x565475300a00 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x565475201ef0 con 0x5654752f6140 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5654752578c0 con 0x5654752f5820 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b42000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 0x565475302df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b43400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752f5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x5654753004c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b43400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752f5c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59550/0 (socket says 172.21.15.32:59550) 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b42000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 0x565475302df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36618/0 (socket says 172.21.15.32:36618) 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.927+0000 7f1b43400640 1 -- 172.21.15.32:0/2998673464 learned_addr learned my addr 172.21.15.32:0/2998673464 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:19.930 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b42000640 1 -- 172.21.15.32:0/2998673464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 msgr2=0x5654752f5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b42000640 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752f5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b42000640 1 -- 172.21.15.32:0/2998673464 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 msgr2=0x5654753004c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b42000640 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x5654753004c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b42000640 1 -- 172.21.15.32:0/2998673464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565474f6e210 con 0x565475300a00 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b43400640 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752f5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b42000640 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 0x565475302df0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1b4419baf0 tx=0x7f1b30011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802c1ae29e83fbfd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b3b400640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1b280a3d90 0x7f1b280a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.931 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b3b400640 1 -- 172.21.15.32:0/2349171849 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f1b340f0a90 con 0x7f1b441043e0 2024-04-25T19:14:19.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b2fe00640 1 -- 172.21.15.32:0/2998673464 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30009d60 con 0x565475300a00 2024-04-25T19:14:19.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b2fe00640 1 -- 172.21.15.32:0/2998673464 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b300198c0 con 0x565475300a00 2024-04-25T19:14:19.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b2fe00640 1 -- 172.21.15.32:0/2998673464 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30018910 con 0x565475300a00 2024-04-25T19:14:19.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.928+0000 7f1b43400640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1b280a3d90 0x7f1b280a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 -- 172.21.15.32:0/2998673464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 msgr2=0x565475302df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 0x565475302df0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1b4419baf0 tx=0x7f1b30011810 comp rx=0 tx=0).stop 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b43400640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1b280a3d90 0x7f1b280a6250 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c009fd0 tx=0x7f1b3c009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 -- 172.21.15.32:0/2998673464 shutdown_connections 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565475300a00 0x565475302df0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x5654753004c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/2998673464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752f5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 -- 172.21.15.32:0/2998673464 >> 172.21.15.32:0/2998673464 conn(0x5654752f1d30 msgr2=0x5654752f2110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 -- 172.21.15.32:0/2998673464 shutdown_connections 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.929+0000 7f1b4c76e740 1 -- 172.21.15.32:0/2998673464 wait complete. 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.930+0000 7f1b4c76e740 1 -- start start 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.930+0000 7f1b4c76e740 1 Processor -- start 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.930+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752fd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.930+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x5654752fdf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.930+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654752fe450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.930+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x565475303630 con 0x5654752f6140 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x565475215310 con 0x565475300a00 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5654753037b0 con 0x5654752f5820 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b4c76e740 10 client.0 _ll_register_callbacks cb 0x5654751e3cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752fd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b43400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654752fe450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x5654752fdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752fd9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59564/0 (socket says 172.21.15.32:59564) 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 -- 172.21.15.32:0/1313739944 learned_addr learned my addr 172.21.15.32:0/1313739944 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 -- 172.21.15.32:0/1313739944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 msgr2=0x5654752fe450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654752fe450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 -- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 msgr2=0x5654752fdf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x5654752fdf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.937 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42a00640 1 -- 172.21.15.32:0/1313739944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56547503a620 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.931+0000 7f1b42000640 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x5654752fdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b42a00640 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752fd9d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1b340bca60 tx=0x7f1b340b8710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=def71b80e685722 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b2cc00640 1 -- 172.21.15.32:0/1313739944 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b34049070 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b2cc00640 1 -- 172.21.15.32:0/1313739944 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f1b340bcd30 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b300198c0 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b2cc00640 1 -- 172.21.15.32:0/1313739944 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1b340bc8a0 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b4c76e740 10 client.26611 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5654753036e0 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.932+0000 7f1b2cc00640 1 -- 172.21.15.32:0/1313739944 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b300198c0 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b2cc00640 1 -- 172.21.15.32:0/1313739944 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1b340c5200 con 0x5654752f5820 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b4c76e740 10 client.26611 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b4c76e740 10 client.26611 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:19.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b4c76e740 20 client.26611 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:19.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475310d70 0x565475313160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b4c76e740 4 client.26611 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:14:19.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56547526f8b0 con 0x565475310d70 2024-04-25T19:14:19.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.933+0000 7f1b42000640 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475310d70 0x565475313160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.934+0000 7f1b42000640 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475310d70 0x565475313160 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96d162b23e0a4558 server_cookie=74699f5e33172c79 in_seq=0 out_seq=0 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.934+0000 7f1b2cc00640 10 client.26611 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b2cc00640 1 -- 172.21.15.32:0/1313739944 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56547526f8b0 con 0x565475310d70 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b2cc00640 10 client.26611 handle_command_reply: tid=0 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 client.26611 shutdown 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 msgr2=0x5654752fd9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752fd9d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1b340bca60 tx=0x7f1b340b8710 comp rx=0 tx=0).stop 2024-04-25T19:14:19.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 shutdown_connections 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475310d70 0x565475313160 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654752fe450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x5654752fdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/1313739944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x5654752fd9d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b2cc00640 0 client.26611 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 >> 172.21.15.32:0/1313739944 conn(0x5654752f1d30 msgr2=0x5654752f7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 shutdown_connections 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 1 -- 172.21.15.32:0/1313739944 wait complete. 2024-04-25T19:14:19.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.935+0000 7f1b4c76e740 20 client.26611 trim_cache size 0 max 16384 2024-04-25T19:14:19.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 Processor -- start 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 -- start start 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 0x56547530c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x565475318a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565475300a00 0x565475318f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441ab990 con 0x5654752f5820 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441ad4d0 con 0x5654752f6140 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441ac060 con 0x565475300a00 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 0x56547530c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 0x56547530c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36634/0 (socket says 172.21.15.32:36634) 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b42a00640 1 -- 172.21.15.32:0/3791277708 learned_addr learned my addr 172.21.15.32:0/3791277708 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.952+0000 7f1b42000640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x565475318a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42a00640 1 -- 172.21.15.32:0/3791277708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565475300a00 msgr2=0x565475318f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b43400640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565475300a00 0x565475318f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42a00640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565475300a00 0x565475318f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42a00640 1 -- 172.21.15.32:0/3791277708 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 msgr2=0x565475318a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42a00640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x565475318a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42a00640 1 -- 172.21.15.32:0/3791277708 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565475303510 con 0x5654752f5820 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42000640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x565475318a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b43400640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565475300a00 0x565475318f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:14:19.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b42a00640 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 0x56547530c4f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1b34031440 tx=0x7f1b34009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59848d76b4b62bd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b2f400640 1 -- 172.21.15.32:0/3791277708 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b340d5070 con 0x5654752f5820 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b2f400640 1 -- 172.21.15.32:0/3791277708 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b340f8040 con 0x5654752f5820 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.953+0000 7f1b2f400640 1 -- 172.21.15.32:0/3791277708 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b34049070 con 0x5654752f5820 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3791277708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 msgr2=0x56547530c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 0x56547530c4f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1b34031440 tx=0x7f1b34009680 comp rx=0 tx=0).stop 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3791277708 shutdown_connections 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x565475300a00 0x565475318f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5654752f6140 0x565475318a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3791277708 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f5820 0x56547530c4f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3791277708 >> 172.21.15.32:0/3791277708 conn(0x5654752f1d30 msgr2=0x5654752f2110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:19.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3791277708 shutdown_connections 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.954+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3791277708 wait complete. 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 -- start start 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 Processor -- start 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x565475308c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x565475305f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654753064d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441ace00 con 0x5654752f6140 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441ac730 con 0x565475300a00 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1b441a9990 con 0x5654752f5820 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b4c76e740 10 client.0 _ll_register_callbacks cb 0x7f1b34005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b42000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x565475305f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.955+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x565475308c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x565475305f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36644/0 (socket says 172.21.15.32:36644) 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x565475308c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:59594/0 (socket says 172.21.15.32:59594) 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42000640 1 -- 172.21.15.32:0/3758326752 learned_addr learned my addr 172.21.15.32:0/3758326752 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b43400640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654753064d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 -- 172.21.15.32:0/3758326752 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 msgr2=0x5654753064d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654753064d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 -- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 msgr2=0x565475305f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x565475305f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 -- 172.21.15.32:0/3758326752 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565475306a60 con 0x5654752f5820 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42000640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x565475305f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b42a00640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x565475308c20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1b340bca60 tx=0x7f1b340c55c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0775aad95e9c0da server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b2cc00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b2cc00640 1 -- 172.21.15.32:0/3758326752 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b340d5070 con 0x5654752f5820 2024-04-25T19:14:19.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b2cc00640 1 -- 172.21.15.32:0/3758326752 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f1b340bbf20 con 0x5654752f5820 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.956+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b340f8040 con 0x5654752f5820 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b2cc00640 1 -- 172.21.15.32:0/3758326752 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1b34049050 con 0x5654752f5820 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 10 client.26614 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x565475306a60 con 0x5654752f5820 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b2cc00640 1 -- 172.21.15.32:0/3758326752 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b340f8040 con 0x5654752f5820 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b2cc00640 1 -- 172.21.15.32:0/3758326752 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1b340bb990 con 0x5654752f5820 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 10 client.26614 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 10 client.26614 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 20 client.26614 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475377250 0x565475379640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 4 client.26614 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x565475269320 con 0x565475377250 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.957+0000 7f1b42000640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475377250 0x565475379640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:19.963 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.958+0000 7f1b2cc00640 10 client.26614 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:19.964 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.958+0000 7f1b42000640 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475377250 0x565475379640 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7aedfb5d506d47de server_cookie=8aea88f32be24947 in_seq=0 out_seq=0 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b2cc00640 1 -- 172.21.15.32:0/3758326752 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x565475269320 con 0x565475377250 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b2cc00640 10 client.26614 handle_command_reply: tid=0 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 client.26614 shutdown 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 msgr2=0x565475308c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x565475308c20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1b340bca60 tx=0x7f1b340c55c0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 shutdown_connections 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565475377250 0x565475379640 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565475300a00 0x5654753064d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5654752f6140 0x565475305f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 --2- 172.21.15.32:0/3758326752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5654752f5820 0x565475308c20 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b2cc00640 0 client.26614 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 >> 172.21.15.32:0/3758326752 conn(0x5654752f1d30 msgr2=0x5654752f71d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 shutdown_connections 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 1 -- 172.21.15.32:0/3758326752 wait complete. 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.976+0000 7f1b4c76e740 20 client.26614 trim_cache size 0 max 16384 2024-04-25T19:14:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:14:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:14:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:14:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:14:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1b280a3d90 msgr2=0x7f1b280a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1b280a3d90 0x7f1b280a6250 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c009fd0 tx=0x7f1b3c009500 comp rx=0 tx=0).stop 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 msgr2=0x7f1b441a0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 0x7f1b441a0630 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1b34005940 tx=0x7f1b340040c0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 shutdown_connections 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1b280a3d90 0x7f1b280a6250 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b4419a7f0 0x7f1b4419aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1b441094b0 0x7f1b441a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 --2- 172.21.15.32:0/2349171849 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b441043e0 0x7f1b441a0630 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.977+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 >> 172.21.15.32:0/2349171849 conn(0x7f1b440ffc00 msgr2=0x7f1b44100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.978+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 shutdown_connections 2024-04-25T19:14:19.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:19.978+0000 7f1b49a00640 1 -- 172.21.15.32:0/2349171849 wait complete. 2024-04-25T19:14:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:21 smithi066 ceph-mon[32882]: pgmap v333: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-04-25T19:14:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:21 smithi064 ceph-mon[32321]: pgmap v333: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-04-25T19:14:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:21 smithi032 ceph-mon[28041]: pgmap v333: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-04-25T19:14:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:23 smithi066 ceph-mon[32882]: pgmap v334: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:14:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:23 smithi064 ceph-mon[32321]: pgmap v334: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:14:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:23 smithi032 ceph-mon[28041]: pgmap v334: 97 pgs: 97 active+clean; 5.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:14:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:25 smithi066 ceph-mon[32882]: pgmap v335: 97 pgs: 97 active+clean; 5.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:14:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:25 smithi064 ceph-mon[32321]: pgmap v335: 97 pgs: 97 active+clean; 5.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:14:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:25 smithi032 ceph-mon[28041]: pgmap v335: 97 pgs: 97 active+clean; 5.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:14:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:27 smithi066 ceph-mon[32882]: pgmap v336: 97 pgs: 97 active+clean; 5.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:27 smithi064 ceph-mon[32321]: pgmap v336: 97 pgs: 97 active+clean; 5.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:27 smithi032 ceph-mon[28041]: pgmap v336: 97 pgs: 97 active+clean; 5.4 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:14:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:29 smithi066 ceph-mon[32882]: pgmap v337: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:29 smithi064 ceph-mon[32321]: pgmap v337: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:29 smithi032 ceph-mon[28041]: pgmap v337: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:31 smithi066 ceph-mon[32882]: pgmap v338: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:14:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:31 smithi064 ceph-mon[32321]: pgmap v338: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:14:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:31 smithi032 ceph-mon[28041]: pgmap v338: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:14:33.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 -- 172.21.15.32:0/695753248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c1014e0 msgr2=0x7f182c10e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.125 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 --2- 172.21.15.32:0/695753248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c1014e0 0x7f182c10e110 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1814009900 tx=0x7f181402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 -- 172.21.15.32:0/695753248 shutdown_connections 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 --2- 172.21.15.32:0/695753248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f182c10e6e0 0x7f182c110ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 --2- 172.21.15.32:0/695753248 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c1014e0 0x7f182c10e110 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 --2- 172.21.15.32:0/695753248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c100b30 0x7f182c100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.123+0000 7f182b200640 1 -- 172.21.15.32:0/695753248 >> 172.21.15.32:0/695753248 conn(0x7f182c0fc760 msgr2=0x7f182c0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.124+0000 7f182b200640 1 -- 172.21.15.32:0/695753248 shutdown_connections 2024-04-25T19:14:33.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.124+0000 7f182b200640 1 -- 172.21.15.32:0/695753248 wait complete. 2024-04-25T19:14:33.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.125+0000 7f182b200640 1 Processor -- start 2024-04-25T19:14:33.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.125+0000 7f182b200640 1 -- start start 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.125+0000 7f182b200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c100b30 0x7f182c1a05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.125+0000 7f182b200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c1014e0 0x7f182c1a0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.125+0000 7f182b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f182c10e6e0 0x7f182c19a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f182b200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f182c114260 con 0x7f182c1014e0 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f182b200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1140e0 con 0x7f182c100b30 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f182b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1143e0 con 0x7f182c10e6e0 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1821400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c1014e0 0x7f182c1a0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1829e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c100b30 0x7f182c1a05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1821400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c1014e0 0x7f182c1a0af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46164/0 (socket says 172.21.15.32:46164) 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1821400640 1 -- 172.21.15.32:0/693278508 learned_addr learned my addr 172.21.15.32:0/693278508 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:33.128 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f182a800640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f182c10e6e0 0x7f182c19a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.129 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1829e00640 1 -- 172.21.15.32:0/693278508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f182c10e6e0 msgr2=0x7f182c19a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1829e00640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f182c10e6e0 0x7f182c19a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1829e00640 1 -- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c1014e0 msgr2=0x7f182c1a0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1829e00640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c1014e0 0x7f182c1a0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.126+0000 7f1829e00640 1 -- 172.21.15.32:0/693278508 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f182c19af30 con 0x7f182c100b30 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.127+0000 7f1829e00640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c100b30 0x7f182c1a05b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f181c005fd0 tx=0x7f181c00dd20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.127+0000 7f1823400640 1 -- 172.21.15.32:0/693278508 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c009c30 con 0x7f182c100b30 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.127+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f182c19b220 con 0x7f182c100b30 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.127+0000 7f1823400640 1 -- 172.21.15.32:0/693278508 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f181c00be30 con 0x7f182c100b30 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.127+0000 7f1823400640 1 -- 172.21.15.32:0/693278508 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c003da0 con 0x7f182c100b30 2024-04-25T19:14:33.130 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.127+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f182c1a7530 con 0x7f182c100b30 2024-04-25T19:14:33.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.131+0000 7f1833986740 1 Processor -- start 2024-04-25T19:14:33.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 -- start start 2024-04-25T19:14:33.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3acd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55eecc312900 con 0x55eecc3ac9b0 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55eecc2b8ef0 con 0x55eecc3b7b90 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1833986740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55eecc30e8c0 con 0x55eecc3ad2d0 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1823400640 1 -- 172.21.15.32:0/693278508 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f181c003f40 con 0x7f182c100b30 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3acd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3acd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46174/0 (socket says 172.21.15.32:46174) 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f182a800640 1 -- 172.21.15.32:0/2306590050 learned_addr learned my addr 172.21.15.32:0/2306590050 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.132+0000 7f1821400640 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f1829e00640 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f182a800640 1 -- 172.21.15.32:0/2306590050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 msgr2=0x55eecc3b7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f182a800640 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f182a800640 1 -- 172.21.15.32:0/2306590050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 msgr2=0x55eecc3b9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.135 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f182a800640 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.136 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f182a800640 1 -- 172.21.15.32:0/2306590050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eecc025210 con 0x55eecc3ac9b0 2024-04-25T19:14:33.138 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.133+0000 7f182a800640 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3acd90 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1824009f40 tx=0x7f18240118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=772ba5a04860c461 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:33.138 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f181b000640 1 -- 172.21.15.32:0/2306590050 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182401e070 con 0x55eecc3ac9b0 2024-04-25T19:14:33.138 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f181b000640 1 -- 172.21.15.32:0/2306590050 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1824003c30 con 0x55eecc3ac9b0 2024-04-25T19:14:33.138 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f181b000640 1 -- 172.21.15.32:0/2306590050 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182400f840 con 0x55eecc3ac9b0 2024-04-25T19:14:33.138 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1823400640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f18100a3d80 0x7f18100a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1823400640 1 -- 172.21.15.32:0/693278508 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f181c0d0590 con 0x7f182c100b30 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 -- 172.21.15.32:0/2306590050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 msgr2=0x55eecc3acd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1829e00640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f18100a3d80 0x7f18100a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3acd90 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1824009f40 tx=0x7f18240118d0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 -- 172.21.15.32:0/2306590050 shutdown_connections 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 --2- 172.21.15.32:0/2306590050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3acd90 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.134+0000 7f1833986740 1 -- 172.21.15.32:0/2306590050 >> 172.21.15.32:0/2306590050 conn(0x55eecc3a8ec0 msgr2=0x55eecc3a92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.135+0000 7f1833986740 1 -- 172.21.15.32:0/2306590050 shutdown_connections 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.135+0000 7f1833986740 1 -- 172.21.15.32:0/2306590050 wait complete. 2024-04-25T19:14:33.139 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.135+0000 7f1829e00640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f18100a3d80 0x7f18100a6240 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x55eecc3adf50 tx=0x7f181c00df70 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.135+0000 7f1833986740 1 -- start start 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.135+0000 7f1833986740 1 Processor -- start 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3b4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55eecc3ba7c0 con 0x55eecc3ac9b0 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55eecc2cc310 con 0x55eecc3b7b90 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55eecc3ba940 con 0x55eecc3ad2d0 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1833986740 10 client.0 _ll_register_callbacks cb 0x55eecc29acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3b4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3b4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46176/0 (socket says 172.21.15.32:46176) 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f182a800640 1 -- 172.21.15.32:0/694997206 learned_addr learned my addr 172.21.15.32:0/694997206 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:33.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f1821400640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.136+0000 7f182a800640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f182a800640 1 -- 172.21.15.32:0/694997206 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 msgr2=0x55eecc3b5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f182a800640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f182a800640 1 -- 172.21.15.32:0/694997206 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 msgr2=0x55eecc3b55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f182a800640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f182a800640 1 -- 172.21.15.32:0/694997206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eecc0f1620 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f182a800640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3b4b20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1824000f80 tx=0x7f182400f480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d6a36571a97806 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f180f400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f180f400640 1 -- 172.21.15.32:0/694997206 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182402d060 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f180f400640 1 -- 172.21.15.32:0/694997206 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f1824004260 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.137+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1824003c30 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f180f400640 1 -- 172.21.15.32:0/694997206 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f182401e070 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 10 client.16443 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55eecc3c6a20 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f180f400640 1 -- 172.21.15.32:0/694997206 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1824003c30 con 0x55eecc3ac9b0 2024-04-25T19:14:33.144 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f180f400640 1 -- 172.21.15.32:0/694997206 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1824025070 con 0x55eecc3ac9b0 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 10 client.16443 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 10 client.16443 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 20 client.16443 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc3c7dd0 0x55eecc3ca1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 4 client.16443 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.138+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eecc3268b0 con 0x55eecc3c7dd0 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.139+0000 7f1821400640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc3c7dd0 0x55eecc3ca1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.139+0000 7f1821400640 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc3c7dd0 0x55eecc3ca1c0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a49aa8e2b945070 server_cookie=9600748e17c8c074 in_seq=0 out_seq=0 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.139+0000 7f180f400640 10 client.16443 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f180f400640 1 -- 172.21.15.32:0/694997206 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eecc3268b0 con 0x55eecc3c7dd0 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f180f400640 10 client.16443 handle_command_reply: tid=0 2024-04-25T19:14:33.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 client.16443 shutdown 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 msgr2=0x55eecc3b4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3b4b20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1824000f80 tx=0x7f182400f480 comp rx=0 tx=0).stop 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 shutdown_connections 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc3c7dd0 0x55eecc3ca1c0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3b55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.141+0000 7f180f400640 0 client.16443 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.140+0000 7f1833986740 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.141+0000 7f1833986740 1 --2- 172.21.15.32:0/694997206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3b4b20 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.141+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 >> 172.21.15.32:0/694997206 conn(0x55eecc3a8ec0 msgr2=0x55eecc3aebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.141+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 shutdown_connections 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.141+0000 7f1833986740 1 -- 172.21.15.32:0/694997206 wait complete. 2024-04-25T19:14:33.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.141+0000 7f1833986740 20 client.16443 trim_cache size 0 max 16384 2024-04-25T19:14:33.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.157+0000 7f1833986740 1 Processor -- start 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.157+0000 7f1833986740 1 -- start start 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1833986740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3c3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1833986740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1833986740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3cf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1833986740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1afd80 con 0x55eecc3ac9b0 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1833986740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1b18c0 con 0x55eecc3b7b90 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1833986740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1b0450 con 0x55eecc3ad2d0 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3c3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3c3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46190/0 (socket says 172.21.15.32:46190) 2024-04-25T19:14:33.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 -- 172.21.15.32:0/1020141987 learned_addr learned my addr 172.21.15.32:0/1020141987 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f1821400640 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3cf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 -- 172.21.15.32:0/1020141987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 msgr2=0x55eecc3b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 -- 172.21.15.32:0/1020141987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 msgr2=0x55eecc3cf880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3cf880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.158+0000 7f182a800640 1 -- 172.21.15.32:0/1020141987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eecc3a4820 con 0x55eecc3ac9b0 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.159+0000 7f182a800640 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3c3680 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1824009540 tx=0x7f1824005cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1d619c69720db3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.159+0000 7f181a600640 1 -- 172.21.15.32:0/1020141987 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182402d040 con 0x55eecc3ac9b0 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.159+0000 7f181a600640 1 -- 172.21.15.32:0/1020141987 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1824003c30 con 0x55eecc3ac9b0 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.159+0000 7f181a600640 1 -- 172.21.15.32:0/1020141987 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18240048a0 con 0x55eecc3ac9b0 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 -- 172.21.15.32:0/1020141987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 msgr2=0x55eecc3c3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3c3680 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1824009540 tx=0x7f1824005cf0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 -- 172.21.15.32:0/1020141987 shutdown_connections 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3b7b90 0x55eecc3cf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3ad2d0 0x55eecc3b4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 --2- 172.21.15.32:0/1020141987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3c3680 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 -- 172.21.15.32:0/1020141987 >> 172.21.15.32:0/1020141987 conn(0x55eecc3a8ec0 msgr2=0x55eecc3a8020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 -- 172.21.15.32:0/1020141987 shutdown_connections 2024-04-25T19:14:33.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 -- 172.21.15.32:0/1020141987 wait complete. 2024-04-25T19:14:33.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 -- start start 2024-04-25T19:14:33.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.160+0000 7f1833986740 1 Processor -- start 2024-04-25T19:14:33.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3bfdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3ad2d0 0x55eecc3bd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3b7b90 0x55eecc3bd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1b11f0 con 0x55eecc3ac9b0 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1b0b20 con 0x55eecc3ad2d0 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f182c1add80 con 0x55eecc3b7b90 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1833986740 10 client.0 _ll_register_callbacks cb 0x7f1824009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3bfdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f182a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3bfdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46194/0 (socket says 172.21.15.32:46194) 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f182a800640 1 -- 172.21.15.32:0/2562682191 learned_addr learned my addr 172.21.15.32:0/2562682191 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f1821400640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3ad2d0 0x55eecc3bd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.161+0000 7f182a800640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3b7b90 0x55eecc3bd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1821400640 1 -- 172.21.15.32:0/2562682191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3b7b90 msgr2=0x55eecc3bd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1821400640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3b7b90 0x55eecc3bd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1821400640 1 -- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 msgr2=0x55eecc3bfdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1821400640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3bfdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1821400640 1 -- 172.21.15.32:0/2562682191 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eecc3bdd10 con 0x55eecc3ad2d0 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f182a800640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3bfdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1821400640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3ad2d0 0x55eecc3bd160 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1814000c00 tx=0x7f18140043e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f1ecb0b40cefbfe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f180f400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f180f400640 1 -- 172.21.15.32:0/2562682191 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1814035040 con 0x55eecc3ad2d0 2024-04-25T19:14:33.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.162+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1824003c30 con 0x55eecc3ad2d0 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f180f400640 1 -- 172.21.15.32:0/2562682191 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f1814046750 con 0x55eecc3ad2d0 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f180f400640 1 -- 172.21.15.32:0/2562682191 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1814056050 con 0x55eecc3ad2d0 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 10 client.26585 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55eecc42e000 con 0x55eecc3ad2d0 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f180f400640 1 -- 172.21.15.32:0/2562682191 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1824003c30 con 0x55eecc3ad2d0 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f180f400640 1 -- 172.21.15.32:0/2562682191 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1814031660 con 0x55eecc3ad2d0 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 10 client.26585 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 10 client.26585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 20 client.26585 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:33.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc42e730 0x55eecc430b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:33.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 4 client.26585 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:14:33.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.163+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55eecc320320 con 0x55eecc42e730 2024-04-25T19:14:33.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.164+0000 7f182a800640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc42e730 0x55eecc430b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:33.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.164+0000 7f182a800640 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc42e730 0x55eecc430b50 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37e559928524e76 server_cookie=ca0ea7f268310359 in_seq=0 out_seq=0 2024-04-25T19:14:33.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.164+0000 7f180f400640 10 client.26585 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f180f400640 1 -- 172.21.15.32:0/2562682191 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55eecc320320 con 0x55eecc42e730 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f180f400640 10 client.26585 handle_command_reply: tid=0 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 client.26585 shutdown 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3ad2d0 msgr2=0x55eecc3bd160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3ad2d0 0x55eecc3bd160 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1814000c00 tx=0x7f18140043e0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 shutdown_connections 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55eecc42e730 0x55eecc430b50 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55eecc3b7b90 0x55eecc3bd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55eecc3ad2d0 0x55eecc3bd160 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 --2- 172.21.15.32:0/2562682191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55eecc3ac9b0 0x55eecc3bfdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 >> 172.21.15.32:0/2562682191 conn(0x55eecc3a8ec0 msgr2=0x55eecc3ae360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f180f400640 0 client.26585 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 shutdown_connections 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 1 -- 172.21.15.32:0/2562682191 wait complete. 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.181+0000 7f1833986740 20 client.26585 trim_cache size 0 max 16384 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:14:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:14:33.185 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:14:33.185 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:14:33.185 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f18100a3d80 msgr2=0x7f18100a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.185 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f18100a3d80 0x7f18100a6240 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x55eecc3adf50 tx=0x7f181c00df70 comp rx=0 tx=0).stop 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c100b30 msgr2=0x7f182c1a05b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c100b30 0x7f182c1a05b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f181c005fd0 tx=0x7f181c00dd20 comp rx=0 tx=0).stop 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 shutdown_connections 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f18100a3d80 0x7f18100a6240 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f182c10e6e0 0x7f182c19a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f182c1014e0 0x7f182c1a0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 --2- 172.21.15.32:0/693278508 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f182c100b30 0x7f182c1a05b0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.182+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 >> 172.21.15.32:0/693278508 conn(0x7f182c0fc760 msgr2=0x7f182c0feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.183+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 shutdown_connections 2024-04-25T19:14:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:33.183+0000 7f182b200640 1 -- 172.21.15.32:0/693278508 wait complete. 2024-04-25T19:14:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:33 smithi066 ceph-mon[32882]: pgmap v339: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:14:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:33 smithi064 ceph-mon[32321]: pgmap v339: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:14:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:33 smithi032 ceph-mon[28041]: pgmap v339: 97 pgs: 97 active+clean; 5.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:14:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:35 smithi066 ceph-mon[32882]: pgmap v340: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-04-25T19:14:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:35 smithi064 ceph-mon[32321]: pgmap v340: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-04-25T19:14:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:35 smithi032 ceph-mon[28041]: pgmap v340: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-04-25T19:14:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:37 smithi066 ceph-mon[32882]: pgmap v341: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-04-25T19:14:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:37 smithi064 ceph-mon[32321]: pgmap v341: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-04-25T19:14:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:37 smithi032 ceph-mon[28041]: pgmap v341: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-04-25T19:14:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:39 smithi066 ceph-mon[32882]: pgmap v342: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-04-25T19:14:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:39 smithi064 ceph-mon[32321]: pgmap v342: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-04-25T19:14:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:39 smithi032 ceph-mon[28041]: pgmap v342: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 56 KiB/s wr, 22 op/s 2024-04-25T19:14:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:41 smithi066 ceph-mon[32882]: pgmap v343: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:14:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:41 smithi064 ceph-mon[32321]: pgmap v343: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:14:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:41 smithi032 ceph-mon[28041]: pgmap v343: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:14:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:43 smithi066 ceph-mon[32882]: pgmap v344: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:14:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:43 smithi064 ceph-mon[32321]: pgmap v344: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:14:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:43 smithi032 ceph-mon[28041]: pgmap v344: 97 pgs: 97 active+clean; 2.0 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:14:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:45 smithi066 ceph-mon[32882]: pgmap v345: 97 pgs: 97 active+clean; 2.2 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:45 smithi064 ceph-mon[32321]: pgmap v345: 97 pgs: 97 active+clean; 2.2 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:45 smithi032 ceph-mon[28041]: pgmap v345: 97 pgs: 97 active+clean; 2.2 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:46.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.334+0000 7fe2a9c00640 1 -- 172.21.15.32:0/2497925295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 msgr2=0x7fe2a4115210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.334+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/2497925295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 0x7fe2a4115210 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe29c009ca0 tx=0x7fe29c02a940 comp rx=0 tx=0).stop 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 -- 172.21.15.32:0/2497925295 shutdown_connections 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/2497925295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 0x7fe2a4115210 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/2497925295 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 0x7fe2a4108810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/2497925295 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a410e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 -- 172.21.15.32:0/2497925295 >> 172.21.15.32:0/2497925295 conn(0x7fe2a4077b00 msgr2=0x7fe2a4079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 -- 172.21.15.32:0/2497925295 shutdown_connections 2024-04-25T19:14:46.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.335+0000 7fe2a9c00640 1 -- 172.21.15.32:0/2497925295 wait complete. 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 Processor -- start 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 -- start start 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 0x7fe2a41a4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 0x7fe2a41a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a4118650 con 0x7fe2a410e470 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41184d0 con 0x7fe2a41083b0 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.336+0000 7fe2a9c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41187d0 con 0x7fe2a4108d50 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a419e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34538/0 (socket says 172.21.15.32:34538) 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 -- 172.21.15.32:0/29030954 learned_addr learned my addr 172.21.15.32:0/29030954 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:46.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 0x7fe2a41a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a3400640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 0x7fe2a41a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 -- 172.21.15.32:0/29030954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 msgr2=0x7fe2a41a4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 0x7fe2a41a4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 -- 172.21.15.32:0/29030954 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 msgr2=0x7fe2a41a4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 0x7fe2a41a4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a9200640 1 -- 172.21.15.32:0/29030954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2a419f0b0 con 0x7fe2a410e470 2024-04-25T19:14:46.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.337+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 0x7fe2a41a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.338+0000 7fe2a9200640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a419e930 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fe29c004af0 tx=0x7fe29c0308e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.338+0000 7fe2a0c00640 1 -- 172.21.15.32:0/29030954 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29c034040 con 0x7fe2a410e470 2024-04-25T19:14:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.338+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2a419f340 con 0x7fe2a410e470 2024-04-25T19:14:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.338+0000 7fe2a0c00640 1 -- 172.21.15.32:0/29030954 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe29c02fd10 con 0x7fe2a410e470 2024-04-25T19:14:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.338+0000 7fe2a0c00640 1 -- 172.21.15.32:0/29030954 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29c004500 con 0x7fe2a410e470 2024-04-25T19:14:46.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.338+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2a41ab5f0 con 0x7fe2a410e470 2024-04-25T19:14:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.341+0000 7fe2ae002740 1 Processor -- start 2024-04-25T19:14:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.341+0000 7fe2a0c00640 1 -- 172.21.15.32:0/29030954 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe29c037020 con 0x7fe2a410e470 2024-04-25T19:14:46.343 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 -- start start 2024-04-25T19:14:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8b9b0 0x55894dd8bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 0x55894dd96650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894dd98f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55894dcf1900 con 0x55894dd8c2d0 2024-04-25T19:14:46.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55894dc97ef0 con 0x55894dd96b90 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2ae002740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55894dced8c0 con 0x55894dd8b9b0 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2a3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 0x55894dd96650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2a3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 0x55894dd96650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34554/0 (socket says 172.21.15.32:34554) 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2a3e00640 1 -- 172.21.15.32:0/3863720085 learned_addr learned my addr 172.21.15.32:0/3863720085 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.342+0000 7fe2a3400640 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8b9b0 0x55894dd8bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3400640 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894dd98f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3e00640 1 -- 172.21.15.32:0/3863720085 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8b9b0 msgr2=0x55894dd8bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8b9b0 0x55894dd8bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3e00640 1 -- 172.21.15.32:0/3863720085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 msgr2=0x55894dd98f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.346 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894dd98f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3e00640 1 -- 172.21.15.32:0/3863720085 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55894da04210 con 0x55894dd8c2d0 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a0c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe2880a3d00 0x7fe2880a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a0c00640 1 -- 172.21.15.32:0/29030954 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7fe29c0f1500 con 0x7fe2a410e470 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 0x55894dd96650 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe2940114f0 tx=0x7fe2940119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4660dd8d6960c231 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.343+0000 7fe2a3400640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe2880a3d00 0x7fe2880a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.344+0000 7fe299600640 1 -- 172.21.15.32:0/3863720085 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe294011250 con 0x55894dd8c2d0 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.344+0000 7fe299600640 1 -- 172.21.15.32:0/3863720085 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2940035f0 con 0x55894dd8c2d0 2024-04-25T19:14:46.347 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.344+0000 7fe299600640 1 -- 172.21.15.32:0/3863720085 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2940044e0 con 0x55894dd8c2d0 2024-04-25T19:14:46.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.344+0000 7fe2ae002740 1 -- 172.21.15.32:0/3863720085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 msgr2=0x55894dd96650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.344+0000 7fe2a3400640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe2880a3d00 0x7fe2880a61c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x55894dd892e0 tx=0x7fe2900046c0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:46.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.344+0000 7fe2ae002740 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 0x55894dd96650 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe2940114f0 tx=0x7fe2940119b0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 -- 172.21.15.32:0/3863720085 shutdown_connections 2024-04-25T19:14:46.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894dd98f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8c2d0 0x55894dd96650 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 --2- 172.21.15.32:0/3863720085 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8b9b0 0x55894dd8bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 -- 172.21.15.32:0/3863720085 >> 172.21.15.32:0/3863720085 conn(0x55894dd87ec0 msgr2=0x55894dd882a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 -- 172.21.15.32:0/3863720085 shutdown_connections 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 -- 172.21.15.32:0/3863720085 wait complete. 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 -- start start 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.345+0000 7fe2ae002740 1 Processor -- start 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd93a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd93fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894dd944f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55894dd997c0 con 0x55894dd8b9b0 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55894dcab310 con 0x55894dd8c2d0 2024-04-25T19:14:46.352 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55894dd99940 con 0x55894dd96b90 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2ae002740 10 client.0 _ll_register_callbacks cb 0x55894dc79cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2a3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd93a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2a3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd93a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34570/0 (socket says 172.21.15.32:34570) 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2a3e00640 1 -- 172.21.15.32:0/1402314536 learned_addr learned my addr 172.21.15.32:0/1402314536 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2a3400640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd93fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.346+0000 7fe2a9200640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894dd944f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3e00640 1 -- 172.21.15.32:0/1402314536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 msgr2=0x55894dd944f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894dd944f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3e00640 1 -- 172.21.15.32:0/1402314536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 msgr2=0x55894dd93fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd93fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3e00640 1 -- 172.21.15.32:0/1402314536 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55894dad0620 con 0x55894dd8b9b0 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3400640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd93fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:46.353 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a9200640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894dd944f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd93a70 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fe29401b040 tx=0x7fe294011480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb1f406174fe43ff server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.347+0000 7fe28e000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe28e000640 1 -- 172.21.15.32:0/1402314536 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe294028070 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe28e000640 1 -- 172.21.15.32:0/1402314536 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7fe2940041d0 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2940035f0 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe28e000640 1 -- 172.21.15.32:0/1402314536 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe294034050 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe2ae002740 10 client.16461 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55894dda59d0 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.348+0000 7fe28e000640 1 -- 172.21.15.32:0/1402314536 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2940035f0 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe28e000640 1 -- 172.21.15.32:0/1402314536 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe2940046c0 con 0x55894dd8b9b0 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2ae002740 10 client.16461 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2ae002740 10 client.16461 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:46.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2ae002740 20 client.16461 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2ae002740 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894dda6de0 0x55894dda91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2ae002740 4 client.16461 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:14:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55894dd058b0 con 0x55894dda6de0 2024-04-25T19:14:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.349+0000 7fe2a3400640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894dda6de0 0x55894dda91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.350+0000 7fe2a3400640 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894dda6de0 0x55894dda91d0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2414013f2a6c4184 server_cookie=19e01a93a861c6fa in_seq=0 out_seq=0 2024-04-25T19:14:46.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.350+0000 7fe28e000640 10 client.16461 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.350+0000 7fe28e000640 1 -- 172.21.15.32:0/1402314536 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55894dd058b0 con 0x55894dda6de0 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.350+0000 7fe28e000640 10 client.16461 handle_command_reply: tid=0 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.350+0000 7fe2ae002740 1 client.16461 shutdown 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 msgr2=0x55894dd93a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd93a70 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fe29401b040 tx=0x7fe294011480 comp rx=0 tx=0).stop 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 shutdown_connections 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894dda6de0 0x55894dda91d0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894dd944f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd93fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 --2- 172.21.15.32:0/1402314536 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd93a70 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe28e000640 0 client.16461 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 >> 172.21.15.32:0/1402314536 conn(0x55894dd87ec0 msgr2=0x55894dd8dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 shutdown_connections 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 1 -- 172.21.15.32:0/1402314536 wait complete. 2024-04-25T19:14:46.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.351+0000 7fe2ae002740 20 client.16461 trim_cache size 0 max 16384 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 Processor -- start 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 -- start start 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dda26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8c2d0 0x55894ddae9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894ddaef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41b4020 con 0x55894dd8b9b0 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41b5b60 con 0x55894dd96b90 2024-04-25T19:14:46.370 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.368+0000 7fe2ae002740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41b46f0 con 0x55894dd8c2d0 2024-04-25T19:14:46.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dda26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8c2d0 0x55894ddae9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894ddaef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894ddaef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38568/0 (socket says 172.21.15.32:38568) 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 -- 172.21.15.32:0/2704598019 learned_addr learned my addr 172.21.15.32:0/2704598019 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 -- 172.21.15.32:0/2704598019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8c2d0 msgr2=0x55894ddae9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8c2d0 0x55894ddae9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 -- 172.21.15.32:0/2704598019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 msgr2=0x55894dda26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dda26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 -- 172.21.15.32:0/2704598019 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55894dda9760 con 0x55894dd96b90 2024-04-25T19:14:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.369+0000 7fe2a9200640 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894ddaef30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe29c0b99a0 tx=0x7fe29c0b9120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ae8bfc0e1699b3b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:46.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe298c00640 1 -- 172.21.15.32:0/2704598019 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29c0d5070 con 0x55894dd96b90 2024-04-25T19:14:46.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe298c00640 1 -- 172.21.15.32:0/2704598019 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe29c0bdc40 con 0x55894dd96b90 2024-04-25T19:14:46.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe298c00640 1 -- 172.21.15.32:0/2704598019 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29c0eeff0 con 0x55894dd96b90 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 -- 172.21.15.32:0/2704598019 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 msgr2=0x55894ddaef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894ddaef30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe29c0b99a0 tx=0x7fe29c0b9120 comp rx=0 tx=0).stop 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 -- 172.21.15.32:0/2704598019 shutdown_connections 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd96b90 0x55894ddaef30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd8c2d0 0x55894ddae9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 --2- 172.21.15.32:0/2704598019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dda26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.370+0000 7fe2ae002740 1 -- 172.21.15.32:0/2704598019 >> 172.21.15.32:0/2704598019 conn(0x55894dd87ec0 msgr2=0x55894dd8edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.371+0000 7fe2ae002740 1 -- 172.21.15.32:0/2704598019 shutdown_connections 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.371+0000 7fe2ae002740 1 -- 172.21.15.32:0/2704598019 wait complete. 2024-04-25T19:14:46.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.371+0000 7fe2ae002740 1 -- start start 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.371+0000 7fe2ae002740 1 Processor -- start 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd9bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd9c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894de0b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41b5490 con 0x55894dd8b9b0 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41b4dc0 con 0x55894dd8c2d0 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a41b2020 con 0x55894dd96b90 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2ae002740 10 client.0 _ll_register_callbacks cb 0x7fe294009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd9bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd9c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd9c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:38582/0 (socket says 172.21.15.32:38582) 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 -- 172.21.15.32:0/998275913 learned_addr learned my addr 172.21.15.32:0/998275913 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a9200640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894de0b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 -- 172.21.15.32:0/998275913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 msgr2=0x55894de0b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894de0b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 -- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 msgr2=0x55894dd9bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd9bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a3400640 1 -- 172.21.15.32:0/998275913 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55894de0b7a0 con 0x55894dd8c2d0 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.372+0000 7fe2a9200640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894de0b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe2a3400640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd9c0d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe290009fd0 tx=0x7fe290005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75f4c4e9d9866ae1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe28e000640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe28e000640 1 -- 172.21.15.32:0/998275913 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29002e580 con 0x55894dd8c2d0 2024-04-25T19:14:46.378 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe28e000640 1 -- 172.21.15.32:0/998275913 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7fe29002e720 con 0x55894dd8c2d0 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe29c0bdc40 con 0x55894dd8c2d0 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe28e000640 1 -- 172.21.15.32:0/998275913 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe29002e920 con 0x55894dd8c2d0 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe2ae002740 10 client.26603 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.373+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55894de0ca00 con 0x55894dd8c2d0 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe28e000640 1 -- 172.21.15.32:0/998275913 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe29c0bdc40 con 0x55894dd8c2d0 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe28e000640 1 -- 172.21.15.32:0/998275913 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe290020480 con 0x55894dd8c2d0 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2ae002740 10 client.26603 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2ae002740 10 client.26603 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2ae002740 20 client.26603 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2ae002740 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894de0d160 0x55894de0f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2ae002740 4 client.26603 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55894dcff320 con 0x55894de0d160 2024-04-25T19:14:46.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.374+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894de0d160 0x55894de0f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:46.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.375+0000 7fe2a3e00640 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894de0d160 0x55894de0f580 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=966a4e6c60de96b2 server_cookie=84870322e5a3e2f4 in_seq=0 out_seq=0 2024-04-25T19:14:46.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.375+0000 7fe28e000640 10 client.26603 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.392+0000 7fe28e000640 1 -- 172.21.15.32:0/998275913 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55894dcff320 con 0x55894de0d160 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.392+0000 7fe28e000640 10 client.26603 handle_command_reply: tid=0 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.392+0000 7fe2ae002740 1 client.26603 shutdown 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.392+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 msgr2=0x55894dd9c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.392+0000 7fe2ae002740 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd9c0d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe290009fd0 tx=0x7fe290005f90 comp rx=0 tx=0).stop 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 shutdown_connections 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55894de0d160 0x55894de0f580 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55894dd96b90 0x55894de0b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55894dd8c2d0 0x55894dd9c0d0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 --2- 172.21.15.32:0/998275913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55894dd8b9b0 0x55894dd9bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe28e000640 0 client.26603 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 >> 172.21.15.32:0/998275913 conn(0x55894dd87ec0 msgr2=0x55894dd8d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 shutdown_connections 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 1 -- 172.21.15.32:0/998275913 wait complete. 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.393+0000 7fe2ae002740 20 client.26603 trim_cache size 0 max 16384 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:14:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe2880a3d00 msgr2=0x7fe2880a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe2880a3d00 0x7fe2880a61c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x55894dd892e0 tx=0x7fe2900046c0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 msgr2=0x7fe2a419e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a419e930 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fe29c004af0 tx=0x7fe29c0308e0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 shutdown_connections 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe2880a3d00 0x7fe2880a61c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe2a410e470 0x7fe2a419e930 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.398 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2a4108d50 0x7fe2a41a4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.398 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 --2- 172.21.15.32:0/29030954 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe2a41083b0 0x7fe2a41a4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:46.398 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 >> 172.21.15.32:0/29030954 conn(0x7fe2a4077b00 msgr2=0x7fe2a4079340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:46.398 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 shutdown_connections 2024-04-25T19:14:46.398 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:46.394+0000 7fe2a9c00640 1 -- 172.21.15.32:0/29030954 wait complete. 2024-04-25T19:14:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:47 smithi064 ceph-mon[32321]: pgmap v346: 97 pgs: 97 active+clean; 2.2 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:14:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:47 smithi032 ceph-mon[28041]: pgmap v346: 97 pgs: 97 active+clean; 2.2 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:14:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:47 smithi066 ceph-mon[32882]: pgmap v346: 97 pgs: 97 active+clean; 2.2 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:14:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:49 smithi064 ceph-mon[32321]: pgmap v347: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-04-25T19:14:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:49 smithi032 ceph-mon[28041]: pgmap v347: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-04-25T19:14:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:49 smithi066 ceph-mon[32882]: pgmap v347: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-04-25T19:14:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:51 smithi064 ceph-mon[32321]: pgmap v348: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:14:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:51 smithi032 ceph-mon[28041]: pgmap v348: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:14:51.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:51 smithi066 ceph-mon[32882]: pgmap v348: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:14:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:53 smithi064 ceph-mon[32321]: pgmap v349: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:14:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:53 smithi032 ceph-mon[28041]: pgmap v349: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:14:53.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:53 smithi066 ceph-mon[32882]: pgmap v349: 97 pgs: 97 active+clean; 2.4 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:14:55.754 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:55 smithi066 ceph-mon[32882]: pgmap v350: 97 pgs: 97 active+clean; 2.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 62 KiB/s wr, 22 op/s 2024-04-25T19:14:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:55 smithi064 ceph-mon[32321]: pgmap v350: 97 pgs: 97 active+clean; 2.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 62 KiB/s wr, 22 op/s 2024-04-25T19:14:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:55 smithi032 ceph-mon[28041]: pgmap v350: 97 pgs: 97 active+clean; 2.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 62 KiB/s wr, 22 op/s 2024-04-25T19:14:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:57 smithi064 ceph-mon[32321]: pgmap v351: 97 pgs: 97 active+clean; 2.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:14:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:57 smithi032 ceph-mon[28041]: pgmap v351: 97 pgs: 97 active+clean; 2.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:14:57.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:57 smithi066 ceph-mon[32882]: pgmap v351: 97 pgs: 97 active+clean; 2.6 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 -- 172.21.15.32:0/2734177032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1340104d90 msgr2=0x7f1340108dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 --2- 172.21.15.32:0/2734177032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1340104d90 0x7f1340108dd0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f132c009910 tx=0x7f132c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 -- 172.21.15.32:0/2734177032 shutdown_connections 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 --2- 172.21.15.32:0/2734177032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401094b0 0x7f1340111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 --2- 172.21.15.32:0/2734177032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1340104d90 0x7f1340108dd0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 --2- 172.21.15.32:0/2734177032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f13401043e0 0x7f13401047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 -- 172.21.15.32:0/2734177032 >> 172.21.15.32:0/2734177032 conn(0x7f13400ffc00 msgr2=0x7f1340102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 -- 172.21.15.32:0/2734177032 shutdown_connections 2024-04-25T19:14:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.543+0000 7f1347e00640 1 -- 172.21.15.32:0/2734177032 wait complete. 2024-04-25T19:14:59.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.544+0000 7f1347e00640 1 Processor -- start 2024-04-25T19:14:59.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.544+0000 7f1347e00640 1 -- start start 2024-04-25T19:14:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1347e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 0x7f13401a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1347e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13401094b0 0x7f13401a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1347e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f134019a7b0 0x7f134019ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1347e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f13401143d0 con 0x7f13401043e0 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1347e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1340114250 con 0x7f134019a7b0 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1347e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1340114550 con 0x7f13401094b0 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1345400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 0x7f13401a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1345400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 0x7f13401a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56588/0 (socket says 172.21.15.32:56588) 2024-04-25T19:14:59.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1345400640 1 -- 172.21.15.32:0/440392084 learned_addr learned my addr 172.21.15.32:0/440392084 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:59.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.545+0000 7f1344a00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13401094b0 0x7f13401a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1345e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f134019a7b0 0x7f134019ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1344a00640 1 -- 172.21.15.32:0/440392084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f134019a7b0 msgr2=0x7f134019ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1344a00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f134019a7b0 0x7f134019ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1344a00640 1 -- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 msgr2=0x7f13401a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1344a00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 0x7f13401a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1344a00640 1 -- 172.21.15.32:0/440392084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f134019b340 con 0x7f13401094b0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1345400640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 0x7f13401a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f1344a00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13401094b0 0x7f13401a0b80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f132c02a910 tx=0x7f132c030d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f133e000640 1 -- 172.21.15.32:0/440392084 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c040070 con 0x7f13401094b0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f133e000640 1 -- 172.21.15.32:0/440392084 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f132c004460 con 0x7f13401094b0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.546+0000 7f133e000640 1 -- 172.21.15.32:0/440392084 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c0046c0 con 0x7f13401094b0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.547+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f134019b5d0 con 0x7f13401094b0 2024-04-25T19:14:59.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.547+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13401a76d0 con 0x7f13401094b0 2024-04-25T19:14:59.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.551+0000 7f134ac58740 1 Processor -- start 2024-04-25T19:14:59.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.551+0000 7f134ac58740 1 -- start start 2024-04-25T19:14:59.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f133e000640 1 -- 172.21.15.32:0/440392084 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f132c043070 con 0x7f13401094b0 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f134ac58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb839c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f134ac58740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb8444c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f134ac58740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb846df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f134ac58740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5589cb79f900 con 0x5589cb844a00 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f134ac58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5589cb745ef0 con 0x5589cb839820 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f134ac58740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5589cb79b8c0 con 0x5589cb83a140 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f1344a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb846df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f1345e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb839c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f1345e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb839c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46618/0 (socket says 172.21.15.32:46618) 2024-04-25T19:14:59.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f1345e00640 1 -- 172.21.15.32:0/1783245598 learned_addr learned my addr 172.21.15.32:0/1783245598 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:59.555 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.552+0000 7f1345400640 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb8444c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.556 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1345e00640 1 -- 172.21.15.32:0/1783245598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 msgr2=0x5589cb8444c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1345e00640 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb8444c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1345e00640 1 -- 172.21.15.32:0/1783245598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 msgr2=0x5589cb846df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1345e00640 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb846df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1345e00640 1 -- 172.21.15.32:0/1783245598 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589cb4b2210 con 0x5589cb839820 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1344a00640 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb846df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1345e00640 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb839c00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1338009f50 tx=0x7f13380118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c51c71f1088a9d57 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1332600640 1 -- 172.21.15.32:0/1783245598 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1338004d20 con 0x5589cb839820 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1332600640 1 -- 172.21.15.32:0/1783245598 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1338004050 con 0x5589cb839820 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.553+0000 7f1332600640 1 -- 172.21.15.32:0/1783245598 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1338005220 con 0x5589cb839820 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f133e000640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13280a3d10 0x7f13280a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f133e000640 1 -- 172.21.15.32:0/440392084 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f132c0f1140 con 0x7f13401094b0 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f1345400640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13280a3d10 0x7f13280a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 -- 172.21.15.32:0/1783245598 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 msgr2=0x5589cb839c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.557 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb839c00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1338009f50 tx=0x7f13380118d0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 -- 172.21.15.32:0/1783245598 shutdown_connections 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb846df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb8444c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 --2- 172.21.15.32:0/1783245598 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb839c00 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 -- 172.21.15.32:0/1783245598 >> 172.21.15.32:0/1783245598 conn(0x5589cb835d30 msgr2=0x5589cb836110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.554+0000 7f134ac58740 1 -- 172.21.15.32:0/1783245598 shutdown_connections 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.555+0000 7f134ac58740 1 -- 172.21.15.32:0/1783245598 wait complete. 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.555+0000 7f134ac58740 1 -- start start 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.555+0000 7f1345400640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13280a3d10 0x7f13280a61d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x5589cb83adc0 tx=0x7f1334005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:59.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.555+0000 7f134ac58740 1 Processor -- start 2024-04-25T19:14:59.560 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb841940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb841e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb8423c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5589cb847630 con 0x5589cb83a140 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5589cb759310 con 0x5589cb839820 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5589cb8477b0 con 0x5589cb844a00 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f134ac58740 10 client.0 _ll_register_callbacks cb 0x5589cb727cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb841e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb841e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56598/0 (socket says 172.21.15.32:56598) 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 -- 172.21.15.32:0/731062376 learned_addr learned my addr 172.21.15.32:0/731062376 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1345400640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb841940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1345e00640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb8423c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 -- 172.21.15.32:0/731062376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 msgr2=0x5589cb8423c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb8423c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 -- 172.21.15.32:0/731062376 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 msgr2=0x5589cb841940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.556+0000 7f1344a00640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb841940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f1344a00640 1 -- 172.21.15.32:0/731062376 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589cb57e620 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f1344a00640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb841e80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f132c000c00 tx=0x7f132c005a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f08bd5c916d56ffa server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f1326a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f1326a00640 1 -- 172.21.15.32:0/731062376 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c04a070 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f1326a00640 1 -- 172.21.15.32:0/731062376 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f132c0c5af0 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1338004050 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f1326a00640 1 -- 172.21.15.32:0/731062376 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f132c0bcf90 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f134ac58740 10 client.16479 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.557+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5589cb853840 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f1326a00640 1 -- 172.21.15.32:0/731062376 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1338004050 con 0x5589cb83a140 2024-04-25T19:14:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f1326a00640 1 -- 172.21.15.32:0/731062376 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f132c0d1bb0 con 0x5589cb83a140 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f134ac58740 10 client.16479 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f134ac58740 10 client.16479 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f134ac58740 20 client.16479 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f134ac58740 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb854c80 0x5589cb857110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f134ac58740 4 client.16479 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589cb7b38b0 con 0x5589cb854c80 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.558+0000 7f1345400640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb854c80 0x5589cb857110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.559+0000 7f1345400640 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb854c80 0x5589cb857110 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eee5b5f59a8700a6 server_cookie=f0dca18886735428 in_seq=0 out_seq=0 2024-04-25T19:14:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.559+0000 7f1326a00640 10 client.16479 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f1326a00640 1 -- 172.21.15.32:0/731062376 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5589cb7b38b0 con 0x5589cb854c80 2024-04-25T19:14:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f1326a00640 10 client.16479 handle_command_reply: tid=0 2024-04-25T19:14:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 client.16479 shutdown 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 msgr2=0x5589cb841e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb841e80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f132c000c00 tx=0x7f132c005a10 comp rx=0 tx=0).stop 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 shutdown_connections 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb854c80 0x5589cb857110 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb8423c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb841e80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 --2- 172.21.15.32:0/731062376 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb841940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 >> 172.21.15.32:0/731062376 conn(0x5589cb835d30 msgr2=0x5589cb83ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f1326a00640 0 client.16479 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 shutdown_connections 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 1 -- 172.21.15.32:0/731062376 wait complete. 2024-04-25T19:14:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.560+0000 7f134ac58740 20 client.16479 trim_cache size 0 max 16384 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 Processor -- start 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 -- start start 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb8504f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb83c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb85ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f13401afdc0 con 0x5589cb844a00 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f13401b1900 con 0x5589cb839820 2024-04-25T19:14:59.579 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.577+0000 7f134ac58740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13401b0490 con 0x5589cb83a140 2024-04-25T19:14:59.580 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1344a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb83c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.580 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb8504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb85ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1344a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb83c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:51096/0 (socket says 172.21.15.32:51096) 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1344a00640 1 -- 172.21.15.32:0/3497208461 learned_addr learned my addr 172.21.15.32:0/3497208461 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb8504f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46636/0 (socket says 172.21.15.32:46636) 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 -- 172.21.15.32:0/3497208461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 msgr2=0x5589cb83c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb83c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 -- 172.21.15.32:0/3497208461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 msgr2=0x5589cb85ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb85ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 -- 172.21.15.32:0/3497208461 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589cb857790 con 0x5589cb839820 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345e00640 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb85ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.578+0000 7f1345400640 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb8504f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f132c0f4a70 tx=0x7f133401b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c9ef4ff3d51ffc7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.579+0000 7f1331c00640 1 -- 172.21.15.32:0/3497208461 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f133402b4f0 con 0x5589cb839820 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.579+0000 7f1331c00640 1 -- 172.21.15.32:0/3497208461 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13340054d0 con 0x5589cb839820 2024-04-25T19:14:59.581 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.579+0000 7f1331c00640 1 -- 172.21.15.32:0/3497208461 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1334004d60 con 0x5589cb839820 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.579+0000 7f134ac58740 1 -- 172.21.15.32:0/3497208461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 msgr2=0x5589cb8504f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.579+0000 7f134ac58740 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb8504f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f132c0f4a70 tx=0x7f133401b000 comp rx=0 tx=0).stop 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 -- 172.21.15.32:0/3497208461 shutdown_connections 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb844a00 0x5589cb85ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb83a140 0x5589cb83c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 --2- 172.21.15.32:0/3497208461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb8504f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 -- 172.21.15.32:0/3497208461 >> 172.21.15.32:0/3497208461 conn(0x5589cb835d30 msgr2=0x5589cb842190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 -- 172.21.15.32:0/3497208461 shutdown_connections 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 -- 172.21.15.32:0/3497208461 wait complete. 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 -- start start 2024-04-25T19:14:59.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.580+0000 7f134ac58740 1 Processor -- start 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb84a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb84a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb84aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f13401b1230 con 0x5589cb83a140 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f13401b0b60 con 0x5589cb839820 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13401addc0 con 0x5589cb844a00 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f134ac58740 10 client.0 _ll_register_callbacks cb 0x7f132c005b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f1345400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb84a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f1344a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb84a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f1345400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb84a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46638/0 (socket says 172.21.15.32:46638) 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f1345400640 1 -- 172.21.15.32:0/3629860116 learned_addr learned my addr 172.21.15.32:0/3629860116 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.581+0000 7f1345e00640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb84aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1345400640 1 -- 172.21.15.32:0/3629860116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 msgr2=0x5589cb84aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1345400640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb84aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1345400640 1 -- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 msgr2=0x5589cb84a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1345400640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb84a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1345400640 1 -- 172.21.15.32:0/3629860116 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589cb8c2ae0 con 0x5589cb839820 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1344a00640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb84a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1345400640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb84a470 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f13340056f0 tx=0x7f1334005720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96914fb7e1f1bc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1326a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1326a00640 1 -- 172.21.15.32:0/3629860116 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f133402b6f0 con 0x5589cb839820 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13340054d0 con 0x5589cb839820 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.582+0000 7f1326a00640 1 -- 172.21.15.32:0/3629860116 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8542+0+0 (secure 0 0 0) 0x7f133402b890 con 0x5589cb839820 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f1326a00640 1 -- 172.21.15.32:0/3629860116 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1334043050 con 0x5589cb839820 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 10 client.26621 fetch_fsmap learned FSMap version 31 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5589cb8c3dd0 con 0x5589cb839820 2024-04-25T19:14:59.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f1326a00640 1 -- 172.21.15.32:0/3629860116 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13340054d0 con 0x5589cb839820 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f1326a00640 1 -- 172.21.15.32:0/3629860116 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1334035610 con 0x5589cb839820 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 10 client.26621 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 10 client.26621 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 20 client.26621 populate_metadata read hostname 'smithi032' 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb8c4520 0x5589cb8c6940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 4 client.26621 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.583+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5589cb7ad320 con 0x5589cb8c4520 2024-04-25T19:14:59.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.584+0000 7f1344a00640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb8c4520 0x5589cb8c6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:14:59.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.584+0000 7f1344a00640 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb8c4520 0x5589cb8c6940 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56445479e6fc385a server_cookie=1a117338f701d5de in_seq=0 out_seq=0 2024-04-25T19:14:59.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.584+0000 7f1326a00640 10 client.26621 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f1326a00640 1 -- 172.21.15.32:0/3629860116 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5589cb7ad320 con 0x5589cb8c4520 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f1326a00640 10 client.26621 handle_command_reply: tid=0 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 client.26621 shutdown 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 msgr2=0x5589cb84a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb84a470 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f13340056f0 tx=0x7f1334005720 comp rx=0 tx=0).stop 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 shutdown_connections 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5589cb8c4520 0x5589cb8c6940 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5589cb844a00 0x5589cb84aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5589cb83a140 0x5589cb84a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 --2- 172.21.15.32:0/3629860116 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5589cb839820 0x5589cb84a470 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f1326a00640 0 client.26621 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 >> 172.21.15.32:0/3629860116 conn(0x5589cb835d30 msgr2=0x5589cb834600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 shutdown_connections 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 1 -- 172.21.15.32:0/3629860116 wait complete. 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.601+0000 7f134ac58740 20 client.26621 trim_cache size 0 max 16384 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:14:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:14:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:14:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:14:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13280a3d10 msgr2=0x7f13280a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13280a3d10 0x7f13280a61d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x5589cb83adc0 tx=0x7f1334005f90 comp rx=0 tx=0).stop 2024-04-25T19:14:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13401094b0 msgr2=0x7f13401a0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13401094b0 0x7f13401a0b80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f132c02a910 tx=0x7f132c030d80 comp rx=0 tx=0).stop 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 shutdown_connections 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f13280a3d10 0x7f13280a61d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f134019a7b0 0x7f134019ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.602+0000 7f1347e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13401094b0 0x7f13401a0b80 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.603+0000 7f1347e00640 1 --2- 172.21.15.32:0/440392084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f13401043e0 0x7f13401a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.603+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 >> 172.21.15.32:0/440392084 conn(0x7f13400ffc00 msgr2=0x7f1340100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.603+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 shutdown_connections 2024-04-25T19:14:59.606 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:14:59.603+0000 7f1347e00640 1 -- 172.21.15.32:0/440392084 wait complete. 2024-04-25T19:14:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:14:59 smithi064 ceph-mon[32321]: pgmap v352: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:14:59 smithi032 ceph-mon[28041]: pgmap v352: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:14:59.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:14:59 smithi066 ceph-mon[32882]: pgmap v352: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:15:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:01 smithi064 ceph-mon[32321]: pgmap v353: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:15:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:01 smithi032 ceph-mon[28041]: pgmap v353: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:15:01.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:01 smithi066 ceph-mon[32882]: pgmap v353: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:15:03.149 INFO:tasks.quiescer.fs.[cephfs]:Total duration (36.4) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-25T19:15:03.149 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.2 2024-04-25T19:15:03.149 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:15:03.630 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:15:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:03 smithi064 ceph-mon[32321]: pgmap v354: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:15:03.775 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:03 smithi032 ceph-mon[28041]: pgmap v354: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:15:03.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:03 smithi066 ceph-mon[32882]: pgmap v354: 97 pgs: 97 active+clean; 2.8 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:15:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:04 smithi064 ceph-mon[32321]: osdmap e103: 12 total, 12 up, 12 in 2024-04-25T19:15:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:04 smithi032 ceph-mon[28041]: osdmap e103: 12 total, 12 up, 12 in 2024-04-25T19:15:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:04 smithi066 ceph-mon[32882]: osdmap e103: 12 total, 12 up, 12 in 2024-04-25T19:15:05.629 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:05 smithi032 ceph-mon[28041]: pgmap v356: 97 pgs: 97 active+clean; 3.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-04-25T19:15:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:05 smithi064 ceph-mon[32321]: pgmap v356: 97 pgs: 97 active+clean; 3.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-04-25T19:15:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:05 smithi066 ceph-mon[32882]: pgmap v356: 97 pgs: 97 active+clean; 3.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-04-25T19:15:06.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 -- 172.21.15.32:0/2088850109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360108a50 msgr2=0x7f2360108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 --2- 172.21.15.32:0/2088850109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360108a50 0x7f2360108e30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f2354009990 tx=0x7f2354009ca0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 -- 172.21.15.32:0/2088850109 shutdown_connections 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 --2- 172.21.15.32:0/2088850109 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360103450 0x7f236010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 --2- 172.21.15.32:0/2088850109 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360108a50 0x7f2360108e30 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 --2- 172.21.15.32:0/2088850109 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 0x7f2360102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 -- 172.21.15.32:0/2088850109 >> 172.21.15.32:0/2088850109 conn(0x7f2360079ba0 msgr2=0x7f2360079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 -- 172.21.15.32:0/2088850109 shutdown_connections 2024-04-25T19:15:06.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.152+0000 7f2368000700 1 -- 172.21.15.32:0/2088850109 wait complete. 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.153+0000 7f2368000700 1 Processor -- start 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 -- start start 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 0x7f236019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360103450 0x7f236019b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 0x7f236019fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2360112c60 con 0x7f2360108a50 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2360112ae0 con 0x7f2360103450 2024-04-25T19:15:06.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2368000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2360112de0 con 0x7f2360102a90 2024-04-25T19:15:06.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2366000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 0x7f236019fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:06.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2366000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 0x7f236019fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52744/0 (socket says 172.21.15.32:52744) 2024-04-25T19:15:06.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2366000700 1 -- 172.21.15.32:0/1777316258 learned_addr learned my addr 172.21.15.32:0/1777316258 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:06.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.154+0000 7f2365600700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 0x7f236019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2364c00700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360103450 0x7f236019b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2366000700 1 -- 172.21.15.32:0/1777316258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 msgr2=0x7f236019b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2366000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 0x7f236019b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2366000700 1 -- 172.21.15.32:0/1777316258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360103450 msgr2=0x7f236019b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2366000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360103450 0x7f236019b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2366000700 1 -- 172.21.15.32:0/1777316258 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23601a03c0 con 0x7f2360108a50 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2365600700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 0x7f236019b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.155+0000 7f2366000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 0x7f236019fc80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f235800c370 tx=0x7f235800c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:06.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.156+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23580092e0 con 0x7f2360108a50 2024-04-25T19:15:06.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.156+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23601a0650 con 0x7f2360108a50 2024-04-25T19:15:06.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.156+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2358003a00 con 0x7f2360108a50 2024-04-25T19:15:06.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.156+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23580046f0 con 0x7f2360108a50 2024-04-25T19:15:06.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.156+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23601a7f30 con 0x7f2360108a50 2024-04-25T19:15:06.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.157+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2360069730 con 0x7f2360108a50 2024-04-25T19:15:06.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.160+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f235801a020 con 0x7f2360108a50 2024-04-25T19:15:06.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.161+0000 7f235e000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f23480a3e30 0x7f23480a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:06.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.161+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8586+0+0 (secure 0 0 0) 0x7f23580cffe0 con 0x7f2360108a50 2024-04-25T19:15:06.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.161+0000 7f2365600700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f23480a3e30 0x7f23480a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:06.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.162+0000 7f2365600700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f23480a3e30 0x7f23480a62f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f235400b2e0 tx=0x7f235401a040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:06.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.168+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2358010040 con 0x7f2360108a50 2024-04-25T19:15:06.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.454+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f236002df80 con 0x7f2360108a50 2024-04-25T19:15:06.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.455+0000 7f235e000700 1 -- 172.21.15.32:0/1777316258 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f235809c620 con 0x7f2360108a50 2024-04-25T19:15:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:15:06.458 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:15:06.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.458+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f23480a3e30 msgr2=0x7f23480a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:06.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.458+0000 7f2368000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f23480a3e30 0x7f23480a62f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f235400b2e0 tx=0x7f235401a040 comp rx=0 tx=0).stop 2024-04-25T19:15:06.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.458+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 msgr2=0x7f236019fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.458+0000 7f2368000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 0x7f236019fc80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f235800c370 tx=0x7f235800c680 comp rx=0 tx=0).stop 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 shutdown_connections 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f23480a3e30 0x7f23480a62f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2360108a50 0x7f236019fc80 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2360102a90 0x7f236019b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 --2- 172.21.15.32:0/1777316258 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2360103450 0x7f236019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 >> 172.21.15.32:0/1777316258 conn(0x7f2360079ba0 msgr2=0x7f236010df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 shutdown_connections 2024-04-25T19:15:06.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:06.459+0000 7f2368000700 1 -- 172.21.15.32:0/1777316258 wait complete. 2024-04-25T19:15:06.462 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:15:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:06 smithi064 ceph-mon[32321]: pgmap v357: 97 pgs: 97 active+clean; 3.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-04-25T19:15:06.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:06 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1777316258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:06 smithi032 ceph-mon[28041]: pgmap v357: 97 pgs: 97 active+clean; 3.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-04-25T19:15:06.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:06 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1777316258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:06.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:06 smithi066 ceph-mon[32882]: pgmap v357: 97 pgs: 97 active+clean; 3.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 103 KiB/s wr, 38 op/s 2024-04-25T19:15:06.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:06 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1777316258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:07.413 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 78.2 --await-for 42.0' 2024-04-25T19:15:07.414 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 78.2 --await-for 42.0 2024-04-25T19:15:07.908 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:15:09.451 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:09 smithi032 ceph-mon[28041]: pgmap v358: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-04-25T19:15:09.452 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:09 smithi032 ceph-mon[28041]: osdmap e104: 12 total, 12 up, 12 in 2024-04-25T19:15:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:09 smithi064 ceph-mon[32321]: pgmap v358: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-04-25T19:15:09.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:09 smithi064 ceph-mon[32321]: osdmap e104: 12 total, 12 up, 12 in 2024-04-25T19:15:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:09 smithi066 ceph-mon[32882]: pgmap v358: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-04-25T19:15:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:09 smithi066 ceph-mon[32882]: osdmap e104: 12 total, 12 up, 12 in 2024-04-25T19:15:10.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 -- 172.21.15.32:0/4159616960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f410ef70 msgr2=0x7f16f410f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 --2- 172.21.15.32:0/4159616960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f410ef70 0x7f16f410f350 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f16e4009990 tx=0x7f16e4009ca0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 -- 172.21.15.32:0/4159616960 shutdown_connections 2024-04-25T19:15:10.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 --2- 172.21.15.32:0/4159616960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16f4109880 0x7f16f4115d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 --2- 172.21.15.32:0/4159616960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f410ef70 0x7f16f410f350 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 --2- 172.21.15.32:0/4159616960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f16f4108ec0 0x7f16f4109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 -- 172.21.15.32:0/4159616960 >> 172.21.15.32:0/4159616960 conn(0x7f16f4078710 msgr2=0x7f16f407ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 -- 172.21.15.32:0/4159616960 shutdown_connections 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.413+0000 7f16fa000700 1 -- 172.21.15.32:0/4159616960 wait complete. 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 Processor -- start 2024-04-25T19:15:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 -- start start 2024-04-25T19:15:10.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 0x7f16f419f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16f4109880 0x7f16f419f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f16f410ef70 0x7f16f41a3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f16f4119080 con 0x7f16f4109880 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f16f4118f00 con 0x7f16f4108ec0 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.415+0000 7f16fa000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f16f4119200 con 0x7f16f410ef70 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 0x7f16f419f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16ebe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16f4109880 0x7f16f419f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 0x7f16f419f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40158/0 (socket says 172.21.15.32:40158) 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 -- 172.21.15.32:0/432633721 learned_addr learned my addr 172.21.15.32:0/432633721 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f9600700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f16f410ef70 0x7f16f41a3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 -- 172.21.15.32:0/432633721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f16f410ef70 msgr2=0x7f16f41a3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f16f410ef70 0x7f16f41a3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 -- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16f4109880 msgr2=0x7f16f419f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16f4109880 0x7f16f419f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.416+0000 7f16f8c00700 1 -- 172.21.15.32:0/432633721 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f41a4410 con 0x7f16f4108ec0 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.417+0000 7f16f8c00700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 0x7f16f419f450 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f16e4000c00 tx=0x7f16e40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.417+0000 7f16f2000700 1 -- 172.21.15.32:0/432633721 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e4027070 con 0x7f16f4108ec0 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.417+0000 7f16f2000700 1 -- 172.21.15.32:0/432633721 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e4022470 con 0x7f16f4108ec0 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.417+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f41a46a0 con 0x7f16f4108ec0 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.417+0000 7f16f2000700 1 -- 172.21.15.32:0/432633721 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e4017650 con 0x7f16f4108ec0 2024-04-25T19:15:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.417+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f41abf80 con 0x7f16f4108ec0 2024-04-25T19:15:10.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.421+0000 7f16f2000700 1 -- 172.21.15.32:0/432633721 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f16e402a070 con 0x7f16f4108ec0 2024-04-25T19:15:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 Processor -- start 2024-04-25T19:15:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 -- start start 2024-04-25T19:15:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc1e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc291c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f16bb71020 con 0x55f16bc1df30 2024-04-25T19:15:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.423+0000 7f1705facb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f16bb178c0 con 0x55f16bc1e850 2024-04-25T19:15:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f1705facb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f16bb6cfe0 con 0x55f16bc29700 2024-04-25T19:15:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f2000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16d80a3e50 0x7f16d80a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc291c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc1e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc1e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52776/0 (socket says 172.21.15.32:52776) 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f9600700 1 -- 172.21.15.32:0/127559537 learned_addr learned my addr 172.21.15.32:0/127559537 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc291c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40166/0 (socket says 172.21.15.32:40166) 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16ebe00700 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16f2000700 1 -- 172.21.15.32:0/432633721 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f16e40d14d0 con 0x7f16f4108ec0 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16ebe00700 1 -- 172.21.15.32:0/127559537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 msgr2=0x55f16bc291c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.424+0000 7f16ebe00700 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc291c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ebe00700 1 -- 172.21.15.32:0/127559537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 msgr2=0x55f16bc1e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ebe00700 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc1e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ebe00700 1 -- 172.21.15.32:0/127559537 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f16bb0d810 con 0x55f16bc29700 2024-04-25T19:15:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16f9600700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16d80a3e50 0x7f16d80a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ebe00700 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2baf0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f16dc009c80 tx=0x7f16dc009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e50917045b6b7039 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ea000700 1 -- 172.21.15.32:0/127559537 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc011cb0 con 0x55f16bc29700 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ea000700 1 -- 172.21.15.32:0/127559537 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16dc011e50 con 0x55f16bc29700 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.425+0000 7f16ea000700 1 -- 172.21.15.32:0/127559537 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc005280 con 0x55f16bc29700 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 -- 172.21.15.32:0/127559537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 msgr2=0x55f16bc2baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f16f9600700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16d80a3e50 0x7f16d80a6310 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00fb80 tx=0x7f16ec004b40 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2baf0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f16dc009c80 tx=0x7f16dc009f90 comp rx=0 tx=0).stop 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 -- 172.21.15.32:0/127559537 shutdown_connections 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc1e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2baf0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 --2- 172.21.15.32:0/127559537 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc291c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 -- 172.21.15.32:0/127559537 >> 172.21.15.32:0/127559537 conn(0x55f16bb4d0e0 msgr2=0x55f16bc1a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 -- 172.21.15.32:0/127559537 shutdown_connections 2024-04-25T19:15:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.426+0000 7f1705facb80 1 -- 172.21.15.32:0/127559537 wait complete. 2024-04-25T19:15:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.427+0000 7f1705facb80 1 -- start start 2024-04-25T19:15:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.427+0000 7f1705facb80 1 Processor -- start 2024-04-25T19:15:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc28e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc26160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc266a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f16bc2c190 con 0x55f16bc1df30 2024-04-25T19:15:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f16bb2a9f0 con 0x55f16bc1e850 2024-04-25T19:15:10.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f16bc2c310 con 0x55f16bc29700 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f1705facb80 10 client.0 _ll_register_callbacks cb 0x55f16bb098b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc28e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f16f9600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc266a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc28e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52790/0 (socket says 172.21.15.32:52790) 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f16f8c00700 1 -- 172.21.15.32:0/592507171 learned_addr learned my addr 172.21.15.32:0/592507171 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.428+0000 7f16ebe00700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc26160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f8c00700 1 -- 172.21.15.32:0/592507171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 msgr2=0x55f16bc266a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f8c00700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc266a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f8c00700 1 -- 172.21.15.32:0/592507171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 msgr2=0x55f16bc26160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f8c00700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc26160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f8c00700 1 -- 172.21.15.32:0/592507171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f16babea60 con 0x55f16bc1df30 2024-04-25T19:15:10.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f9600700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc266a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16f8c00700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc28e60 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f16e40cec10 tx=0x7f16e4022cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cca3b84b6ea54ab9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16e2a00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16e2a00700 1 -- 172.21.15.32:0/592507171 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e40cf030 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16e2a00700 1 -- 172.21.15.32:0/592507171 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f16e409d6f0 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16dc011e50 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.429+0000 7f16e2a00700 1 -- 172.21.15.32:0/592507171 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f16e409db90 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 10 client.16503 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f16bb07c80 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f16e2a00700 1 -- 172.21.15.32:0/592507171 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16dc011e50 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f16e2a00700 1 -- 172.21.15.32:0/592507171 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f16e40a5be0 con 0x55f16bc1df30 2024-04-25T19:15:10.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 10 client.16503 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:10.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 10 client.16503 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:15:10.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 20 client.16503 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:10.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bc38e40 0x55f16bc3b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 4 client.16503 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:10.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.430+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f16bb7e810 con 0x55f16bc38e40 2024-04-25T19:15:10.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.431+0000 7f16ebe00700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bc38e40 0x55f16bc3b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.431+0000 7f16ebe00700 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bc38e40 0x55f16bc3b260 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38cfa08b2b2c8866 server_cookie=d4024c4875b6906a in_seq=0 out_seq=0 2024-04-25T19:15:10.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.431+0000 7f16e2a00700 10 client.16503 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:10.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f16e2a00700 1 -- 172.21.15.32:0/592507171 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f16bb7e810 con 0x55f16bc38e40 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f16e2a00700 10 client.16503 handle_command_reply: tid=0 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 client.16503 shutdown 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 msgr2=0x55f16bc28e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc28e60 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f16e40cec10 tx=0x7f16e4022cc0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 shutdown_connections 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bc38e40 0x55f16bc3b260 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc28e60 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc266a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 --2- 172.21.15.32:0/592507171 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc26160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.432+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 >> 172.21.15.32:0/592507171 conn(0x55f16bb4d0e0 msgr2=0x55f16bc1a070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.433+0000 7f16e2a00700 0 client.16503 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.433+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 shutdown_connections 2024-04-25T19:15:10.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.433+0000 7f1705facb80 1 -- 172.21.15.32:0/592507171 wait complete. 2024-04-25T19:15:10.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.433+0000 7f1705facb80 20 client.16503 trim_cache size 0 max 16384 2024-04-25T19:15:10.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 Processor -- start 2024-04-25T19:15:10.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 -- start start 2024-04-25T19:15:10.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 0x55f16bc40b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc1e850 0x55f16bc41090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 0x55f16bc315b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f16f41b35a0 con 0x55f16bc29700 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f16f41b50e0 con 0x55f16bc1df30 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.455+0000 7f1705facb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f16f41b3c70 con 0x55f16bc1e850 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 0x55f16bc315b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 0x55f16bc40b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f9600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 0x55f16bc315b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52804/0 (socket says 172.21.15.32:52804) 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 0x55f16bc40b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40186/0 (socket says 172.21.15.32:40186) 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16ebe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc1e850 0x55f16bc41090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f9600700 1 -- 172.21.15.32:0/2867131197 learned_addr learned my addr 172.21.15.32:0/2867131197 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 -- 172.21.15.32:0/2867131197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc1e850 msgr2=0x55f16bc41090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc1e850 0x55f16bc41090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 -- 172.21.15.32:0/2867131197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 msgr2=0x55f16bc315b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 0x55f16bc315b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f8c00700 1 -- 172.21.15.32:0/2867131197 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f16bc24730 con 0x55f16bc1df30 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16ebe00700 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc1e850 0x55f16bc41090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.456+0000 7f16f9600700 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 0x55f16bc315b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:10.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.457+0000 7f16f8c00700 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 0x55f16bc40b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f16e40a5b40 tx=0x7f16e40096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1da611748cf1933 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:10.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.457+0000 7f16e9600700 1 -- 172.21.15.32:0/2867131197 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e409cfd0 con 0x55f16bc1df30 2024-04-25T19:15:10.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.457+0000 7f16e9600700 1 -- 172.21.15.32:0/2867131197 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e409d490 con 0x55f16bc1df30 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.457+0000 7f16e9600700 1 -- 172.21.15.32:0/2867131197 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e409d6f0 con 0x55f16bc1df30 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.457+0000 7f1705facb80 1 -- 172.21.15.32:0/2867131197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 msgr2=0x55f16bc40b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.457+0000 7f1705facb80 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 0x55f16bc40b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f16e40a5b40 tx=0x7f16e40096c0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 -- 172.21.15.32:0/2867131197 shutdown_connections 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc29700 0x55f16bc315b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1df30 0x55f16bc40b50 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 --2- 172.21.15.32:0/2867131197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc1e850 0x55f16bc41090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 -- 172.21.15.32:0/2867131197 >> 172.21.15.32:0/2867131197 conn(0x55f16bb4d0e0 msgr2=0x55f16bc28220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 -- 172.21.15.32:0/2867131197 shutdown_connections 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 -- 172.21.15.32:0/2867131197 wait complete. 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 -- start start 2024-04-25T19:15:10.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.458+0000 7f1705facb80 1 Processor -- start 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc2e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc2ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f16f41b4a10 con 0x55f16bc1df30 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f16f41b4340 con 0x55f16bc1e850 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f16f41b1560 con 0x55f16bc29700 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f1705facb80 10 client.0 _ll_register_callbacks cb 0x55f16bb098b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc2e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f16f8c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc2e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52816/0 (socket says 172.21.15.32:52816) 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f16f8c00700 1 -- 172.21.15.32:0/3474199742 learned_addr learned my addr 172.21.15.32:0/3474199742 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f16f9600700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.459+0000 7f16ebe00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc2ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f8c00700 1 -- 172.21.15.32:0/3474199742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 msgr2=0x55f16bc2f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f8c00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f8c00700 1 -- 172.21.15.32:0/3474199742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 msgr2=0x55f16bc2ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f8c00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc2ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f8c00700 1 -- 172.21.15.32:0/3474199742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f16bc9f5a0 con 0x55f16bc1df30 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f9600700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16ebe00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc2ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16f8c00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc2e590 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f16e409d420 tx=0x7f16e40d1400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=823ebbfc40569bfc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:10.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16e2a00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16e2a00700 1 -- 172.21.15.32:0/3474199742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e409cfd0 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16e2a00700 1 -- 172.21.15.32:0/3474199742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f16e409d8f0 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16e409d490 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f16e2a00700 1 -- 172.21.15.32:0/3474199742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f16e40cf040 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.460+0000 7f1705facb80 10 client.16509 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f16bc9f5a0 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f16e2a00700 1 -- 172.21.15.32:0/3474199742 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e409d490 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f16e2a00700 1 -- 172.21.15.32:0/3474199742 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f16e40991e0 con 0x55f16bc1df30 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 10 client.16509 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:10.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 10 client.16509 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 20 client.16509 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bca0b10 0x55f16bca2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 4 client.16509 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.2, "await_for": 42.0}] 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.2, "await_for": 42.0}) -- 0x55f16bb788b0 con 0x55f16bca0b10 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.461+0000 7f16ebe00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bca0b10 0x55f16bca2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.462+0000 7f16ebe00700 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bca0b10 0x55f16bca2f00 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dea888b19aae0e56 server_cookie=7ccf327c9abc5767 in_seq=0 out_seq=0 2024-04-25T19:15:10.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.462+0000 7f16e2a00700 10 client.16509 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:10.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.476+0000 7f16e2a00700 1 -- 172.21.15.32:0/3474199742 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55f16bb788b0 con 0x55f16bca0b10 2024-04-25T19:15:10.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.476+0000 7f16e2a00700 10 client.16509 handle_command_reply: tid=0 2024-04-25T19:15:10.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 client.16509 shutdown 2024-04-25T19:15:10.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 msgr2=0x55f16bc2e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc2e590 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f16e409d420 tx=0x7f16e40d1400 comp rx=0 tx=0).stop 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 shutdown_connections 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f16bca0b10 0x55f16bca2f00 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f16bc1df30 0x55f16bc2e590 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f16bc29700 0x55f16bc2f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 --2- 172.21.15.32:0/3474199742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f16bc1e850 0x55f16bc2ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 >> 172.21.15.32:0/3474199742 conn(0x55f16bb4d0e0 msgr2=0x55f16bc195f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.477+0000 7f16e2a00700 0 client.16509 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.478+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 shutdown_connections 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.478+0000 7f1705facb80 1 -- 172.21.15.32:0/3474199742 wait complete. 2024-04-25T19:15:10.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.478+0000 7f1705facb80 20 client.16509 trim_cache size 0 max 16384 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 34, 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "b72a81f": { 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 34, 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:15:10.481 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.2, 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:10.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16d80a3e50 msgr2=0x7f16d80a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16d80a3e50 0x7f16d80a6310 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00fb80 tx=0x7f16ec004b40 comp rx=0 tx=0).stop 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 msgr2=0x7f16f419f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 0x7f16f419f450 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f16e4000c00 tx=0x7f16e40057c0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 shutdown_connections 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f16d80a3e50 0x7f16d80a6310 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f16f410ef70 0x7f16f41a3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f16f4108ec0 0x7f16f419f450 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 --2- 172.21.15.32:0/432633721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16f4109880 0x7f16f419f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 >> 172.21.15.32:0/432633721 conn(0x7f16f4078710 msgr2=0x7f16f4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.479+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 shutdown_connections 2024-04-25T19:15:10.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:10.480+0000 7f16fa000700 1 -- 172.21.15.32:0/432633721 wait complete. 2024-04-25T19:15:11.354 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b72a81f', quiesce took 8.2 seconds. Will release after: 18.2 2024-04-25T19:15:11.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:11 smithi064 ceph-mon[32321]: pgmap v360: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 138 KiB/s wr, 49 op/s 2024-04-25T19:15:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:11 smithi032 ceph-mon[28041]: pgmap v360: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 138 KiB/s wr, 49 op/s 2024-04-25T19:15:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:11 smithi066 ceph-mon[32882]: pgmap v360: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 138 KiB/s wr, 49 op/s 2024-04-25T19:15:12.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:12 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:15:12.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:12 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:15:12.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:12 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:15:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 -- 172.21.15.32:0/2594729539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 msgr2=0x7fca1410db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 --2- 172.21.15.32:0/2594729539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca1410db70 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fca0c009ca0 tx=0x7fca0c02a8b0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 -- 172.21.15.32:0/2594729539 shutdown_connections 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 --2- 172.21.15.32:0/2594729539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca1410db70 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 --2- 172.21.15.32:0/2594729539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca14101880 0x7fca141058c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 --2- 172.21.15.32:0/2594729539 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca14100ed0 0x7fca141012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.746+0000 7fca1a600640 1 -- 172.21.15.32:0/2594729539 >> 172.21.15.32:0/2594729539 conn(0x7fca140fc730 msgr2=0x7fca140feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.747+0000 7fca1a600640 1 -- 172.21.15.32:0/2594729539 shutdown_connections 2024-04-25T19:15:12.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.747+0000 7fca1a600640 1 -- 172.21.15.32:0/2594729539 wait complete. 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.747+0000 7fca1a600640 1 Processor -- start 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 -- start start 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca14100ed0 0x7fca14198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca14198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 0x7fca1419d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fca14112050 con 0x7fca14105fa0 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fca14111ed0 con 0x7fca1419ce80 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca1a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fca141121d0 con 0x7fca14100ed0 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca19c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 0x7fca1419d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca13e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca14198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca19c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 0x7fca1419d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44002/0 (socket says 172.21.15.32:44002) 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca13e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca14198b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56880/0 (socket says 172.21.15.32:56880) 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca13e00640 1 -- 172.21.15.32:0/28790218 learned_addr learned my addr 172.21.15.32:0/28790218 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.748+0000 7fca19200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca14100ed0 0x7fca14198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca19c00640 1 -- 172.21.15.32:0/28790218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca14100ed0 msgr2=0x7fca14198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca19c00640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca14100ed0 0x7fca14198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca19c00640 1 -- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 msgr2=0x7fca14198b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca19c00640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca14198b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca19c00640 1 -- 172.21.15.32:0/28790218 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca1419d970 con 0x7fca1419ce80 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca13e00640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca14198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:12.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca19c00640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 0x7fca1419d330 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005e30 tx=0x7fca0c030dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:12.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.749+0000 7fca11600640 1 -- 172.21.15.32:0/28790218 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c003e00 con 0x7fca1419ce80 2024-04-25T19:15:12.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.750+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca1419dc00 con 0x7fca1419ce80 2024-04-25T19:15:12.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.750+0000 7fca11600640 1 -- 172.21.15.32:0/28790218 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca0c040070 con 0x7fca1419ce80 2024-04-25T19:15:12.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.750+0000 7fca11600640 1 -- 172.21.15.32:0/28790218 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c045a20 con 0x7fca1419ce80 2024-04-25T19:15:12.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.750+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca141a53c0 con 0x7fca1419ce80 2024-04-25T19:15:12.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 Processor -- start 2024-04-25T19:15:12.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca11600640 1 -- 172.21.15.32:0/28790218 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fca0c045bc0 con 0x7fca1419ce80 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 -- start start 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436ee870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b436ef230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43704620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555b43654900 con 0x555b43702230 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555b435faef0 con 0x555b436eedb0 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.753+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555b436508c0 con 0x555b436efef0 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b436ef230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b436ef230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44016/0 (socket says 172.21.15.32:44016) 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 -- 172.21.15.32:0/3712255895 learned_addr learned my addr 172.21.15.32:0/3712255895 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca13e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436ee870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca13e00640 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43704620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 -- 172.21.15.32:0/3712255895 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 msgr2=0x555b436ee870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436ee870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 -- 172.21.15.32:0/3712255895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 msgr2=0x555b43704620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43704620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca19200640 1 -- 172.21.15.32:0/3712255895 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b43367210 con 0x555b436eedb0 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.754+0000 7fca13e00640 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43704620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca19200640 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b436ef230 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fca08009cf0 tx=0x7fca08011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ab5b3883366229a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca11600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9fc0a3d00 0x7fc9fc0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca06000640 1 -- 172.21.15.32:0/3712255895 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08004230 con 0x555b436eedb0 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca11600640 1 -- 172.21.15.32:0/28790218 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fca0c0f1620 con 0x7fca1419ce80 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca06000640 1 -- 172.21.15.32:0/3712255895 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca080043d0 con 0x555b436eedb0 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca06000640 1 -- 172.21.15.32:0/3712255895 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08019880 con 0x555b436eedb0 2024-04-25T19:15:12.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.755+0000 7fca13e00640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9fc0a3d00 0x7fc9fc0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 -- 172.21.15.32:0/3712255895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 msgr2=0x555b436ef230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b436ef230 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fca08009cf0 tx=0x7fca08011810 comp rx=0 tx=0).stop 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca13e00640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9fc0a3d00 0x7fc9fc0a61c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x555b436ec2e0 tx=0x7fca00013040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 -- 172.21.15.32:0/3712255895 shutdown_connections 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43704620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b436ef230 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/3712255895 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436ee870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.762 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 -- 172.21.15.32:0/3712255895 >> 172.21.15.32:0/3712255895 conn(0x555b436eaec0 msgr2=0x555b436eb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 -- 172.21.15.32:0/3712255895 shutdown_connections 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 -- 172.21.15.32:0/3712255895 wait complete. 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.756+0000 7fca1eb6d740 1 -- start start 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 Processor -- start 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b436eedb0 0x555b436f2640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436f2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b43702230 0x555b436f30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555b43704f90 con 0x555b436eedb0 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555b4360e310 con 0x555b43702230 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555b43705110 con 0x555b436efef0 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca1eb6d740 10 client.0 _ll_register_callbacks cb 0x555b435dccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca19200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b436eedb0 0x555b436f2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca13e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436f2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca19200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b436eedb0 0x555b436f2640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56900/0 (socket says 172.21.15.32:56900) 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.757+0000 7fca19200640 1 -- 172.21.15.32:0/2315533921 learned_addr learned my addr 172.21.15.32:0/2315533921 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca19c00640 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b43702230 0x555b436f30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca13e00640 1 -- 172.21.15.32:0/2315533921 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b43702230 msgr2=0x555b436f30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca13e00640 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b43702230 0x555b436f30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca13e00640 1 -- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b436eedb0 msgr2=0x555b436f2640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca13e00640 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b436eedb0 0x555b436f2640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca13e00640 1 -- 172.21.15.32:0/2315533921 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b43433620 con 0x555b436efef0 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fca13e00640 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436f2b80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x555b436ef850 tx=0x7fca00004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61765b443cebd9df server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fc9faa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.758+0000 7fc9faa00640 1 -- 172.21.15.32:0/2315533921 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0002f060 con 0x555b436efef0 2024-04-25T19:15:12.764 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca080043d0 con 0x555b436efef0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fc9faa00640 1 -- 172.21.15.32:0/2315533921 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fca00009040 con 0x555b436efef0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fc9faa00640 1 -- 172.21.15.32:0/2315533921 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fca00033420 con 0x555b436efef0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fca1eb6d740 10 client.26704 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555b43711300 con 0x555b436efef0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fc9faa00640 1 -- 172.21.15.32:0/2315533921 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca080043d0 con 0x555b436efef0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fc9faa00640 1 -- 172.21.15.32:0/2315533921 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fca00032500 con 0x555b436efef0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fca1eb6d740 10 client.26704 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fca1eb6d740 10 client.26704 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.759+0000 7fca1eb6d740 20 client.26704 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.760+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b437127c0 0x555b43714bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.760+0000 7fca1eb6d740 4 client.26704 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.760+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b436688b0 con 0x555b437127c0 2024-04-25T19:15:12.765 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.760+0000 7fca19200640 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b437127c0 0x555b43714bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.766 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.761+0000 7fca19200640 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b437127c0 0x555b43714bf0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f3d0098fef490e server_cookie=c90276b15d76827c in_seq=0 out_seq=0 2024-04-25T19:15:12.766 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.761+0000 7fc9faa00640 10 client.26704 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.761+0000 7fc9faa00640 1 -- 172.21.15.32:0/2315533921 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555b436688b0 con 0x555b437127c0 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.761+0000 7fc9faa00640 10 client.26704 handle_command_reply: tid=0 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.761+0000 7fca1eb6d740 1 client.26704 shutdown 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 msgr2=0x555b436f2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436f2b80 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x555b436ef850 tx=0x7fca00004730 comp rx=0 tx=0).stop 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 shutdown_connections 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b437127c0 0x555b43714bf0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b43702230 0x555b436f30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.767 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b436f2b80 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fc9faa00640 0 client.26704 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2315533921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b436eedb0 0x555b436f2640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 >> 172.21.15.32:0/2315533921 conn(0x555b436eaec0 msgr2=0x555b436f0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 shutdown_connections 2024-04-25T19:15:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2315533921 wait complete. 2024-04-25T19:15:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.762+0000 7fca1eb6d740 20 client.26704 trim_cache size 0 max 16384 2024-04-25T19:15:12.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 Processor -- start 2024-04-25T19:15:12.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 -- start start 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436eedb0 0x555b4370dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 0x555b436ea7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b436f0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fca141ab7e0 con 0x555b43702230 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fca141ad320 con 0x555b436efef0 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fca141abeb0 con 0x555b436eedb0 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca19c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b436f0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca13e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 0x555b436ea7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca13e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 0x555b436ea7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44036/0 (socket says 172.21.15.32:44036) 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca19c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b436f0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56908/0 (socket says 172.21.15.32:56908) 2024-04-25T19:15:12.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca13e00640 1 -- 172.21.15.32:0/4073994853 learned_addr learned my addr 172.21.15.32:0/4073994853 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.778+0000 7fca19200640 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436eedb0 0x555b4370dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca13e00640 1 -- 172.21.15.32:0/4073994853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436eedb0 msgr2=0x555b4370dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca13e00640 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436eedb0 0x555b4370dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca13e00640 1 -- 172.21.15.32:0/4073994853 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 msgr2=0x555b436f0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca13e00640 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b436f0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca13e00640 1 -- 172.21.15.32:0/4073994853 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b436efd10 con 0x555b436efef0 2024-04-25T19:15:12.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca13e00640 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 0x555b436ea7a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fca000097b0 tx=0x7fca00032f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73de751e543e356a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca05600640 1 -- 172.21.15.32:0/4073994853 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00032b60 con 0x555b436efef0 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca05600640 1 -- 172.21.15.32:0/4073994853 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca00032d00 con 0x555b436efef0 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.779+0000 7fca05600640 1 -- 172.21.15.32:0/4073994853 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca000337b0 con 0x555b436efef0 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 -- 172.21.15.32:0/4073994853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 msgr2=0x555b436ea7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 0x555b436ea7a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fca000097b0 tx=0x7fca00032f30 comp rx=0 tx=0).stop 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 -- 172.21.15.32:0/4073994853 shutdown_connections 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b436f0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436efef0 0x555b436ea7a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/4073994853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436eedb0 0x555b4370dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 -- 172.21.15.32:0/4073994853 >> 172.21.15.32:0/4073994853 conn(0x555b436eaec0 msgr2=0x555b436fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 -- 172.21.15.32:0/4073994853 shutdown_connections 2024-04-25T19:15:12.786 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.780+0000 7fca1eb6d740 1 -- 172.21.15.32:0/4073994853 wait complete. 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 -- start start 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 Processor -- start 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b4370a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b43719670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43719bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fca141acc50 con 0x555b43702230 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fca141ac580 con 0x555b436eedb0 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fca141a97e0 con 0x555b436efef0 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.781+0000 7fca1eb6d740 10 client.0 _ll_register_callbacks cb 0x7fca0000fc90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca19200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b4370a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca19200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b4370a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44040/0 (socket says 172.21.15.32:44040) 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca19200640 1 -- 172.21.15.32:0/2026145504 learned_addr learned my addr 172.21.15.32:0/2026145504 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca19c00640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43719bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.787 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b43719670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 -- 172.21.15.32:0/2026145504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 msgr2=0x555b4370a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b4370a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 -- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 msgr2=0x555b43719bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43719bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 -- 172.21.15.32:0/2026145504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b4371a2f0 con 0x555b436efef0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca19200640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b4370a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fca13e00640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b43719670 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x555b436ef820 tx=0x7fca00011270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29ae79dfd4cd4728 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.782+0000 7fc9faa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fc9faa00640 1 -- 172.21.15.32:0/2026145504 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0002f040 con 0x555b436efef0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fc9faa00640 1 -- 172.21.15.32:0/2026145504 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fca00033730 con 0x555b436efef0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca00032d00 con 0x555b436efef0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fc9faa00640 1 -- 172.21.15.32:0/2026145504 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fca00032b10 con 0x555b436efef0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 10 client.26710 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555b43778cd0 con 0x555b436efef0 2024-04-25T19:15:12.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fc9faa00640 1 -- 172.21.15.32:0/2026145504 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca00032d00 con 0x555b436efef0 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fc9faa00640 1 -- 172.21.15.32:0/2026145504 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fca0003ca50 con 0x555b436efef0 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 10 client.26710 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 10 client.26710 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 20 client.26710 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.783+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b43779310 0x555b4377b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.784+0000 7fca1eb6d740 4 client.26710 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.784+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555b437040c0 con 0x555b43779310 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.784+0000 7fca19200640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b43779310 0x555b4377b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.784+0000 7fca19200640 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b43779310 0x555b4377b730 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2e6342a03405d6e server_cookie=2f3108b13b9fc9de in_seq=0 out_seq=0 2024-04-25T19:15:12.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.784+0000 7fc9faa00640 10 client.26710 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fc9faa00640 1 -- 172.21.15.32:0/2026145504 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555b437040c0 con 0x555b43779310 2024-04-25T19:15:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fc9faa00640 10 client.26710 handle_command_reply: tid=0 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 client.26710 shutdown 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 msgr2=0x555b43719670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b43719670 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x555b436ef820 tx=0x7fca00011270 comp rx=0 tx=0).stop 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 shutdown_connections 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555b43779310 0x555b4377b730 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555b43702230 0x555b43719bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fc9faa00640 0 client.26710 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555b436efef0 0x555b43719670 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 --2- 172.21.15.32:0/2026145504 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555b436eedb0 0x555b4370a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.801+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 >> 172.21.15.32:0/2026145504 conn(0x555b436eaec0 msgr2=0x555b436f0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.802+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 shutdown_connections 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.802+0000 7fca1eb6d740 1 -- 172.21.15.32:0/2026145504 wait complete. 2024-04-25T19:15:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.802+0000 7fca1eb6d740 20 client.26710 trim_cache size 0 max 16384 2024-04-25T19:15:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:15:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:15:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:15:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9fc0a3d00 msgr2=0x7fc9fc0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9fc0a3d00 0x7fc9fc0a61c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x555b436ec2e0 tx=0x7fca00013040 comp rx=0 tx=0).stop 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 msgr2=0x7fca1419d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 0x7fca1419d330 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005e30 tx=0x7fca0c030dc0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 shutdown_connections 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc9fc0a3d00 0x7fc9fc0a61c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fca1419ce80 0x7fca1419d330 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca14105fa0 0x7fca14198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 --2- 172.21.15.32:0/28790218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca14100ed0 0x7fca14198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 >> 172.21.15.32:0/28790218 conn(0x7fca140fc730 msgr2=0x7fca140fd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:12.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 shutdown_connections 2024-04-25T19:15:12.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:12.803+0000 7fca1a600640 1 -- 172.21.15.32:0/28790218 wait complete. 2024-04-25T19:15:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:13 smithi064 ceph-mon[32321]: pgmap v361: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-04-25T19:15:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:13 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:15:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:13 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:15:13.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:13 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:15:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:13 smithi032 ceph-mon[28041]: pgmap v361: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-04-25T19:15:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:13 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:15:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:13 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:15:13.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:13 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:15:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:13 smithi066 ceph-mon[32882]: pgmap v361: 97 pgs: 97 active+clean; 3.3 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-04-25T19:15:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:13 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:15:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:13 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:15:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:13 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:15:15.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:15 smithi064 ceph-mon[32321]: pgmap v362: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-25T19:15:15.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:15 smithi032 ceph-mon[28041]: pgmap v362: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-25T19:15:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:15 smithi066 ceph-mon[32882]: pgmap v362: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-25T19:15:17.525 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:17 smithi064 ceph-mon[32321]: pgmap v363: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-25T19:15:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:17 smithi032 ceph-mon[28041]: pgmap v363: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-25T19:15:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:17 smithi066 ceph-mon[32882]: pgmap v363: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-04-25T19:15:19.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:19 smithi064 ceph-mon[32321]: pgmap v364: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-04-25T19:15:19.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:19 smithi032 ceph-mon[28041]: pgmap v364: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-04-25T19:15:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:19 smithi066 ceph-mon[32882]: pgmap v364: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-04-25T19:15:21.522 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:21 smithi064 ceph-mon[32321]: pgmap v365: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-04-25T19:15:21.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:21 smithi032 ceph-mon[28041]: pgmap v365: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-04-25T19:15:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:21 smithi066 ceph-mon[32882]: pgmap v365: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-04-25T19:15:23.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:23 smithi032 ceph-mon[28041]: pgmap v366: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-04-25T19:15:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:23 smithi066 ceph-mon[32882]: pgmap v366: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-04-25T19:15:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:23 smithi064 ceph-mon[32321]: pgmap v366: 97 pgs: 97 active+clean; 3.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-04-25T19:15:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:25 smithi066 ceph-mon[32882]: pgmap v367: 97 pgs: 97 active+clean; 3.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-25T19:15:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:25 smithi064 ceph-mon[32321]: pgmap v367: 97 pgs: 97 active+clean; 3.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-25T19:15:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:25 smithi032 ceph-mon[28041]: pgmap v367: 97 pgs: 97 active+clean; 3.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 15 KiB/s wr, 16 op/s 2024-04-25T19:15:25.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 -- 172.21.15.32:0/3374423980 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0880742f0 msgr2=0x7fa0880746d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:25.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 --2- 172.21.15.32:0/3374423980 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0880742f0 0x7fa0880746d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa078009900 tx=0x7fa07802a480 comp rx=0 tx=0).stop 2024-04-25T19:15:25.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 -- 172.21.15.32:0/3374423980 shutdown_connections 2024-04-25T19:15:25.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 --2- 172.21.15.32:0/3374423980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088112d80 0x7fa088115170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 --2- 172.21.15.32:0/3374423980 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa088074c10 0x7fa088112840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 --2- 172.21.15.32:0/3374423980 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0880742f0 0x7fa0880746d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.951+0000 7fa087e00640 1 -- 172.21.15.32:0/3374423980 >> 172.21.15.32:0/3374423980 conn(0x7fa0880fd860 msgr2=0x7fa0880ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:25.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.952+0000 7fa087e00640 1 -- 172.21.15.32:0/3374423980 shutdown_connections 2024-04-25T19:15:25.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.952+0000 7fa087e00640 1 -- 172.21.15.32:0/3374423980 wait complete. 2024-04-25T19:15:25.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.953+0000 7fa087e00640 1 Processor -- start 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.953+0000 7fa087e00640 1 -- start start 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa0880742f0 0x7fa0881a4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 0x7fa0881a4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa088112d80 0x7fa08819e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa088118600 con 0x7fa088074c10 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa088118480 con 0x7fa0880742f0 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa088118780 con 0x7fa088112d80 2024-04-25T19:15:25.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa086000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 0x7fa0881a4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa086000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 0x7fa0881a4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41578/0 (socket says 172.21.15.32:41578) 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa086000640 1 -- 172.21.15.32:0/1209639955 learned_addr learned my addr 172.21.15.32:0/1209639955 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa086a00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa0880742f0 0x7fa0881a4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.954+0000 7fa087400640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa088112d80 0x7fa08819e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa086000640 1 -- 172.21.15.32:0/1209639955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa088112d80 msgr2=0x7fa08819e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa086000640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa088112d80 0x7fa08819e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa086000640 1 -- 172.21.15.32:0/1209639955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa0880742f0 msgr2=0x7fa0881a4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:25.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa086000640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa0880742f0 0x7fa0881a4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa086000640 1 -- 172.21.15.32:0/1209639955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa08819f160 con 0x7fa088074c10 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa086000640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 0x7fa0881a4d70 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa07400ea60 tx=0x7fa07400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa07f400640 1 -- 172.21.15.32:0/1209639955 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa07400cd20 con 0x7fa088074c10 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.955+0000 7fa07f400640 1 -- 172.21.15.32:0/1209639955 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0740035f0 con 0x7fa088074c10 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.956+0000 7fa07f400640 1 -- 172.21.15.32:0/1209639955 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa074010690 con 0x7fa088074c10 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.956+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa08819f450 con 0x7fa088074c10 2024-04-25T19:15:25.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.956+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0881ab6f0 con 0x7fa088074c10 2024-04-25T19:15:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.959+0000 7fa0905ed740 1 Processor -- start 2024-04-25T19:15:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.959+0000 7fa0905ed740 1 -- start start 2024-04-25T19:15:25.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.959+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b008d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.959+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b013650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b013b90 0x55905b015f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa0905ed740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55905af6e900 con 0x55905b013b90 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa07f400640 1 -- 172.21.15.32:0/1209639955 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa0740037a0 con 0x7fa088074c10 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa0905ed740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55905af14ef0 con 0x55905b0092d0 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa0905ed740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55905af6a8c0 con 0x55905b0089b0 2024-04-25T19:15:25.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b013650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b013650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57284/0 (socket says 172.21.15.32:57284) 2024-04-25T19:15:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b013b90 0x55905b015f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 -- 172.21.15.32:0/3828377526 learned_addr learned my addr 172.21.15.32:0/3828377526 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa087400640 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b008d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 -- 172.21.15.32:0/3828377526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 msgr2=0x55905b008d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.974 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b008d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 -- 172.21.15.32:0/3828377526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b013b90 msgr2=0x55905b015f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b013b90 0x55905b015f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.960+0000 7fa086a00640 1 -- 172.21.15.32:0/3828377526 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55905ac81210 con 0x55905b0092d0 2024-04-25T19:15:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.961+0000 7fa086a00640 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b013650 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa078009900 tx=0x7fa078005e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a45c4bfebd93e8d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.961+0000 7fa073e00640 1 -- 172.21.15.32:0/3828377526 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa078040070 con 0x55905b0092d0 2024-04-25T19:15:25.975 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.961+0000 7fa073e00640 1 -- 172.21.15.32:0/3828377526 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa078004030 con 0x55905b0092d0 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.961+0000 7fa073e00640 1 -- 172.21.15.32:0/3828377526 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa078035040 con 0x55905b0092d0 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.961+0000 7fa07f400640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa06c0a3d80 0x7fa06c0a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa07f400640 1 -- 172.21.15.32:0/1209639955 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fa0740d0ae0 con 0x7fa088074c10 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa087400640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa06c0a3d80 0x7fa06c0a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 -- 172.21.15.32:0/3828377526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 msgr2=0x55905b013650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b013650 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa078009900 tx=0x7fa078005e40 comp rx=0 tx=0).stop 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 -- 172.21.15.32:0/3828377526 shutdown_connections 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b013b90 0x55905b015f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.976 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b013650 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3828377526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b008d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 -- 172.21.15.32:0/3828377526 >> 172.21.15.32:0/3828377526 conn(0x55905b004ec0 msgr2=0x55905b0052a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 -- 172.21.15.32:0/3828377526 shutdown_connections 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa0905ed740 1 -- 172.21.15.32:0/3828377526 wait complete. 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.962+0000 7fa087400640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa06c0a3d80 0x7fa06c0a6240 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa08806b3e0 tx=0x7fa080009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.963+0000 7fa0905ed740 1 -- start start 2024-04-25T19:15:25.977 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.963+0000 7fa0905ed740 1 Processor -- start 2024-04-25T19:15:25.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b010af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b011030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b013b90 0x55905b011570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55905b016760 con 0x55905b0092d0 2024-04-25T19:15:25.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55905af28310 con 0x55905b013b90 2024-04-25T19:15:25.978 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55905b0168e0 con 0x55905b0089b0 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa0905ed740 10 client.0 _ll_register_callbacks cb 0x55905aef6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b011030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa087400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b013b90 0x55905b011570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b011030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41596/0 (socket says 172.21.15.32:41596) 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 -- 172.21.15.32:0/942701701 learned_addr learned my addr 172.21.15.32:0/942701701 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086a00640 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b010af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 -- 172.21.15.32:0/942701701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 msgr2=0x55905b010af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b010af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 -- 172.21.15.32:0/942701701 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b013b90 msgr2=0x55905b011570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.964+0000 7fa086000640 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b013b90 0x55905b011570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa086000640 1 -- 172.21.15.32:0/942701701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55905ad4d620 con 0x55905b0092d0 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa086000640 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b011030 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa074004610 tx=0x7fa07400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=799dcd99e7d50182 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa070c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa070c00640 1 -- 172.21.15.32:0/942701701 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa07409c7e0 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa070c00640 1 -- 172.21.15.32:0/942701701 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fa074099080 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa078004030 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa070c00640 1 -- 172.21.15.32:0/942701701 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa07409c370 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa0905ed740 10 client.16539 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.965+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55905b0229c0 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa070c00640 1 -- 172.21.15.32:0/942701701 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa078004030 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa070c00640 1 -- 172.21.15.32:0/942701701 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa0740ce440 con 0x55905b0092d0 2024-04-25T19:15:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa0905ed740 10 client.16539 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa0905ed740 10 client.16539 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa0905ed740 20 client.16539 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa0905ed740 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b023e30 0x55905b026220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa0905ed740 4 client.16539 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55905af828b0 con 0x55905b023e30 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.966+0000 7fa086a00640 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b023e30 0x55905b026220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.967+0000 7fa086a00640 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b023e30 0x55905b026220 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7101dfb6a03ca4a server_cookie=8f54096b6f1f1a23 in_seq=0 out_seq=0 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.967+0000 7fa070c00640 10 client.16539 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa070c00640 1 -- 172.21.15.32:0/942701701 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55905af828b0 con 0x55905b023e30 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa070c00640 10 client.16539 handle_command_reply: tid=0 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 client.16539 shutdown 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 msgr2=0x55905b011030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b011030 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa074004610 tx=0x7fa07400cf80 comp rx=0 tx=0).stop 2024-04-25T19:15:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 shutdown_connections 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b023e30 0x55905b026220 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b013b90 0x55905b011570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b011030 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 --2- 172.21.15.32:0/942701701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b0089b0 0x55905b010af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 >> 172.21.15.32:0/942701701 conn(0x55905b004ec0 msgr2=0x55905b00abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa070c00640 0 client.16539 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:25.984 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 shutdown_connections 2024-04-25T19:15:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 1 -- 172.21.15.32:0/942701701 wait complete. 2024-04-25T19:15:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.968+0000 7fa0905ed740 20 client.16539 trim_cache size 0 max 16384 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 Processor -- start 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 -- start start 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 0x55905b01f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b0047a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b02bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa0881b40a0 con 0x55905b0089b0 2024-04-25T19:15:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa0881b5be0 con 0x55905b0092d0 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa0905ed740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0881b4770 con 0x55905b013b90 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa086a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 0x55905b01f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa086a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 0x55905b01f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41608/0 (socket says 172.21.15.32:41608) 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.985+0000 7fa086a00640 1 -- 172.21.15.32:0/3755775682 learned_addr learned my addr 172.21.15.32:0/3755775682 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086000640 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b0047a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa087400640 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b02bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086a00640 1 -- 172.21.15.32:0/3755775682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 msgr2=0x55905b02bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086a00640 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b02bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086a00640 1 -- 172.21.15.32:0/3755775682 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 msgr2=0x55905b0047a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086a00640 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b0047a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086a00640 1 -- 172.21.15.32:0/3755775682 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55905b009100 con 0x55905b0089b0 2024-04-25T19:15:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.986+0000 7fa086000640 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b0047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:25.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.987+0000 7fa086a00640 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 0x55905b01f620 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa078009900 tx=0x7fa0780319f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f3de849d5c4bdbe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.987+0000 7fa073400640 1 -- 172.21.15.32:0/3755775682 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa078035040 con 0x55905b0089b0 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.987+0000 7fa073400640 1 -- 172.21.15.32:0/3755775682 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0780316a0 con 0x55905b0089b0 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.987+0000 7fa073400640 1 -- 172.21.15.32:0/3755775682 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa078040040 con 0x55905b0089b0 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 -- 172.21.15.32:0/3755775682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 msgr2=0x55905b01f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 0x55905b01f620 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa078009900 tx=0x7fa0780319f0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 -- 172.21.15.32:0/3755775682 shutdown_connections 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b02bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b0092d0 0x55905b0047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 --2- 172.21.15.32:0/3755775682 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0089b0 0x55905b01f620 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 -- 172.21.15.32:0/3755775682 >> 172.21.15.32:0/3755775682 conn(0x55905b004ec0 msgr2=0x55905b00abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 -- 172.21.15.32:0/3755775682 shutdown_connections 2024-04-25T19:15:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 -- 172.21.15.32:0/3755775682 wait complete. 2024-04-25T19:15:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.988+0000 7fa0905ed740 1 -- start start 2024-04-25T19:15:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 Processor -- start 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b019690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b019bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b01a110 0x55905b089360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa0881b5510 con 0x55905b0092d0 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa0881b4e40 con 0x55905b01a110 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0881b20a0 con 0x55905b013b90 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa0905ed740 10 client.0 _ll_register_callbacks cb 0x7fa074003d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa086a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b019690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa086000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b019bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa086a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b019690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:41622/0 (socket says 172.21.15.32:41622) 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa086a00640 1 -- 172.21.15.32:0/2721848274 learned_addr learned my addr 172.21.15.32:0/2721848274 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.989+0000 7fa086000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b019bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53492/0 (socket says 172.21.15.32:53492) 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa087400640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b01a110 0x55905b089360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086a00640 1 -- 172.21.15.32:0/2721848274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 msgr2=0x55905b019bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086a00640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b019bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086a00640 1 -- 172.21.15.32:0/2721848274 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b01a110 msgr2=0x55905b089360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086a00640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b01a110 0x55905b089360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086a00640 1 -- 172.21.15.32:0/2721848274 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55905b0898a0 con 0x55905b0092d0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086000640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b019bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa086a00640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b019690 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fa078005e80 tx=0x7fa078000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=855209e784cd384 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa070c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.990+0000 7fa070c00640 1 -- 172.21.15.32:0/2721848274 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa078055020 con 0x55905b0092d0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa070c00640 1 -- 172.21.15.32:0/2721848274 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fa0780053c0 con 0x55905b0092d0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0780316a0 con 0x55905b0092d0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa070c00640 1 -- 172.21.15.32:0/2721848274 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa078060050 con 0x55905b0092d0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa0905ed740 10 client.16545 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55905b08ab60 con 0x55905b0092d0 2024-04-25T19:15:25.994 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa070c00640 1 -- 172.21.15.32:0/2721848274 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0780316a0 con 0x55905b0092d0 2024-04-25T19:15:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa070c00640 1 -- 172.21.15.32:0/2721848274 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa078004a50 con 0x55905b0092d0 2024-04-25T19:15:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa0905ed740 10 client.16545 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:25.995 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa0905ed740 10 client.16545 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.991+0000 7fa0905ed740 20 client.16545 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.992+0000 7fa0905ed740 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b08ad90 0x55905b08d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.992+0000 7fa0905ed740 4 client.16545 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.992+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55905af7c320 con 0x55905b08ad90 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.992+0000 7fa086000640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b08ad90 0x55905b08d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.992+0000 7fa086000640 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b08ad90 0x55905b08d180 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eab0f1f263147c8 server_cookie=bf3845d69204067c in_seq=0 out_seq=0 2024-04-25T19:15:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:25.992+0000 7fa070c00640 10 client.16545 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:26.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.007+0000 7fa070c00640 1 -- 172.21.15.32:0/2721848274 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55905af7c320 con 0x55905b08ad90 2024-04-25T19:15:26.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.007+0000 7fa070c00640 10 client.16545 handle_command_reply: tid=0 2024-04-25T19:15:26.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.007+0000 7fa0905ed740 1 client.16545 shutdown 2024-04-25T19:15:26.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 msgr2=0x55905b019690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:26.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b019690 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fa078005e80 tx=0x7fa078000bc0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 shutdown_connections 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55905b08ad90 0x55905b08d180 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55905b01a110 0x55905b089360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55905b013b90 0x55905b019bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa070c00640 0 client.16545 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 --2- 172.21.15.32:0/2721848274 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55905b0092d0 0x55905b019690 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.010 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 >> 172.21.15.32:0/2721848274 conn(0x55905b004ec0 msgr2=0x55905b010ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 shutdown_connections 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 1 -- 172.21.15.32:0/2721848274 wait complete. 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.008+0000 7fa0905ed740 20 client.16545 trim_cache size 0 max 16384 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:15:26.011 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa06c0a3d80 msgr2=0x7fa06c0a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa06c0a3d80 0x7fa06c0a6240 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa08806b3e0 tx=0x7fa080009500 comp rx=0 tx=0).stop 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 msgr2=0x7fa0881a4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 0x7fa0881a4d70 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa07400ea60 tx=0x7fa07400ee60 comp rx=0 tx=0).stop 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 shutdown_connections 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa06c0a3d80 0x7fa06c0a6240 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa088112d80 0x7fa08819e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa088074c10 0x7fa0881a4d70 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 --2- 172.21.15.32:0/1209639955 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa0880742f0 0x7fa0881a4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 >> 172.21.15.32:0/1209639955 conn(0x7fa0880fd860 msgr2=0x7fa0880ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.009+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 shutdown_connections 2024-04-25T19:15:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:26.010+0000 7fa087e00640 1 -- 172.21.15.32:0/1209639955 wait complete. 2024-04-25T19:15:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:27 smithi032 ceph-mon[28041]: pgmap v368: 97 pgs: 97 active+clean; 3.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-04-25T19:15:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:27 smithi066 ceph-mon[32882]: pgmap v368: 97 pgs: 97 active+clean; 3.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-04-25T19:15:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:27 smithi064 ceph-mon[32321]: pgmap v368: 97 pgs: 97 active+clean; 3.4 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-04-25T19:15:29.555 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:15:29.631 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:29 smithi032 ceph-mon[28041]: pgmap v369: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.5 KiB/s wr, 15 op/s 2024-04-25T19:15:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:29 smithi066 ceph-mon[32882]: pgmap v369: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.5 KiB/s wr, 15 op/s 2024-04-25T19:15:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:29 smithi064 ceph-mon[32321]: pgmap v369: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 7.5 KiB/s wr, 15 op/s 2024-04-25T19:15:30.022 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:15:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:31 smithi066 ceph-mon[32882]: pgmap v370: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-25T19:15:31.706 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:31 smithi032 ceph-mon[28041]: pgmap v370: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-25T19:15:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:31 smithi064 ceph-mon[32321]: pgmap v370: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-25T19:15:32.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 -- 172.21.15.32:0/1575224931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10481063f0 msgr2=0x7f104810dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:32.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 --2- 172.21.15.32:0/1575224931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10481063f0 0x7f104810dfc0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1040009fc0 tx=0x7f104000b330 comp rx=0 tx=0).stop 2024-04-25T19:15:32.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 -- 172.21.15.32:0/1575224931 shutdown_connections 2024-04-25T19:15:32.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 --2- 172.21.15.32:0/1575224931 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 0x7f1048101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 --2- 172.21.15.32:0/1575224931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10481063f0 0x7f104810dfc0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 --2- 172.21.15.32:0/1575224931 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1048101d10 0x7f1048105d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 -- 172.21.15.32:0/1575224931 >> 172.21.15.32:0/1575224931 conn(0x7f1048077fb0 msgr2=0x7f10480ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 -- 172.21.15.32:0/1575224931 shutdown_connections 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.264+0000 7f104ce00700 1 -- 172.21.15.32:0/1575224931 wait complete. 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.265+0000 7f104ce00700 1 Processor -- start 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.265+0000 7f104ce00700 1 -- start start 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f104ce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 0x7f104819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f104ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1048101d10 0x7f104819b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f104ce00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f10481063f0 0x7f104819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:32.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f104ce00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1048110a50 con 0x7f1048101360 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f104ce00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f10481108d0 con 0x7f10481063f0 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f104ce00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1048110bd0 con 0x7f1048101d10 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f1045e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 0x7f104819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f1045e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 0x7f104819b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44622/0 (socket says 172.21.15.32:44622) 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f1045e00700 1 -- 172.21.15.32:0/2017409446 learned_addr learned my addr 172.21.15.32:0/2017409446 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f1045400700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1048101d10 0x7f104819b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:32.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.266+0000 7f1046800700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f10481063f0 0x7f104819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:32.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f1045400700 1 -- 172.21.15.32:0/2017409446 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f10481063f0 msgr2=0x7f104819fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:32.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f1045400700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f10481063f0 0x7f104819fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f1045400700 1 -- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 msgr2=0x7f104819b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:32.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f1045400700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 0x7f104819b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f1045400700 1 -- 172.21.15.32:0/2017409446 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10481a0320 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f1045400700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1048101d10 0x7f104819b850 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f103400e9c0 tx=0x7f103400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f103400cb70 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10481a0610 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f103400ee50 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.267+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1034003d00 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.268+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10481a7e90 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.269+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10481027f0 con 0x7f1048101d10 2024-04-25T19:15:32.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.271+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1034003ea0 con 0x7f1048101d10 2024-04-25T19:15:32.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.272+0000 7f103ea00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f102c0a3e30 0x7f102c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:32.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.273+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f10340d0820 con 0x7f1048101d10 2024-04-25T19:15:32.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.273+0000 7f1045e00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f102c0a3e30 0x7f102c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:32.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.273+0000 7f1045e00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f102c0a3e30 0x7f102c0a62f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1038005950 tx=0x7f1038010040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:32.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.275+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f103409ce50 con 0x7f1048101d10 2024-04-25T19:15:32.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.567+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f104802df80 con 0x7f1048101d10 2024-04-25T19:15:32.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.568+0000 7f103ea00700 1 -- 172.21.15.32:0/2017409446 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f103409c750 con 0x7f1048101d10 2024-04-25T19:15:32.571 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:15:32.571 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:15:32.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.571+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f102c0a3e30 msgr2=0x7f102c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:32.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.571+0000 7f104ce00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f102c0a3e30 0x7f102c0a62f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1038005950 tx=0x7f1038010040 comp rx=0 tx=0).stop 2024-04-25T19:15:32.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.571+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1048101d10 msgr2=0x7f104819b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:32.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.571+0000 7f104ce00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1048101d10 0x7f104819b850 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f103400e9c0 tx=0x7f103400ecd0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 shutdown_connections 2024-04-25T19:15:32.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f102c0a3e30 0x7f102c0a62f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1048101360 0x7f104819b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f10481063f0 0x7f104819fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 --2- 172.21.15.32:0/2017409446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1048101d10 0x7f104819b850 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:32.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 >> 172.21.15.32:0/2017409446 conn(0x7f1048077fb0 msgr2=0x7f1048104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:32.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 shutdown_connections 2024-04-25T19:15:32.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:32.572+0000 7f104ce00700 1 -- 172.21.15.32:0/2017409446 wait complete. 2024-04-25T19:15:32.575 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:15:33.438 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id b72a81f --release --await' 2024-04-25T19:15:33.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id b72a81f --release --await 2024-04-25T19:15:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:33 smithi066 ceph-mon[32882]: pgmap v371: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-25T19:15:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:33 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2017409446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:33 smithi064 ceph-mon[32321]: pgmap v371: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-25T19:15:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:33 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2017409446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:33 smithi032 ceph-mon[28041]: pgmap v371: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-25T19:15:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:33 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2017409446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:33.904 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:15:35.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:35 smithi032 ceph-mon[28041]: pgmap v372: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.1 KiB/s wr, 14 op/s 2024-04-25T19:15:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:35 smithi066 ceph-mon[32882]: pgmap v372: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.1 KiB/s wr, 14 op/s 2024-04-25T19:15:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:35 smithi064 ceph-mon[32321]: pgmap v372: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.1 KiB/s wr, 14 op/s 2024-04-25T19:15:36.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 -- 172.21.15.32:0/397340120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c103320 msgr2=0x7f5a6c10f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 --2- 172.21.15.32:0/397340120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c103320 0x7f5a6c10f830 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5a6400b0a0 tx=0x7f5a6400b3b0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 -- 172.21.15.32:0/397340120 shutdown_connections 2024-04-25T19:15:36.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 --2- 172.21.15.32:0/397340120 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a6c108960 0x7f5a6c108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 --2- 172.21.15.32:0/397340120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c103320 0x7f5a6c10f830 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 --2- 172.21.15.32:0/397340120 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a6c102960 0x7f5a6c102de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 -- 172.21.15.32:0/397340120 >> 172.21.15.32:0/397340120 conn(0x7f5a6c0fe450 msgr2=0x7f5a6c100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:36.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 -- 172.21.15.32:0/397340120 shutdown_connections 2024-04-25T19:15:36.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.191+0000 7f5a6b200700 1 -- 172.21.15.32:0/397340120 wait complete. 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.193+0000 7f5a6b200700 1 Processor -- start 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.193+0000 7f5a6b200700 1 -- start start 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a6b200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 0x7f5a6c199040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a6b200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a6c103320 0x7f5a6c199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a6b200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a6c108960 0x7f5a6c19d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a6b200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c112bf0 con 0x7f5a6c103320 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a6b200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c112a70 con 0x7f5a6c108960 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a6b200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c112d70 con 0x7f5a6c102960 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 0x7f5a6c199040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 0x7f5a6c199040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:47318/0 (socket says 172.21.15.32:47318) 2024-04-25T19:15:36.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a69e00700 1 -- 172.21.15.32:0/1225663364 learned_addr learned my addr 172.21.15.32:0/1225663364 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.194+0000 7f5a69400700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a6c103320 0x7f5a6c199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a6a800700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a6c108960 0x7f5a6c19d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a69e00700 1 -- 172.21.15.32:0/1225663364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a6c108960 msgr2=0x7f5a6c19d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a69e00700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a6c108960 0x7f5a6c19d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a69e00700 1 -- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a6c103320 msgr2=0x7f5a6c199580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a69e00700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a6c103320 0x7f5a6c199580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a69e00700 1 -- 172.21.15.32:0/1225663364 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a6c19e000 con 0x7f5a6c102960 2024-04-25T19:15:36.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.195+0000 7f5a69e00700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 0x7f5a6c199040 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c00eb30 tx=0x7f5a5c00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:36.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.196+0000 7f5a62a00700 1 -- 172.21.15.32:0/1225663364 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c00cbd0 con 0x7f5a6c102960 2024-04-25T19:15:36.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.196+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a6c19e2f0 con 0x7f5a6c102960 2024-04-25T19:15:36.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.196+0000 7f5a62a00700 1 -- 172.21.15.32:0/1225663364 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a5c0044d0 con 0x7f5a6c102960 2024-04-25T19:15:36.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.196+0000 7f5a62a00700 1 -- 172.21.15.32:0/1225663364 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c003e30 con 0x7f5a6c102960 2024-04-25T19:15:36.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.196+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a6c1a5b70 con 0x7f5a6c102960 2024-04-25T19:15:36.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.201+0000 7f5a62a00700 1 -- 172.21.15.32:0/1225663364 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5a5c004000 con 0x7f5a6c102960 2024-04-25T19:15:36.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.202+0000 7f5a7ba74b80 1 Processor -- start 2024-04-25T19:15:36.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.202+0000 7f5a7ba74b80 1 -- start start 2024-04-25T19:15:36.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a62a00700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a500a3e30 0x7f5a500a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a62a00700 1 -- 172.21.15.32:0/1225663364 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f5a5c0d0ad0 con 0x7f5a6c102960 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f1d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f2c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f2ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a6a800700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a500a3e30 0x7f5a500a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560544e6ff90 con 0x560544f2ca80 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560544e16830 con 0x560544f1cea0 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560544e6bf50 con 0x560544f1d7c0 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a69400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f2c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a69400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f2c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:47332/0 (socket says 172.21.15.32:47332) 2024-04-25T19:15:36.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.203+0000 7f5a69400700 1 -- 172.21.15.32:0/1809051661 learned_addr learned my addr 172.21.15.32:0/1809051661 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a6a800700 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f2ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69e00700 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f1d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69400700 1 -- 172.21.15.32:0/1809051661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 msgr2=0x560544f1d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69400700 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f1d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69400700 1 -- 172.21.15.32:0/1809051661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 msgr2=0x560544f2ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69400700 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f2ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69400700 1 -- 172.21.15.32:0/1809051661 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560544e0c780 con 0x560544f1d7c0 2024-04-25T19:15:36.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69e00700 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f1d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a69400700 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f2c540 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5a58009d20 tx=0x7f5a58011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2ced199050ca5d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.204+0000 7f5a6a800700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a500a3e30 0x7f5a500a62f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5a6400b780 tx=0x7f5a64006000 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a57400700 1 -- 172.21.15.32:0/1809051661 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5801e070 con 0x560544f1d7c0 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a57400700 1 -- 172.21.15.32:0/1809051661 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a58019ae0 con 0x560544f1d7c0 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a57400700 1 -- 172.21.15.32:0/1809051661 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5800eb40 con 0x560544f1d7c0 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1809051661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 msgr2=0x560544f2c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f2c540 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5a58009d20 tx=0x7f5a58011720 comp rx=0 tx=0).stop 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1809051661 shutdown_connections 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f2ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.205+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f1d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.206+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1809051661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f2c540 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.206+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1809051661 >> 172.21.15.32:0/1809051661 conn(0x560544e4c050 msgr2=0x560544f193f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.206+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1809051661 shutdown_connections 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.206+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1809051661 wait complete. 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.206+0000 7f5a7ba74b80 1 -- start start 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.206+0000 7f5a7ba74b80 1 Processor -- start 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f2c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f29510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f29a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x560544f2f510 con 0x560544f2ca80 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x560544e29960 con 0x560544f1cea0 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560544f2f690 con 0x560544f1d7c0 2024-04-25T19:15:36.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a7ba74b80 10 client.0 _ll_register_callbacks cb 0x560544e08820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:36.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f2c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a6a800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f29a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f2c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34932/0 (socket says 172.21.15.32:34932) 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a69e00700 1 -- 172.21.15.32:0/3005056365 learned_addr learned my addr 172.21.15.32:0/3005056365 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.207+0000 7f5a69400700 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f29510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a69400700 1 -- 172.21.15.32:0/3005056365 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 msgr2=0x560544f2c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a69400700 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f2c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a69400700 1 -- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 msgr2=0x560544f29a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a69400700 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f29a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a69400700 1 -- 172.21.15.32:0/3005056365 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560544dbd9d0 con 0x560544f1d7c0 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a69400700 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f29510 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5a58005920 tx=0x7f5a58005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ce845d196dfb88b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.208+0000 7f5a4be00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a4be00700 1 -- 172.21.15.32:0/3005056365 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5801e040 con 0x560544f1d7c0 2024-04-25T19:15:36.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a4be00700 1 -- 172.21.15.32:0/3005056365 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f5a58019840 con 0x560544f1d7c0 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a58019ae0 con 0x560544f1d7c0 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a4be00700 1 -- 172.21.15.32:0/3005056365 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5a58004030 con 0x560544f1d7c0 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a7ba74b80 10 client.26746 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560544e06bf0 con 0x560544f1d7c0 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.209+0000 7f5a4be00700 1 -- 172.21.15.32:0/3005056365 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a58019ae0 con 0x560544f1d7c0 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a4be00700 1 -- 172.21.15.32:0/3005056365 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5a58004750 con 0x560544f1d7c0 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a7ba74b80 10 client.26746 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a7ba74b80 10 client.26746 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a7ba74b80 20 client.26746 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f3c150 0x560544f3e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a7ba74b80 4 client.26746 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:36.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560544e7d780 con 0x560544f3c150 2024-04-25T19:15:36.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.210+0000 7f5a69e00700 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f3c150 0x560544f3e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.211+0000 7f5a69e00700 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f3c150 0x560544f3e540 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fd11bdf33b6d5fd server_cookie=c5abf3ada16993e7 in_seq=0 out_seq=0 2024-04-25T19:15:36.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.211+0000 7f5a4be00700 10 client.26746 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.211+0000 7f5a4be00700 1 -- 172.21.15.32:0/3005056365 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560544e7d780 con 0x560544f3c150 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.211+0000 7f5a4be00700 10 client.26746 handle_command_reply: tid=0 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 client.26746 shutdown 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 msgr2=0x560544f29510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f29510 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5a58005920 tx=0x7f5a58005dd0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 shutdown_connections 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f3c150 0x560544f3e540 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f2ca80 0x560544f29a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1cea0 0x560544f2c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a4be00700 0 client.26746 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:36.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/3005056365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f29510 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 >> 172.21.15.32:0/3005056365 conn(0x560544e4c050 msgr2=0x560544f18fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:36.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 shutdown_connections 2024-04-25T19:15:36.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/3005056365 wait complete. 2024-04-25T19:15:36.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.212+0000 7f5a7ba74b80 20 client.26746 trim_cache size 0 max 16384 2024-04-25T19:15:36.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 Processor -- start 2024-04-25T19:15:36.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 -- start start 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f383d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f1f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f2ca80 0x560544f43cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1ab050 con 0x560544f1cea0 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1acb90 con 0x560544f2ca80 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1ab720 con 0x560544f1d7c0 2024-04-25T19:15:36.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.234+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f383d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f383d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44652/0 (socket says 172.21.15.32:44652) 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69e00700 1 -- 172.21.15.32:0/1338407173 learned_addr learned my addr 172.21.15.32:0/1338407173 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f1f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a6a800700 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f2ca80 0x560544f43cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 -- 172.21.15.32:0/1338407173 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f2ca80 msgr2=0x560544f43cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f2ca80 0x560544f43cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 -- 172.21.15.32:0/1338407173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 msgr2=0x560544f383d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f383d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 -- 172.21.15.32:0/1338407173 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560544f1ecf0 con 0x560544f1d7c0 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69e00700 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f383d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:36.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.235+0000 7f5a69400700 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f1f7a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5a58009950 tx=0x7f5a58004f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36b895d7c60993de server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:36.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.236+0000 7f5a56a00700 1 -- 172.21.15.32:0/1338407173 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5801e070 con 0x560544f1d7c0 2024-04-25T19:15:36.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.236+0000 7f5a56a00700 1 -- 172.21.15.32:0/1338407173 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a58015020 con 0x560544f1d7c0 2024-04-25T19:15:36.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.236+0000 7f5a56a00700 1 -- 172.21.15.32:0/1338407173 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a58032030 con 0x560544f1d7c0 2024-04-25T19:15:36.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.236+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1338407173 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 msgr2=0x560544f1f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.236+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f1f7a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5a58009950 tx=0x7f5a58004f80 comp rx=0 tx=0).stop 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.236+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1338407173 shutdown_connections 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f383d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f2ca80 0x560544f43cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/1338407173 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f1d7c0 0x560544f1f7a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1338407173 >> 172.21.15.32:0/1338407173 conn(0x560544e4c050 msgr2=0x560544f24b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1338407173 shutdown_connections 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/1338407173 wait complete. 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 -- start start 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.237+0000 7f5a7ba74b80 1 Processor -- start 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f34b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1d7c0 0x560544f233a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f2ca80 0x560544f238e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1ac4c0 con 0x560544f1cea0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1abdf0 con 0x560544f1d7c0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c1a9010 con 0x560544f2ca80 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a7ba74b80 10 client.0 _ll_register_callbacks cb 0x560544e08820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f34b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a69e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f34b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44654/0 (socket says 172.21.15.32:44654) 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a69e00700 1 -- 172.21.15.32:0/4066413461 learned_addr learned my addr 172.21.15.32:0/4066413461 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a69400700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1d7c0 0x560544f233a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.238+0000 7f5a6a800700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f2ca80 0x560544f238e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69e00700 1 -- 172.21.15.32:0/4066413461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f2ca80 msgr2=0x560544f238e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69e00700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f2ca80 0x560544f238e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69e00700 1 -- 172.21.15.32:0/4066413461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1d7c0 msgr2=0x560544f233a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69e00700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1d7c0 0x560544f233a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69e00700 1 -- 172.21.15.32:0/4066413461 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560544f24060 con 0x560544f1cea0 2024-04-25T19:15:36.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a6a800700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f2ca80 0x560544f238e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69400700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1d7c0 0x560544f233a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a69e00700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f34b80 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c09c990 tx=0x7f5a5c0bd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0fbbb96f9c54161 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a4be00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a4be00700 1 -- 172.21.15.32:0/4066413461 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c0b5070 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a4be00700 1 -- 172.21.15.32:0/4066413461 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f5a5c09cc60 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.239+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a58015020 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a4be00700 1 -- 172.21.15.32:0/4066413461 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5a5c09ca00 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 10 client.16569 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560544f32990 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a4be00700 1 -- 172.21.15.32:0/4066413461 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a58015020 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a4be00700 1 -- 172.21.15.32:0/4066413461 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5a5c0a51e0 con 0x560544f1cea0 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 10 client.16569 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 10 client.16569 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 20 client.16569 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:36.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f32fa0 0x560544f33380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 4 client.16569 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b72a81f", "release": true, "await": true}] 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b72a81f", "release": true, "await": true}) -- 0x560544e77820 con 0x560544f32fa0 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.240+0000 7f5a69400700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f32fa0 0x560544f33380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.241+0000 7f5a69400700 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f32fa0 0x560544f33380 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fae12a76bdd4fee0 server_cookie=10739dd96b323fe6 in_seq=0 out_seq=0 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.241+0000 7f5a4be00700 10 client.16569 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.244+0000 7f5a4be00700 1 -- 172.21.15.32:0/4066413461 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x560544e77820 con 0x560544f32fa0 2024-04-25T19:15:36.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.244+0000 7f5a4be00700 10 client.16569 handle_command_reply: tid=0 2024-04-25T19:15:36.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 client.16569 shutdown 2024-04-25T19:15:36.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 msgr2=0x560544f34b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f34b80 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c09c990 tx=0x7f5a5c0bd040 comp rx=0 tx=0).stop 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 shutdown_connections 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x560544f32fa0 0x560544f33380 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560544f1cea0 0x560544f34b80 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560544f2ca80 0x560544f238e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 --2- 172.21.15.32:0/4066413461 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x560544f1d7c0 0x560544f233a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 >> 172.21.15.32:0/4066413461 conn(0x560544e4c050 msgr2=0x560544f1f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a4be00700 0 client.16569 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 shutdown_connections 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.245+0000 7f5a7ba74b80 1 -- 172.21.15.32:0/4066413461 wait complete. 2024-04-25T19:15:36.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.246+0000 7f5a7ba74b80 20 client.16569 trim_cache size 0 max 16384 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 36, 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "b72a81f": { 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 36, 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:15:36.249 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.2, 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:36.250 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a500a3e30 msgr2=0x7f5a500a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a500a3e30 0x7f5a500a62f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5a6400b780 tx=0x7f5a64006000 comp rx=0 tx=0).stop 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 msgr2=0x7f5a6c199040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 0x7f5a6c199040 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c00eb30 tx=0x7f5a5c00ee40 comp rx=0 tx=0).stop 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 shutdown_connections 2024-04-25T19:15:36.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a500a3e30 0x7f5a500a62f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a6c108960 0x7f5a6c19d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a6c102960 0x7f5a6c199040 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 --2- 172.21.15.32:0/1225663364 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a6c103320 0x7f5a6c199580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:36.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 >> 172.21.15.32:0/1225663364 conn(0x7f5a6c0fe450 msgr2=0x7f5a6c0fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:36.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 shutdown_connections 2024-04-25T19:15:36.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:36.247+0000 7f5a6b200700 1 -- 172.21.15.32:0/1225663364 wait complete. 2024-04-25T19:15:37.218 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b72a81f', seconds elapsed: 34.1 2024-04-25T19:15:37.219 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.2 2024-04-25T19:15:37.219 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:15:37.658 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:15:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:37 smithi066 ceph-mon[32882]: pgmap v373: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-04-25T19:15:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:37 smithi064 ceph-mon[32321]: pgmap v373: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-04-25T19:15:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:37 smithi032 ceph-mon[28041]: pgmap v373: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.1 KiB/s wr, 10 op/s 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.159+0000 7f4dce800640 1 -- 172.21.15.32:0/3328804522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc8103850 msgr2=0x7f4dc810bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.159+0000 7f4dce800640 1 --2- 172.21.15.32:0/3328804522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc8103850 0x7f4dc810bd30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4db4009900 tx=0x7f4db402a480 comp rx=0 tx=0).stop 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 -- 172.21.15.32:0/3328804522 shutdown_connections 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 --2- 172.21.15.32:0/3328804522 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc810c350 0x7f4dc810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 --2- 172.21.15.32:0/3328804522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc8103850 0x7f4dc810bd30 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 --2- 172.21.15.32:0/3328804522 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc8102f30 0x7f4dc8103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 -- 172.21.15.32:0/3328804522 >> 172.21.15.32:0/3328804522 conn(0x7f4dc80fc730 msgr2=0x7f4dc80feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:39.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 -- 172.21.15.32:0/3328804522 shutdown_connections 2024-04-25T19:15:39.163 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.160+0000 7f4dce800640 1 -- 172.21.15.32:0/3328804522 wait complete. 2024-04-25T19:15:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.161+0000 7f4dce800640 1 Processor -- start 2024-04-25T19:15:39.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.161+0000 7f4dce800640 1 -- start start 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dce800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 0x7f4dc81a03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dce800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc8103850 0x7f4dc81a0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dce800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc810c350 0x7f4dc819a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dce800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc8112030 con 0x7f4dc8102f30 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dce800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc8111eb0 con 0x7f4dc8103850 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dce800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81121b0 con 0x7f4dc810c350 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dcd400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 0x7f4dc81a03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dcd400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 0x7f4dc81a03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44672/0 (socket says 172.21.15.32:44672) 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dcd400640 1 -- 172.21.15.32:0/2224822574 learned_addr learned my addr 172.21.15.32:0/2224822574 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dcde00640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc810c350 0x7f4dc819a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.162+0000 7f4dcca00640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc8103850 0x7f4dc81a0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcd400640 1 -- 172.21.15.32:0/2224822574 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc810c350 msgr2=0x7f4dc819a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcd400640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc810c350 0x7f4dc819a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcd400640 1 -- 172.21.15.32:0/2224822574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc8103850 msgr2=0x7f4dc81a0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcd400640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc8103850 0x7f4dc81a0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcd400640 1 -- 172.21.15.32:0/2224822574 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc819ad70 con 0x7f4dc8102f30 2024-04-25T19:15:39.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcde00640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc810c350 0x7f4dc819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:39.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dcd400640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 0x7f4dc81a03f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f4db800eb90 tx=0x7f4db800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:39.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dc6000640 1 -- 172.21.15.32:0/2224822574 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db8004d20 con 0x7f4dc8102f30 2024-04-25T19:15:39.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dc6000640 1 -- 172.21.15.32:0/2224822574 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4db800ee90 con 0x7f4dc8102f30 2024-04-25T19:15:39.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dc6000640 1 -- 172.21.15.32:0/2224822574 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db8010670 con 0x7f4dc8102f30 2024-04-25T19:15:39.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.163+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc819b060 con 0x7f4dc8102f30 2024-04-25T19:15:39.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.164+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc81a72b0 con 0x7f4dc8102f30 2024-04-25T19:15:39.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.167+0000 7f4dd2c5e740 1 Processor -- start 2024-04-25T19:15:39.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.167+0000 7f4dc6000640 1 -- 172.21.15.32:0/2224822574 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4db8005020 con 0x7f4dc8102f30 2024-04-25T19:15:39.169 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.167+0000 7f4dd2c5e740 1 -- start start 2024-04-25T19:15:39.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 0x56457755bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x564577566650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x564577568f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.170 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5645774c1900 con 0x56457755c2d0 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564577467ef0 con 0x56457755b9b0 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5645774bd8c0 con 0x564577566b90 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 0x56457755bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dcd400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x564577566650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x564577568f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 0x56457755bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34980/0 (socket says 172.21.15.32:34980) 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.168+0000 7f4dcde00640 1 -- 172.21.15.32:0/3139609354 learned_addr learned my addr 172.21.15.32:0/3139609354 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcde00640 1 -- 172.21.15.32:0/3139609354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 msgr2=0x564577568f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x564577568f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcde00640 1 -- 172.21.15.32:0/3139609354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 msgr2=0x564577566650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x564577566650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.171 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcde00640 1 -- 172.21.15.32:0/3139609354 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645771d4210 con 0x56457755b9b0 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcca00640 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x564577568f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 0x56457755bd90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4dc0011440 tx=0x7f4dc0011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82918a9537fe9f8b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dc6000640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4dac0a3d80 0x7f4dac0a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.169+0000 7f4dbe600640 1 -- 172.21.15.32:0/3139609354 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc0004020 con 0x56457755b9b0 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.170+0000 7f4dc6000640 1 -- 172.21.15.32:0/2224822574 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f4db80d0de0 con 0x7f4dc8102f30 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.170+0000 7f4dbe600640 1 -- 172.21.15.32:0/3139609354 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4dc00041c0 con 0x56457755b9b0 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.170+0000 7f4dbe600640 1 -- 172.21.15.32:0/3139609354 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc000f7a0 con 0x56457755b9b0 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.170+0000 7f4dcd400640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4dac0a3d80 0x7f4dac0a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3139609354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 msgr2=0x56457755bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 0x56457755bd90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4dc0011440 tx=0x7f4dc0011900 comp rx=0 tx=0).stop 2024-04-25T19:15:39.173 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dcd400640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4dac0a3d80 0x7f4dac0a6240 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x56457755cf50 tx=0x7f4db80d48d0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3139609354 shutdown_connections 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x564577568f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x564577566650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3139609354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755b9b0 0x56457755bd90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3139609354 >> 172.21.15.32:0/3139609354 conn(0x564577557ec0 msgr2=0x5645775582a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3139609354 shutdown_connections 2024-04-25T19:15:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.171+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3139609354 wait complete. 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.172+0000 7f4dd2c5e740 1 -- start start 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.172+0000 7f4dd2c5e740 1 Processor -- start 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x564577563bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x564577564110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564577566b90 0x564577564650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5645775697c0 con 0x564577566b90 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56457747b310 con 0x56457755c2d0 2024-04-25T19:15:39.176 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564577569940 con 0x56457755b9b0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dd2c5e740 10 client.0 _ll_register_callbacks cb 0x564577449cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564577566b90 0x564577564650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x564577563bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x564577564110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x564577564110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34990/0 (socket says 172.21.15.32:34990) 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.173+0000 7f4dcca00640 1 -- 172.21.15.32:0/3490184731 learned_addr learned my addr 172.21.15.32:0/3490184731 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dcde00640 1 -- 172.21.15.32:0/3490184731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 msgr2=0x564577564110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x564577564110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dcde00640 1 -- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564577566b90 msgr2=0x564577564650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564577566b90 0x564577564650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dcde00640 1 -- 172.21.15.32:0/3490184731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645772a0620 con 0x56457755b9b0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x564577563bd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4dc0000c00 tx=0x7f4dc00096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc629a3ee972a83b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4db2a00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:15:39.177 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4db2a00640 1 -- 172.21.15.32:0/3490184731 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc001d040 con 0x56457755b9b0 2024-04-25T19:15:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4dc00041c0 con 0x56457755b9b0 2024-04-25T19:15:39.178 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.174+0000 7f4db2a00640 1 -- 172.21.15.32:0/3490184731 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f4dc0016030 con 0x56457755b9b0 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4db2a00640 1 -- 172.21.15.32:0/3490184731 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4dc0034050 con 0x56457755b9b0 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4dd2c5e740 10 client.26764 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564577575ae0 con 0x56457755b9b0 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4db2a00640 1 -- 172.21.15.32:0/3490184731 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4dc00041c0 con 0x56457755b9b0 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4db2a00640 1 -- 172.21.15.32:0/3490184731 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4dc00049f0 con 0x56457755b9b0 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4dd2c5e740 10 client.26764 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4dd2c5e740 10 client.26764 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4dd2c5e740 20 client.26764 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.175+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564577576e90 0x564577579280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.180 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.176+0000 7f4dd2c5e740 4 client.26764 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.176+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645774d58b0 con 0x564577576e90 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.176+0000 7f4dcca00640 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564577576e90 0x564577579280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.177+0000 7f4dcca00640 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564577576e90 0x564577579280 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=898345edecbd5965 server_cookie=35397b03cc92df0 in_seq=0 out_seq=0 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.177+0000 7f4db2a00640 10 client.26764 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.177+0000 7f4db2a00640 1 -- 172.21.15.32:0/3490184731 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5645774d58b0 con 0x564577576e90 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.177+0000 7f4db2a00640 10 client.26764 handle_command_reply: tid=0 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.177+0000 7f4dd2c5e740 1 client.26764 shutdown 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 msgr2=0x564577563bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x564577563bd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4dc0000c00 tx=0x7f4dc00096a0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 shutdown_connections 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564577576e90 0x564577579280 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564577566b90 0x564577564650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.181 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x564577564110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3490184731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x564577563bd0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 >> 172.21.15.32:0/3490184731 conn(0x564577557ec0 msgr2=0x56457755dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:39.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4db2a00640 0 client.26764 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:39.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 shutdown_connections 2024-04-25T19:15:39.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3490184731 wait complete. 2024-04-25T19:15:39.182 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.178+0000 7f4dd2c5e740 20 client.26764 trim_cache size 0 max 16384 2024-04-25T19:15:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 Processor -- start 2024-04-25T19:15:39.197 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 -- start start 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x5645775577a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x56457755e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564577566b90 0x5645775642a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81afd20 con 0x56457755c2d0 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81b1860 con 0x564577566b90 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.195+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81b03f0 con 0x56457755b9b0 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x56457755e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x56457755e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44694/0 (socket says 172.21.15.32:44694) 2024-04-25T19:15:39.198 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x5645775577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 -- 172.21.15.32:0/3599675939 learned_addr learned my addr 172.21.15.32:0/3599675939 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcde00640 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564577566b90 0x5645775642a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 -- 172.21.15.32:0/3599675939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 msgr2=0x5645775577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x5645775577a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 -- 172.21.15.32:0/3599675939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564577566b90 msgr2=0x5645775642a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564577566b90 0x5645775642a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.199 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.196+0000 7f4dcca00640 1 -- 172.21.15.32:0/3599675939 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564577553820 con 0x56457755c2d0 2024-04-25T19:15:39.201 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.197+0000 7f4dcca00640 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x56457755e370 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f4db4031440 tx=0x7f4db4005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d16a5ae7f569c9e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:39.201 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.197+0000 7f4dbdc00640 1 -- 172.21.15.32:0/3599675939 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4035040 con 0x56457755c2d0 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.197+0000 7f4dbdc00640 1 -- 172.21.15.32:0/3599675939 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4db404b070 con 0x56457755c2d0 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.197+0000 7f4dbdc00640 1 -- 172.21.15.32:0/3599675939 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db40055b0 con 0x56457755c2d0 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3599675939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 msgr2=0x56457755e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x56457755e370 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f4db4031440 tx=0x7f4db4005a20 comp rx=0 tx=0).stop 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3599675939 shutdown_connections 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564577566b90 0x5645775642a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755c2d0 0x56457755e370 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/3599675939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56457755b9b0 0x5645775577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3599675939 >> 172.21.15.32:0/3599675939 conn(0x564577557ec0 msgr2=0x564577563b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3599675939 shutdown_connections 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/3599675939 wait complete. 2024-04-25T19:15:39.202 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.198+0000 7f4dd2c5e740 1 -- start start 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 Processor -- start 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755b9b0 0x56457756ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x56457756c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x56457756c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81b1190 con 0x56457755b9b0 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81b0ac0 con 0x56457755c2d0 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc81add20 con 0x564577566b90 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dd2c5e740 10 client.0 _ll_register_callbacks cb 0x7f4dc0004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755b9b0 0x56457756ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x56457756c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dcca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x56457756c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35006/0 (socket says 172.21.15.32:35006) 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dcde00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755b9b0 0x56457756ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44698/0 (socket says 172.21.15.32:44698) 2024-04-25T19:15:39.203 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.199+0000 7f4dcca00640 1 -- 172.21.15.32:0/2999103774 learned_addr learned my addr 172.21.15.32:0/2999103774 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcde00640 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x56457756c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcca00640 1 -- 172.21.15.32:0/2999103774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 msgr2=0x56457756c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcca00640 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x56457756c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcca00640 1 -- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755b9b0 msgr2=0x56457756ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcca00640 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755b9b0 0x56457756ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.204 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcca00640 1 -- 172.21.15.32:0/2999103774 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56457756cee0 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4dcca00640 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x56457756c260 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4db402a9a0 tx=0x7f4db4004360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1729f6b72b6190f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4db2a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.200+0000 7f4db2a00640 1 -- 172.21.15.32:0/2999103774 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4053070 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4db404b070 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4db2a00640 1 -- 172.21.15.32:0/2999103774 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f4db4005430 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4db2a00640 1 -- 172.21.15.32:0/2999103774 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4db4035040 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 10 client.26723 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5645775dd1f0 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4db2a00640 1 -- 172.21.15.32:0/2999103774 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4db404b070 con 0x56457755c2d0 2024-04-25T19:15:39.206 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4db2a00640 1 -- 172.21.15.32:0/2999103774 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4db4004aa0 con 0x56457755c2d0 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 10 client.26723 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 10 client.26723 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 20 client.26723 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.201+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5645775dd8c0 0x5645775dfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.202+0000 7f4dd2c5e740 4 client.26723 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.202+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564577579820 con 0x5645775dd8c0 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.202+0000 7f4dcde00640 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5645775dd8c0 0x5645775dfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.202+0000 7f4db2a00640 10 client.26723 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:39.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.202+0000 7f4dcde00640 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5645775dd8c0 0x5645775dfce0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58b84821722f5fc9 server_cookie=dd75225af473f2f4 in_seq=0 out_seq=0 2024-04-25T19:15:39.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4db2a00640 1 -- 172.21.15.32:0/2999103774 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564577579820 con 0x5645775dd8c0 2024-04-25T19:15:39.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4db2a00640 10 client.26723 handle_command_reply: tid=0 2024-04-25T19:15:39.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 client.26723 shutdown 2024-04-25T19:15:39.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 msgr2=0x56457756c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x56457756c260 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4db402a9a0 tx=0x7f4db4004360 comp rx=0 tx=0).stop 2024-04-25T19:15:39.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 shutdown_connections 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5645775dd8c0 0x5645775dfce0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564577566b90 0x56457756c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56457755c2d0 0x56457756c260 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 --2- 172.21.15.32:0/2999103774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56457755b9b0 0x56457756ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4db2a00640 0 client.26723 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.217+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 >> 172.21.15.32:0/2999103774 conn(0x564577557ec0 msgr2=0x564577564420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.218+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 shutdown_connections 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.218+0000 7f4dd2c5e740 1 -- 172.21.15.32:0/2999103774 wait complete. 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.218+0000 7f4dd2c5e740 20 client.26723 trim_cache size 0 max 16384 2024-04-25T19:15:39.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:15:39.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:15:39.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:15:39.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:15:39.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4dac0a3d80 msgr2=0x7f4dac0a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4dac0a3d80 0x7f4dac0a6240 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x56457755cf50 tx=0x7f4db80d48d0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 msgr2=0x7f4dc81a03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 0x7f4dc81a03f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f4db800eb90 tx=0x7f4db800c6a0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 shutdown_connections 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4dac0a3d80 0x7f4dac0a6240 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4dc810c350 0x7f4dc819a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4dc8103850 0x7f4dc81a0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 --2- 172.21.15.32:0/2224822574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4dc8102f30 0x7f4dc81a03f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 >> 172.21.15.32:0/2224822574 conn(0x7f4dc80fc730 msgr2=0x7f4dc8100b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 shutdown_connections 2024-04-25T19:15:39.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:39.219+0000 7f4dce800640 1 -- 172.21.15.32:0/2224822574 wait complete. 2024-04-25T19:15:39.485 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:39 smithi032 ceph-mon[28041]: pgmap v374: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-25T19:15:39.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:39 smithi064 ceph-mon[32321]: pgmap v374: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-25T19:15:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:39 smithi066 ceph-mon[32882]: pgmap v374: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 15 op/s 2024-04-25T19:15:40.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 -- 172.21.15.32:0/2317639560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 msgr2=0x7fbab8111b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 --2- 172.21.15.32:0/2317639560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab8111b90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbab0009920 tx=0x7fbab0009c30 comp rx=0 tx=0).stop 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 -- 172.21.15.32:0/2317639560 shutdown_connections 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 --2- 172.21.15.32:0/2317639560 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbab8104ee0 0x7fbab81052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 --2- 172.21.15.32:0/2317639560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab8111b90 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 --2- 172.21.15.32:0/2317639560 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbab8105890 0x7fbab81098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 -- 172.21.15.32:0/2317639560 >> 172.21.15.32:0/2317639560 conn(0x7fbab8100770 msgr2=0x7fbab8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 -- 172.21.15.32:0/2317639560 shutdown_connections 2024-04-25T19:15:40.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.002+0000 7fbabec00700 1 -- 172.21.15.32:0/2317639560 wait complete. 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.003+0000 7fbabec00700 1 Processor -- start 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 -- start start 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbab8104ee0 0x7fbab819b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbab8105890 0x7fbab819b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fbab8114e60 con 0x7fbab8104ee0 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fbab8114ce0 con 0x7fbab8105890 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabec00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbab8114fe0 con 0x7fbab8109fc0 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbab7e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbab8104ee0 0x7fbab819b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabcc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:40.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabcc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab819fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:47434/0 (socket says 172.21.15.32:47434) 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbabcc00700 1 -- 172.21.15.32:0/1137352994 learned_addr learned my addr 172.21.15.32:0/1137352994 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.004+0000 7fbaaf400700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbab8105890 0x7fbab819b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbabcc00700 1 -- 172.21.15.32:0/1137352994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbab8105890 msgr2=0x7fbab819b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbabcc00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbab8105890 0x7fbab819b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbabcc00700 1 -- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbab8104ee0 msgr2=0x7fbab819b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbabcc00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbab8104ee0 0x7fbab819b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbabcc00700 1 -- 172.21.15.32:0/1137352994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbab81a0370 con 0x7fbab8109fc0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbabcc00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab819fc30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbab000a010 tx=0x7fbab000fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.005+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab0005040 con 0x7fbab8109fc0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.006+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbab0005690 con 0x7fbab8109fc0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.006+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbab81a0600 con 0x7fbab8109fc0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.006+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab0003970 con 0x7fbab8109fc0 2024-04-25T19:15:40.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.006+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbab81a7ee0 con 0x7fbab8109fc0 2024-04-25T19:15:40.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.007+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbab8069730 con 0x7fbab8109fc0 2024-04-25T19:15:40.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.009+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbab000b780 con 0x7fbab8109fc0 2024-04-25T19:15:40.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.010+0000 7fbab5600700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba9c0a3e30 0x7fba9c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:40.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.010+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fbab00d1800 con 0x7fbab8109fc0 2024-04-25T19:15:40.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.011+0000 7fbab7e00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba9c0a3e30 0x7fba9c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:40.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.011+0000 7fbab7e00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba9c0a3e30 0x7fba9c0a62f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8009c60 tx=0x7fbaa8009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:40.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.013+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbab005eff0 con 0x7fbab8109fc0 2024-04-25T19:15:40.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.301+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbab802df80 con 0x7fbab8109fc0 2024-04-25T19:15:40.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.302+0000 7fbab5600700 1 -- 172.21.15.32:0/1137352994 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fbab0013030 con 0x7fbab8109fc0 2024-04-25T19:15:40.304 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:15:40.305 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:15:40.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba9c0a3e30 msgr2=0x7fba9c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:40.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba9c0a3e30 0x7fba9c0a62f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8009c60 tx=0x7fbaa8009260 comp rx=0 tx=0).stop 2024-04-25T19:15:40.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 msgr2=0x7fbab819fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:40.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab819fc30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbab000a010 tx=0x7fbab000fa00 comp rx=0 tx=0).stop 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 shutdown_connections 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba9c0a3e30 0x7fba9c0a62f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbab8104ee0 0x7fbab819b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbab8109fc0 0x7fbab819fc30 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 --2- 172.21.15.32:0/1137352994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fbab8105890 0x7fbab819b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.306+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 >> 172.21.15.32:0/1137352994 conn(0x7fbab8100770 msgr2=0x7fbab8102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.307+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 shutdown_connections 2024-04-25T19:15:40.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:40.307+0000 7fbabec00700 1 -- 172.21.15.32:0/1137352994 wait complete. 2024-04-25T19:15:40.310 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:15:40.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:40 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1137352994' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:40.758 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:40 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1137352994' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:40.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:40 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1137352994' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:15:41.189 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 78.2 --await-for 42.0' 2024-04-25T19:15:41.190 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 78.2 --await-for 42.0 2024-04-25T19:15:41.324 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.324 INFO:tasks.workunit.client.0.smithi032.stdout:313/600: open fd = 3 2024-04-25T19:15:41.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:314/600: open fd = 3 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:315/600: open fd = 3 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:316/600: open fd = 3 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.325 INFO:tasks.workunit.client.0.smithi032.stdout:317/600: open fd = 3 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:318/600: open fd = 3 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:319/600: open fd = 3 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:320/600: open fd = 3 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:321/600: open fd = 3 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:322/600: open fd = 3 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:323/600: open fd = 3 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:324/600: open fd = 3 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.327 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:325/600: open fd = 3 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:326/600: open fd = 3 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:327/600: open fd = 3 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:328/600: open fd = 3 2024-04-25T19:15:41.328 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:329/600: open fd = 3 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:330/600: open fd = 3 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:331/600: open fd = 3 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.329 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:332/600: open fd = 3 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:333/600: open fd = 3 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:334/600: open fd = 3 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:335/600: open fd = 3 2024-04-25T19:15:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:336/600: open fd = 3 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:337/600: open fd = 3 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:338/600: open fd = 3 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.331 INFO:tasks.workunit.client.0.smithi032.stdout:339/600: open fd = 3 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:340/600: open fd = 3 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:341/600: open fd = 3 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:342/600: open fd = 3 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.332 INFO:tasks.workunit.client.0.smithi032.stdout:343/600: open fd = 3 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:344/600: open fd = 3 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:345/600: open fd = 3 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:346/600: open fd = 3 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.333 INFO:tasks.workunit.client.0.smithi032.stdout:347/600: open fd = 3 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:348/600: open fd = 3 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:349/600: open fd = 3 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:350/600: open fd = 3 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.334 INFO:tasks.workunit.client.0.smithi032.stdout:351/600: open fd = 3 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:352/600: open fd = 3 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:353/600: open fd = 3 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:354/600: open fd = 3 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.335 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:355/600: open fd = 3 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:356/600: open fd = 3 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:357/600: open fd = 3 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:358/600: open fd = 3 2024-04-25T19:15:41.336 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:359/600: open fd = 3 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:360/600: open fd = 3 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:361/600: open fd = 3 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:362/600: open fd = 3 2024-04-25T19:15:41.337 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:363/600: open fd = 3 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:364/600: open fd = 3 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:365/600: open fd = 3 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.338 INFO:tasks.workunit.client.0.smithi032.stdout:366/600: open fd = 3 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:367/600: open fd = 3 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:368/600: open fd = 3 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:369/600: open fd = 3 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.339 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:370/600: open fd = 3 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:371/600: open fd = 3 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:372/600: open fd = 3 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:373/600: open fd = 3 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.340 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.341 INFO:tasks.workunit.client.0.smithi032.stdout:374/600: open fd = 3 2024-04-25T19:15:41.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.341 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:15:41.341 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:15:41.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:41 smithi032 ceph-mon[28041]: pgmap v375: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 9 op/s 2024-04-25T19:15:41.692 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:15:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:41 smithi066 ceph-mon[32882]: pgmap v375: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 9 op/s 2024-04-25T19:15:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:41 smithi064 ceph-mon[32321]: pgmap v375: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 9 op/s 2024-04-25T19:15:43.508 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:43 smithi032 ceph-mon[28041]: pgmap v376: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 9 op/s 2024-04-25T19:15:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:43 smithi066 ceph-mon[32882]: pgmap v376: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 9 op/s 2024-04-25T19:15:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:43 smithi064 ceph-mon[32321]: pgmap v376: 97 pgs: 97 active+clean; 3.5 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.3 KiB/s wr, 9 op/s 2024-04-25T19:15:44.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 -- 172.21.15.32:0/439692399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138102af0 msgr2=0x7ff138102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 --2- 172.21.15.32:0/439692399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138102af0 0x7ff138102f70 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff1200099c0 tx=0x7ff120009cd0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 -- 172.21.15.32:0/439692399 shutdown_connections 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 --2- 172.21.15.32:0/439692399 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1381034b0 0x7ff13810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 --2- 172.21.15.32:0/439692399 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff138107940 0x7ff138107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 --2- 172.21.15.32:0/439692399 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138102af0 0x7ff138102f70 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 -- 172.21.15.32:0/439692399 >> 172.21.15.32:0/439692399 conn(0x7ff138079ba0 msgr2=0x7ff138079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 -- 172.21.15.32:0/439692399 shutdown_connections 2024-04-25T19:15:44.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.158+0000 7ff13ce00700 1 -- 172.21.15.32:0/439692399 wait complete. 2024-04-25T19:15:44.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.159+0000 7ff13ce00700 1 Processor -- start 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 -- start start 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 0x7ff13819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1381034b0 0x7ff13819b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138107940 0x7ff13819fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff138112c90 con 0x7ff138107940 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff138112b10 con 0x7ff1381034b0 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff13ce00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff138112e10 con 0x7ff138102af0 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff135e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 0x7ff13819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff135e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 0x7ff13819b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42226/0 (socket says 172.21.15.32:42226) 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff135e00700 1 -- 172.21.15.32:0/1718814035 learned_addr learned my addr 172.21.15.32:0/1718814035 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.160+0000 7ff12fe00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1381034b0 0x7ff13819b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff136800700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138107940 0x7ff13819fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff135e00700 1 -- 172.21.15.32:0/1718814035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1381034b0 msgr2=0x7ff13819b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff135e00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1381034b0 0x7ff13819b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff135e00700 1 -- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138107940 msgr2=0x7ff13819fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff135e00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138107940 0x7ff13819fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff135e00700 1 -- 172.21.15.32:0/1718814035 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1381a0250 con 0x7ff138102af0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.161+0000 7ff135e00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 0x7ff13819b290 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff12800e9a0 tx=0x7ff12800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.162+0000 7ff12ea00700 1 -- 172.21.15.32:0/1718814035 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff12800ca10 con 0x7ff138102af0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.162+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1381a0540 con 0x7ff138102af0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.162+0000 7ff12ea00700 1 -- 172.21.15.32:0/1718814035 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff12800cbb0 con 0x7ff138102af0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.162+0000 7ff12ea00700 1 -- 172.21.15.32:0/1718814035 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff128018680 con 0x7ff138102af0 2024-04-25T19:15:44.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.162+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1381a7dc0 con 0x7ff138102af0 2024-04-25T19:15:44.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.165+0000 7ff12ea00700 1 -- 172.21.15.32:0/1718814035 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff128010430 con 0x7ff138102af0 2024-04-25T19:15:44.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.166+0000 7ff1476e8b80 1 Processor -- start 2024-04-25T19:15:44.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 -- start start 2024-04-25T19:15:44.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff12ea00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff1180a3e50 0x7ff1180a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff12ea00700 1 -- 172.21.15.32:0/1718814035 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7ff1280d0960 con 0x7ff138102af0 2024-04-25T19:15:44.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff136800700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff1180a3e50 0x7ff1180a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 0x5630cc4fd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fd6f0 0x5630cc508020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc508560 0x5630cc50a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5630cc450020 con 0x5630cc4fd6f0 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5630cc3f68c0 con 0x5630cc508560 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.167+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5630cc44bfe0 con 0x5630cc4fcdd0 2024-04-25T19:15:44.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff135e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 0x5630cc4fd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff135e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 0x5630cc4fd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42240/0 (socket says 172.21.15.32:42240) 2024-04-25T19:15:44.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff135e00700 1 -- 172.21.15.32:0/2980423766 learned_addr learned my addr 172.21.15.32:0/2980423766 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:44.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff136800700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc508560 0x5630cc50a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff12fe00700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fd6f0 0x5630cc508020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff136800700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff1180a3e50 0x7ff1180a6310 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff13000f570 tx=0x7ff13000b040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff12fe00700 1 -- 172.21.15.32:0/2980423766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 msgr2=0x5630cc4fd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff12fe00700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 0x5630cc4fd1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff12fe00700 1 -- 172.21.15.32:0/2980423766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc508560 msgr2=0x5630cc50a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff12fe00700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc508560 0x5630cc50a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff12fe00700 1 -- 172.21.15.32:0/2980423766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630cc3ec810 con 0x5630cc4fd6f0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff136800700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc508560 0x5630cc50a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.168+0000 7ff135e00700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 0x5630cc4fd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.169+0000 7ff12fe00700 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fd6f0 0x5630cc508020 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff12000b580 tx=0x7ff1200036c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58b27b7f78cb52ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.169+0000 7ff127400700 1 -- 172.21.15.32:0/2980423766 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff120028070 con 0x5630cc4fd6f0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.169+0000 7ff127400700 1 -- 172.21.15.32:0/2980423766 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1200095d0 con 0x5630cc4fd6f0 2024-04-25T19:15:44.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.169+0000 7ff127400700 1 -- 172.21.15.32:0/2980423766 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff12000b9f0 con 0x5630cc4fd6f0 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2980423766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fd6f0 msgr2=0x5630cc508020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fd6f0 0x5630cc508020 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff12000b580 tx=0x7ff1200036c0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2980423766 shutdown_connections 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc508560 0x5630cc50a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fcdd0 0x5630cc4fd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2980423766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fd6f0 0x5630cc508020 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2980423766 >> 172.21.15.32:0/2980423766 conn(0x5630cc42c0e0 msgr2=0x5630cc4f92e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2980423766 shutdown_connections 2024-04-25T19:15:44.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.170+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2980423766 wait complete. 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.171+0000 7ff1476e8b80 1 -- start start 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.171+0000 7ff1476e8b80 1 Processor -- start 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc507c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc504fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc505510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5630cc50aff0 con 0x5630cc4fcdd0 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5630cc4099f0 con 0x5630cc4fd6f0 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5630cc50b170 con 0x5630cc508560 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff1476e8b80 10 client.0 _ll_register_callbacks cb 0x5630cc3e88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff135e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc507c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff12fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc504fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff12fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc504fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33548/0 (socket says 172.21.15.32:33548) 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff12fe00700 1 -- 172.21.15.32:0/4072658000 learned_addr learned my addr 172.21.15.32:0/4072658000 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.172+0000 7ff136800700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc505510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff12fe00700 1 -- 172.21.15.32:0/4072658000 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 msgr2=0x5630cc505510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff12fe00700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc505510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff12fe00700 1 -- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 msgr2=0x5630cc507c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff12fe00700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc507c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff12fe00700 1 -- 172.21.15.32:0/4072658000 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630cc39da60 con 0x5630cc4fd6f0 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff135e00700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc507c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff12fe00700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc504fd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff120009d10 tx=0x7ff120005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab118f236f55476d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff11fe00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff11fe00700 1 -- 172.21.15.32:0/4072658000 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff120028070 con 0x5630cc4fd6f0 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff11fe00700 1 -- 172.21.15.32:0/4072658000 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7ff12000b790 con 0x5630cc4fd6f0 2024-04-25T19:15:44.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.173+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1200095d0 con 0x5630cc4fd6f0 2024-04-25T19:15:44.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff11fe00700 1 -- 172.21.15.32:0/4072658000 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff12003a050 con 0x5630cc4fd6f0 2024-04-25T19:15:44.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 10 client.26741 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:44.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5630cc3e6c80 con 0x5630cc4fd6f0 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff11fe00700 1 -- 172.21.15.32:0/4072658000 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1200095d0 con 0x5630cc4fd6f0 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff11fe00700 1 -- 172.21.15.32:0/4072658000 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff120035030 con 0x5630cc4fd6f0 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 10 client.26741 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 10 client.26741 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 20 client.26741 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc517ba0 0x5630cc519f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 4 client.26741 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.174+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630cc45d810 con 0x5630cc517ba0 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.175+0000 7ff135e00700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc517ba0 0x5630cc519f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.175+0000 7ff135e00700 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc517ba0 0x5630cc519f90 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db216145ec70617f server_cookie=a55845a7f72bd15b in_seq=0 out_seq=0 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.175+0000 7ff11fe00700 10 client.26741 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:44.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff11fe00700 1 -- 172.21.15.32:0/4072658000 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5630cc45d810 con 0x5630cc517ba0 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff11fe00700 10 client.26741 handle_command_reply: tid=0 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 client.26741 shutdown 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 msgr2=0x5630cc504fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc504fd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff120009d10 tx=0x7ff120005280 comp rx=0 tx=0).stop 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 shutdown_connections 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc517ba0 0x5630cc519f90 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc507c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc505510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4072658000 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc504fd0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 >> 172.21.15.32:0/4072658000 conn(0x5630cc42c0e0 msgr2=0x5630cc4f8ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.176+0000 7ff11fe00700 0 client.26741 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.177+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 shutdown_connections 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.177+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4072658000 wait complete. 2024-04-25T19:15:44.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.177+0000 7ff1476e8b80 20 client.26741 trim_cache size 0 max 16384 2024-04-25T19:15:44.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.199+0000 7ff1476e8b80 1 Processor -- start 2024-04-25T19:15:44.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.199+0000 7ff1476e8b80 1 -- start start 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc51cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc51d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc4ffe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff1381af340 con 0x5630cc4fcdd0 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff1381b0e80 con 0x5630cc4fd6f0 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff1381afa10 con 0x5630cc508560 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff135e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc51cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff135e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc51cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56798/0 (socket says 172.21.15.32:56798) 2024-04-25T19:15:44.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff135e00700 1 -- 172.21.15.32:0/2186828225 learned_addr learned my addr 172.21.15.32:0/2186828225 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:44.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff12fe00700 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc51d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.200+0000 7ff136800700 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc4ffe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff135e00700 1 -- 172.21.15.32:0/2186828225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 msgr2=0x5630cc4ffe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff135e00700 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc4ffe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff135e00700 1 -- 172.21.15.32:0/2186828225 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 msgr2=0x5630cc51d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff135e00700 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc51d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff135e00700 1 -- 172.21.15.32:0/2186828225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630cc5078a0 con 0x5630cc4fcdd0 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff12fe00700 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc51d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff135e00700 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc51cfc0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff12809c820 tx=0x7ff1280d0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a663b3979dbb2828 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff126a00700 1 -- 172.21.15.32:0/2186828225 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1280a5500 con 0x5630cc4fcdd0 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff126a00700 1 -- 172.21.15.32:0/2186828225 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff12800cd60 con 0x5630cc4fcdd0 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.201+0000 7ff126a00700 1 -- 172.21.15.32:0/2186828225 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff12809dbc0 con 0x5630cc4fcdd0 2024-04-25T19:15:44.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2186828225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 msgr2=0x5630cc51cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc51cfc0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff12809c820 tx=0x7ff1280d0040 comp rx=0 tx=0).stop 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2186828225 shutdown_connections 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc4fcdd0 0x5630cc51cfc0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc508560 0x5630cc4ffe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/2186828225 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fd6f0 0x5630cc51d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2186828225 >> 172.21.15.32:0/2186828225 conn(0x5630cc42c0e0 msgr2=0x5630cc513c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2186828225 shutdown_connections 2024-04-25T19:15:44.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 -- 172.21.15.32:0/2186828225 wait complete. 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.202+0000 7ff1476e8b80 1 -- start start 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 Processor -- start 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fcdd0 0x5630cc51be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fd6f0 0x5630cc51c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 0x5630cc57dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff1381b07b0 con 0x5630cc508560 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff1381b00e0 con 0x5630cc4fcdd0 2024-04-25T19:15:44.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff1381ad300 con 0x5630cc4fd6f0 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.203+0000 7ff1476e8b80 10 client.0 _ll_register_callbacks cb 0x5630cc3e88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 0x5630cc57dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 0x5630cc57dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56804/0 (socket says 172.21.15.32:56804) 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 -- 172.21.15.32:0/4252585419 learned_addr learned my addr 172.21.15.32:0/4252585419 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff135e00700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fcdd0 0x5630cc51be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff12fe00700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fd6f0 0x5630cc51c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 -- 172.21.15.32:0/4252585419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fd6f0 msgr2=0x5630cc51c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fd6f0 0x5630cc51c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 -- 172.21.15.32:0/4252585419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fcdd0 msgr2=0x5630cc51be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fcdd0 0x5630cc51be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff136800700 1 -- 172.21.15.32:0/4252585419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630cc57e2d0 con 0x5630cc508560 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.204+0000 7ff135e00700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fcdd0 0x5630cc51be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff136800700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 0x5630cc57dd90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7ff13000fcc0 tx=0x7ff130004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58db4001e124f59 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff11fe00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff11fe00700 1 -- 172.21.15.32:0/4252585419 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff130003a00 con 0x5630cc508560 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff11fe00700 1 -- 172.21.15.32:0/4252585419 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7ff130003ba0 con 0x5630cc508560 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff12800cd60 con 0x5630cc508560 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff11fe00700 1 -- 172.21.15.32:0/4252585419 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff130003da0 con 0x5630cc508560 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff1476e8b80 10 client.16611 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.205+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5630cc57f480 con 0x5630cc508560 2024-04-25T19:15:44.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff11fe00700 1 -- 172.21.15.32:0/4252585419 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff12800cd60 con 0x5630cc508560 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff11fe00700 1 -- 172.21.15.32:0/4252585419 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff1300046e0 con 0x5630cc508560 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff1476e8b80 10 client.16611 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff1476e8b80 10 client.16611 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff1476e8b80 20 client.16611 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc57fbe0 0x5630cc582000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff1476e8b80 4 client.16611 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.2, "await_for": 42.0}] 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 78.2, "await_for": 42.0}) -- 0x5630cc4578b0 con 0x5630cc57fbe0 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.206+0000 7ff135e00700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc57fbe0 0x5630cc582000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.207+0000 7ff135e00700 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc57fbe0 0x5630cc582000 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea74d83d909107 server_cookie=2ea47331a27c53f3 in_seq=0 out_seq=0 2024-04-25T19:15:44.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.207+0000 7ff11fe00700 10 client.16611 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:44.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.222+0000 7ff11fe00700 1 -- 172.21.15.32:0/4252585419 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5630cc4578b0 con 0x5630cc57fbe0 2024-04-25T19:15:44.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.222+0000 7ff11fe00700 10 client.16611 handle_command_reply: tid=0 2024-04-25T19:15:44.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.222+0000 7ff1476e8b80 1 client.16611 shutdown 2024-04-25T19:15:44.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.222+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 msgr2=0x5630cc57dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.222+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 0x5630cc57dd90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7ff13000fcc0 tx=0x7ff130004ad0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 shutdown_connections 2024-04-25T19:15:44.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5630cc57fbe0 0x5630cc582000 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5630cc508560 0x5630cc57dd90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5630cc4fcdd0 0x5630cc51be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 --2- 172.21.15.32:0/4252585419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5630cc4fd6f0 0x5630cc51c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 >> 172.21.15.32:0/4252585419 conn(0x5630cc42c0e0 msgr2=0x5630cc4f8490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff11fe00700 0 client.16611 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 shutdown_connections 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.223+0000 7ff1476e8b80 1 -- 172.21.15.32:0/4252585419 wait complete. 2024-04-25T19:15:44.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff1476e8b80 20 client.16611 trim_cache size 0 max 16384 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 38, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "69e89717": { 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 38, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:15:44.227 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.2, 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:15:44.228 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff1180a3e50 msgr2=0x7ff1180a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff1180a3e50 0x7ff1180a6310 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff13000f570 tx=0x7ff13000b040 comp rx=0 tx=0).stop 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 msgr2=0x7ff13819b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 0x7ff13819b290 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff12800e9a0 tx=0x7ff12800ecb0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 shutdown_connections 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff1180a3e50 0x7ff1180a6310 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.224+0000 7ff13ce00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff138107940 0x7ff13819fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.225+0000 7ff13ce00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff138102af0 0x7ff13819b290 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.225+0000 7ff13ce00700 1 --2- 172.21.15.32:0/1718814035 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff1381034b0 0x7ff13819b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.225+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 >> 172.21.15.32:0/1718814035 conn(0x7ff138079ba0 msgr2=0x7ff138100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.225+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 shutdown_connections 2024-04-25T19:15:44.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:15:44.225+0000 7ff13ce00700 1 -- 172.21.15.32:0/1718814035 wait complete. 2024-04-25T19:15:45.116 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '69e89717', quiesce took 7.9 seconds. Will release after: 18.2 2024-04-25T19:15:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:45 smithi066 ceph-mon[32882]: pgmap v377: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 18 op/s 2024-04-25T19:15:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:45 smithi064 ceph-mon[32321]: pgmap v377: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 18 op/s 2024-04-25T19:15:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:45 smithi032 ceph-mon[28041]: pgmap v377: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 18 op/s 2024-04-25T19:15:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:47 smithi066 ceph-mon[32882]: pgmap v378: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:47 smithi064 ceph-mon[32321]: pgmap v378: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:47 smithi032 ceph-mon[28041]: pgmap v378: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:49 smithi066 ceph-mon[32882]: pgmap v379: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 19 op/s 2024-04-25T19:15:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:49 smithi064 ceph-mon[32321]: pgmap v379: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 19 op/s 2024-04-25T19:15:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:49 smithi032 ceph-mon[28041]: pgmap v379: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 19 op/s 2024-04-25T19:15:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:51 smithi066 ceph-mon[32882]: pgmap v380: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:51 smithi064 ceph-mon[32321]: pgmap v380: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:51 smithi032 ceph-mon[28041]: pgmap v380: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:52.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 -- 172.21.15.32:0/4109039133 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc10c5b0 msgr2=0x7f43dc10e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 --2- 172.21.15.32:0/4109039133 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc10c5b0 0x7f43dc10e9e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f43d4009be0 tx=0x7f43d402a750 comp rx=0 tx=0).stop 2024-04-25T19:15:52.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 -- 172.21.15.32:0/4109039133 shutdown_connections 2024-04-25T19:15:52.368 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 --2- 172.21.15.32:0/4109039133 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc10c5b0 0x7f43dc10e9e0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 --2- 172.21.15.32:0/4109039133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc103b00 0x7f43dc10bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 --2- 172.21.15.32:0/4109039133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43dc1031e0 0x7f43dc1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 -- 172.21.15.32:0/4109039133 >> 172.21.15.32:0/4109039133 conn(0x7f43dc077fd0 msgr2=0x7f43dc0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 -- 172.21.15.32:0/4109039133 shutdown_connections 2024-04-25T19:15:52.369 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.366+0000 7f43e3800640 1 -- 172.21.15.32:0/4109039133 wait complete. 2024-04-25T19:15:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.367+0000 7f43e3800640 1 Processor -- start 2024-04-25T19:15:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 -- start start 2024-04-25T19:15:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 0x7f43dc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc103b00 0x7f43dc1a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43dc10c5b0 0x7f43dc19a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1121b0 con 0x7f43dc1031e0 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc112030 con 0x7f43dc103b00 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e3800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc112330 con 0x7f43dc10c5b0 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 0x7f43dc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 0x7f43dc1a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34496/0 (socket says 172.21.15.32:34496) 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e0e00640 1 -- 172.21.15.32:0/1531644900 learned_addr learned my addr 172.21.15.32:0/1531644900 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.368+0000 7f43e1800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43dc10c5b0 0x7f43dc19a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43dbe00640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc103b00 0x7f43dc1a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e0e00640 1 -- 172.21.15.32:0/1531644900 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43dc10c5b0 msgr2=0x7f43dc19a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e0e00640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43dc10c5b0 0x7f43dc19a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e0e00640 1 -- 172.21.15.32:0/1531644900 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc103b00 msgr2=0x7f43dc1a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e0e00640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc103b00 0x7f43dc1a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e0e00640 1 -- 172.21.15.32:0/1531644900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43dc19b030 con 0x7f43dc1031e0 2024-04-25T19:15:52.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43dbe00640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc103b00 0x7f43dc1a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e0e00640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 0x7f43dc1a06b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f43d000d950 tx=0x7f43d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43d9600640 1 -- 172.21.15.32:0/1531644900 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0017070 con 0x7f43dc1031e0 2024-04-25T19:15:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43d9600640 1 -- 172.21.15.32:0/1531644900 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43d0009c30 con 0x7f43dc1031e0 2024-04-25T19:15:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43d9600640 1 -- 172.21.15.32:0/1531644900 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d000f620 con 0x7f43dc1031e0 2024-04-25T19:15:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.369+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43dc19b320 con 0x7f43dc1031e0 2024-04-25T19:15:52.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.370+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43dc1a7630 con 0x7f43dc1031e0 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.373+0000 7f43e6604740 1 Processor -- start 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.373+0000 7f43d9600640 1 -- 172.21.15.32:0/1531644900 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f43d0010460 con 0x7f43dc1031e0 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.373+0000 7f43e6604740 1 -- start start 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e6604740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305f2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e6604740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 0x563b305fd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e6604740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305fda00 0x563b305ffdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e6604740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x563b30558900 con 0x563b305f2820 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e6604740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563b304feef0 con 0x563b305fda00 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e6604740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563b305548c0 con 0x563b305f3140 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e1800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305f2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 0x563b305fd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.376 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 0x563b305fd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:60518/0 (socket says 172.21.15.32:60518) 2024-04-25T19:15:52.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e1800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305f2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34512/0 (socket says 172.21.15.32:34512) 2024-04-25T19:15:52.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 -- 172.21.15.32:0/3785598577 learned_addr learned my addr 172.21.15.32:0/3785598577 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:52.377 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43dbe00640 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305fda00 0x563b305ffdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 -- 172.21.15.32:0/3785598577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305fda00 msgr2=0x563b305ffdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305fda00 0x563b305ffdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 -- 172.21.15.32:0/3785598577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 msgr2=0x563b305f2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305f2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.374+0000 7f43e0e00640 1 -- 172.21.15.32:0/3785598577 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b3026b210 con 0x563b305f3140 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43e0e00640 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 0x563b305fd4c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f43d00cdb20 tx=0x7f43d00d6ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c8f0e3bb5a392c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43d9600640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f43c40a3d10 0x7f43c40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43d9600640 1 -- 172.21.15.32:0/1531644900 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f43d00d0470 con 0x7f43dc1031e0 2024-04-25T19:15:52.379 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43ce000640 1 -- 172.21.15.32:0/3785598577 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d00e3070 con 0x563b305f3140 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43e1800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f43c40a3d10 0x7f43c40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43ce000640 1 -- 172.21.15.32:0/3785598577 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43d009cb00 con 0x563b305f3140 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.375+0000 7f43ce000640 1 -- 172.21.15.32:0/3785598577 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d009bd60 con 0x563b305f3140 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 -- 172.21.15.32:0/3785598577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 msgr2=0x563b305fd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e1800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f43c40a3d10 0x7f43c40a61d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f43d402ac70 tx=0x7f43d4005fd0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 0x563b305fd4c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f43d00cdb20 tx=0x7f43d00d6ae0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 -- 172.21.15.32:0/3785598577 shutdown_connections 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305fda00 0x563b305ffdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305f3140 0x563b305fd4c0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 --2- 172.21.15.32:0/3785598577 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305f2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 -- 172.21.15.32:0/3785598577 >> 172.21.15.32:0/3785598577 conn(0x563b305eed30 msgr2=0x563b305ef110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 -- 172.21.15.32:0/3785598577 shutdown_connections 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.376+0000 7f43e6604740 1 -- 172.21.15.32:0/3785598577 wait complete. 2024-04-25T19:15:52.380 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.377+0000 7f43e6604740 1 -- start start 2024-04-25T19:15:52.381 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.377+0000 7f43e6604740 1 Processor -- start 2024-04-25T19:15:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305fa970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.384 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305faeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b305fb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x563b30600630 con 0x563b305f2820 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563b30512310 con 0x563b305f3140 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563b306007b0 con 0x563b305fda00 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e6604740 10 client.0 _ll_register_callbacks cb 0x563b304e0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305fa970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305faeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305fa970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34518/0 (socket says 172.21.15.32:34518) 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305faeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54892/0 (socket says 172.21.15.32:54892) 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 -- 172.21.15.32:0/1973733066 learned_addr learned my addr 172.21.15.32:0/1973733066 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e1800640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b305fb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 -- 172.21.15.32:0/1973733066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 msgr2=0x563b305fb3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.385 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b305fb3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 -- 172.21.15.32:0/1973733066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 msgr2=0x563b305faeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305faeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43e0e00640 1 -- 172.21.15.32:0/1973733066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b30337620 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.378+0000 7f43dbe00640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305faeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43e0e00640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305fa970 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f43d00a4b40 tx=0x7f43d00cdb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70939af912f9f2b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43c2a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43c2a00640 1 -- 172.21.15.32:0/1973733066 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0020050 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43c2a00640 1 -- 172.21.15.32:0/1973733066 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f43d0098a70 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43d009cb00 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43c2a00640 1 -- 172.21.15.32:0/1973733066 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f43d009bd60 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43e6604740 10 client.16623 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.379+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563b30600630 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43c2a00640 1 -- 172.21.15.32:0/1973733066 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43d009cb00 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43c2a00640 1 -- 172.21.15.32:0/1973733066 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f43d009c660 con 0x563b305f2820 2024-04-25T19:15:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43e6604740 10 client.16623 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43e6604740 10 client.16623 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43e6604740 20 client.16623 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43e6604740 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b3060da60 0x563b3060fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43e6604740 4 client.16623 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b3056c8b0 con 0x563b3060da60 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.380+0000 7f43dbe00640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b3060da60 0x563b3060fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.381+0000 7f43dbe00640 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b3060da60 0x563b3060fe50 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6c81e779d73b3e7 server_cookie=b3235847de6721c1 in_seq=0 out_seq=0 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.381+0000 7f43c2a00640 10 client.16623 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43c2a00640 1 -- 172.21.15.32:0/1973733066 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563b3056c8b0 con 0x563b3060da60 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43c2a00640 10 client.16623 handle_command_reply: tid=0 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 client.16623 shutdown 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 msgr2=0x563b305fa970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305fa970 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f43d00a4b40 tx=0x7f43d00cdb50 comp rx=0 tx=0).stop 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 shutdown_connections 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b3060da60 0x563b3060fe50 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b305fb3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305faeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 --2- 172.21.15.32:0/1973733066 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b305fa970 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43c2a00640 0 client.16623 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 >> 172.21.15.32:0/1973733066 conn(0x563b305eed30 msgr2=0x563b305f4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 shutdown_connections 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.382+0000 7f43e6604740 1 -- 172.21.15.32:0/1973733066 wait complete. 2024-04-25T19:15:52.388 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.383+0000 7f43e6604740 20 client.16623 trim_cache size 0 max 16384 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 Processor -- start 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 -- start start 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b30609520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305f51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30615660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1aff00 con 0x563b305f2820 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1b1a40 con 0x563b305f3140 2024-04-25T19:15:52.402 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e6604740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1b05d0 con 0x563b305fda00 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305f51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b30609520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305f51e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54908/0 (socket says 172.21.15.32:54908) 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.400+0000 7f43dbe00640 1 -- 172.21.15.32:0/4284454975 learned_addr learned my addr 172.21.15.32:0/4284454975 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43e1800640 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30615660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43dbe00640 1 -- 172.21.15.32:0/4284454975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 msgr2=0x563b30615660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43dbe00640 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30615660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43dbe00640 1 -- 172.21.15.32:0/4284454975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 msgr2=0x563b30609520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.404 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43dbe00640 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b30609520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43dbe00640 1 -- 172.21.15.32:0/4284454975 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b306103e0 con 0x563b305f3140 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43e1800640 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30615660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43dbe00640 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305f51e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f43dc19bfc0 tx=0x7f43c8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc46629e70d53dd server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43cd600640 1 -- 172.21.15.32:0/4284454975 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c80201b0 con 0x563b305f3140 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43cd600640 1 -- 172.21.15.32:0/4284454975 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43c8026070 con 0x563b305f3140 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.401+0000 7f43cd600640 1 -- 172.21.15.32:0/4284454975 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8011c70 con 0x563b305f3140 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 -- 172.21.15.32:0/4284454975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 msgr2=0x563b305f51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305f51e0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f43dc19bfc0 tx=0x7f43c8009260 comp rx=0 tx=0).stop 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 -- 172.21.15.32:0/4284454975 shutdown_connections 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30615660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b305f51e0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.405 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 --2- 172.21.15.32:0/4284454975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b30609520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.406 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 -- 172.21.15.32:0/4284454975 >> 172.21.15.32:0/4284454975 conn(0x563b305eed30 msgr2=0x563b305ede90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:52.406 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 -- 172.21.15.32:0/4284454975 shutdown_connections 2024-04-25T19:15:52.406 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.402+0000 7f43e6604740 1 -- 172.21.15.32:0/4284454975 wait complete. 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.403+0000 7f43e6604740 1 -- start start 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.403+0000 7f43e6604740 1 Processor -- start 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.403+0000 7f43e6604740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b306037f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.403+0000 7f43e6604740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b30603d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e6604740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30672ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e6604740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1b1370 con 0x563b305f2820 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e6604740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1b0ca0 con 0x563b305f3140 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e6604740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f43dc1adf00 con 0x563b305fda00 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e6604740 10 client.0 _ll_register_callbacks cb 0x7f43c8009600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:15:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b306037f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b30603d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b306037f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34532/0 (socket says 172.21.15.32:34532) 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e0e00640 1 -- 172.21.15.32:0/3228375491 learned_addr learned my addr 172.21.15.32:0/3228375491 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b30603d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54922/0 (socket says 172.21.15.32:54922) 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e1800640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30672ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 -- 172.21.15.32:0/3228375491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 msgr2=0x563b30672ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30672ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 -- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 msgr2=0x563b306037f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b306037f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.410 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43dbe00640 1 -- 172.21.15.32:0/3228375491 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b30604630 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.404+0000 7f43e0e00640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b306037f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43dbe00640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b30603d30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x563b3060a320 tx=0x7f43c8004540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87765f953b233690 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43c2a00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43c2a00640 1 -- 172.21.15.32:0/3228375491 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8011650 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43c8026070 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43c2a00640 1 -- 172.21.15.32:0/3228375491 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7f43c80118f0 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43c2a00640 1 -- 172.21.15.32:0/3228375491 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f43c8037050 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43e6604740 10 client.26765 fetch_fsmap learned FSMap version 31 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.405+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563b30674560 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43c2a00640 1 -- 172.21.15.32:0/3228375491 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43c8026070 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43c2a00640 1 -- 172.21.15.32:0/3228375491 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f43c802a450 con 0x563b305f3140 2024-04-25T19:15:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e6604740 10 client.26765 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e6604740 10 client.26765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e6604740 20 client.26765 populate_metadata read hostname 'smithi032' 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e6604740 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b30674c20 0x563b30677040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e6604740 4 client.26765 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563b30566320 con 0x563b30674c20 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.406+0000 7f43e0e00640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b30674c20 0x563b30677040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.407+0000 7f43e0e00640 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b30674c20 0x563b30677040 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76494a39b22ce458 server_cookie=7df879118fc8feaa in_seq=0 out_seq=0 2024-04-25T19:15:52.412 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.407+0000 7f43c2a00640 10 client.26765 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:52.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.422+0000 7f43c2a00640 1 -- 172.21.15.32:0/3228375491 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563b30566320 con 0x563b30674c20 2024-04-25T19:15:52.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.422+0000 7f43c2a00640 10 client.26765 handle_command_reply: tid=0 2024-04-25T19:15:52.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.422+0000 7f43e6604740 1 client.26765 shutdown 2024-04-25T19:15:52.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 msgr2=0x563b30603d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b30603d30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x563b3060a320 tx=0x7f43c8004540 comp rx=0 tx=0).stop 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 shutdown_connections 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563b30674c20 0x563b30677040 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563b305fda00 0x563b30672ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563b305f3140 0x563b30603d30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 --2- 172.21.15.32:0/3228375491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563b305f2820 0x563b306037f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 >> 172.21.15.32:0/3228375491 conn(0x563b305eed30 msgr2=0x563b305fa910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:52.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43c2a00640 0 client.26765 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:15:52.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 shutdown_connections 2024-04-25T19:15:52.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 1 -- 172.21.15.32:0/3228375491 wait complete. 2024-04-25T19:15:52.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.423+0000 7f43e6604740 20 client.26765 trim_cache size 0 max 16384 2024-04-25T19:15:52.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:15:52.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:15:52.426 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:15:52.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:15:52.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f43c40a3d10 msgr2=0x7f43c40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f43c40a3d10 0x7f43c40a61d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f43d402ac70 tx=0x7f43d4005fd0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.427 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 msgr2=0x7f43dc1a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 0x7f43dc1a06b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f43d000d950 tx=0x7f43d000de10 comp rx=0 tx=0).stop 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 shutdown_connections 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f43c40a3d10 0x7f43c40a61d0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43dc10c5b0 0x7f43dc19a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f43dc103b00 0x7f43dc1a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 --2- 172.21.15.32:0/1531644900 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43dc1031e0 0x7f43dc1a06b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 >> 172.21.15.32:0/1531644900 conn(0x7f43dc077fd0 msgr2=0x7f43dc108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 shutdown_connections 2024-04-25T19:15:52.428 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:15:52.424+0000 7f43e3800640 1 -- 172.21.15.32:0/1531644900 wait complete. 2024-04-25T19:15:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:53 smithi066 ceph-mon[32882]: pgmap v381: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:53 smithi064 ceph-mon[32321]: pgmap v381: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:53 smithi032 ceph-mon[28041]: pgmap v381: 97 pgs: 97 active+clean; 3.8 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-04-25T19:15:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:55 smithi066 ceph-mon[32882]: pgmap v382: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-25T19:15:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:55 smithi064 ceph-mon[32321]: pgmap v382: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-25T19:15:55.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:55 smithi032 ceph-mon[28041]: pgmap v382: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-25T19:15:57.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:57 smithi066 ceph-mon[32882]: pgmap v383: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-04-25T19:15:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:57 smithi064 ceph-mon[32321]: pgmap v383: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-04-25T19:15:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:57 smithi032 ceph-mon[28041]: pgmap v383: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-04-25T19:15:59.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:15:59 smithi066 ceph-mon[32882]: pgmap v384: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-25T19:15:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:15:59 smithi064 ceph-mon[32321]: pgmap v384: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-25T19:15:59.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:15:59 smithi032 ceph-mon[28041]: pgmap v384: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 16 op/s 2024-04-25T19:16:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:01 smithi066 ceph-mon[32882]: pgmap v385: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-25T19:16:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:01 smithi064 ceph-mon[32321]: pgmap v385: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-25T19:16:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:01 smithi032 ceph-mon[28041]: pgmap v385: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-25T19:16:03.317 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:16:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:03 smithi066 ceph-mon[32882]: pgmap v386: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-25T19:16:03.773 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:03 smithi064 ceph-mon[32321]: pgmap v386: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-25T19:16:03.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:03 smithi032 ceph-mon[28041]: pgmap v386: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-04-25T19:16:03.787 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 -- 172.21.15.32:0/967130988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 msgr2=0x7ff87410bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 --2- 172.21.15.32:0/967130988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 0x7ff87410bd30 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff860009900 tx=0x7ff86002a480 comp rx=0 tx=0).stop 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 -- 172.21.15.32:0/967130988 shutdown_connections 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 --2- 172.21.15.32:0/967130988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff87410c350 0x7ff87410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 --2- 172.21.15.32:0/967130988 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 0x7ff87410bd30 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 --2- 172.21.15.32:0/967130988 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff874102f30 0x7ff874103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.584 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 -- 172.21.15.32:0/967130988 >> 172.21.15.32:0/967130988 conn(0x7ff8740fc730 msgr2=0x7ff8740feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:05.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 -- 172.21.15.32:0/967130988 shutdown_connections 2024-04-25T19:16:05.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.582+0000 7ff87a400640 1 -- 172.21.15.32:0/967130988 wait complete. 2024-04-25T19:16:05.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.583+0000 7ff87a400640 1 Processor -- start 2024-04-25T19:16:05.585 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 -- start start 2024-04-25T19:16:05.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 0x7ff8741a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 0x7ff8741a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff87410c350 0x7ff87419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff874112030 con 0x7ff874103850 2024-04-25T19:16:05.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff874111eb0 con 0x7ff87410c350 2024-04-25T19:16:05.586 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff87a400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741121b0 con 0x7ff874102f30 2024-04-25T19:16:05.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.584+0000 7ff879000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 0x7ff8741a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff873e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 0x7ff8741a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 0x7ff8741a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52416/0 (socket says 172.21.15.32:52416) 2024-04-25T19:16:05.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 -- 172.21.15.32:0/3652769236 learned_addr learned my addr 172.21.15.32:0/3652769236 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:05.587 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879a00640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff87410c350 0x7ff87419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 -- 172.21.15.32:0/3652769236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff87410c350 msgr2=0x7ff87419a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff87410c350 0x7ff87419a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 -- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 msgr2=0x7ff8741a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 0x7ff8741a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.588 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 -- 172.21.15.32:0/3652769236 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff87419ad10 con 0x7ff874102f30 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879a00640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff87410c350 0x7ff87419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.585+0000 7ff879000640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 0x7ff8741a03e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff86800e9f0 tx=0x7ff86800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.586+0000 7ff871600640 1 -- 172.21.15.32:0/3652769236 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86800cd80 con 0x7ff874102f30 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.586+0000 7ff871600640 1 -- 172.21.15.32:0/3652769236 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8680108e0 con 0x7ff874102f30 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.586+0000 7ff871600640 1 -- 172.21.15.32:0/3652769236 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff868018980 con 0x7ff874102f30 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.586+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff87419b000 con 0x7ff874102f30 2024-04-25T19:16:05.589 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.586+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8741a72a0 con 0x7ff874102f30 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 Processor -- start 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 -- start start 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff871600640 1 -- 172.21.15.32:0/3652769236 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff868010430 con 0x7ff874102f30 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c41d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c422d0 0x55ea99c4c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ea99ba7900 con 0x55ea99c422d0 2024-04-25T19:16:05.591 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ea99b4def0 con 0x55ea99c419b0 2024-04-25T19:16:05.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.589+0000 7ff87e815740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ea99ba38c0 con 0x55ea99c4cb90 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c422d0 0x55ea99c4c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c41d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c41d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54144/0 (socket says 172.21.15.32:54144) 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c422d0 0x55ea99c4c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50492/0 (socket says 172.21.15.32:50492) 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 -- 172.21.15.32:0/4236977679 learned_addr learned my addr 172.21.15.32:0/4236977679 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff873e00640 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 -- 172.21.15.32:0/4236977679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 msgr2=0x55ea99c4ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 -- 172.21.15.32:0/4236977679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c422d0 msgr2=0x55ea99c4c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c422d0 0x55ea99c4c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.590+0000 7ff879a00640 1 -- 172.21.15.32:0/4236977679 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea998ba210 con 0x55ea99c419b0 2024-04-25T19:16:05.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.591+0000 7ff879a00640 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c41d90 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff86c009fd0 tx=0x7ff86c010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=265ed8a7a0490193 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:05.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.591+0000 7ff866000640 1 -- 172.21.15.32:0/4236977679 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86c011700 con 0x55ea99c419b0 2024-04-25T19:16:05.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.591+0000 7ff866000640 1 -- 172.21.15.32:0/4236977679 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff86c011d50 con 0x55ea99c419b0 2024-04-25T19:16:05.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.591+0000 7ff866000640 1 -- 172.21.15.32:0/4236977679 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86c00e3c0 con 0x55ea99c419b0 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 -- 172.21.15.32:0/4236977679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 msgr2=0x55ea99c41d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c41d90 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff86c009fd0 tx=0x7ff86c010860 comp rx=0 tx=0).stop 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 -- 172.21.15.32:0/4236977679 shutdown_connections 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c422d0 0x55ea99c4c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 --2- 172.21.15.32:0/4236977679 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c41d90 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 -- 172.21.15.32:0/4236977679 >> 172.21.15.32:0/4236977679 conn(0x55ea99c3dec0 msgr2=0x55ea99c3e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff871600640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff85c0a3d80 0x7ff85c0a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 -- 172.21.15.32:0/4236977679 shutdown_connections 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff87e815740 1 -- 172.21.15.32:0/4236977679 wait complete. 2024-04-25T19:16:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff871600640 1 -- 172.21.15.32:0/3652769236 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7ff8680d0bb0 con 0x7ff874102f30 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.592+0000 7ff873e00640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff85c0a3d80 0x7ff85c0a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.593+0000 7ff87e815740 1 -- start start 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.593+0000 7ff87e815740 1 Processor -- start 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.593+0000 7ff873e00640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff85c0a3d80 0x7ff85c0a6240 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff860005ab0 tx=0x7ff860005a20 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.593+0000 7ff87e815740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 0x55ea99c49b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.593+0000 7ff87e815740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c422d0 0x55ea99c4a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.593+0000 7ff87e815740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff87e815740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ea99c4f7c0 con 0x55ea99c419b0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff87e815740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ea99b61310 con 0x55ea99c422d0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff87e815740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ea99c4f940 con 0x55ea99c4cb90 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff87e815740 10 client.0 _ll_register_callbacks cb 0x55ea99b2fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 0x55ea99c49b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff873e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c422d0 0x55ea99c4a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 0x55ea99c49b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50496/0 (socket says 172.21.15.32:50496) 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879000640 1 -- 172.21.15.32:0/4214008289 learned_addr learned my addr 172.21.15.32:0/4214008289 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879a00640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879a00640 1 -- 172.21.15.32:0/4214008289 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c422d0 msgr2=0x55ea99c4a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879a00640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c422d0 0x55ea99c4a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879a00640 1 -- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 msgr2=0x55ea99c49b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879a00640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 0x55ea99c49b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879a00640 1 -- 172.21.15.32:0/4214008289 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea99986620 con 0x55ea99c4cb90 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.594+0000 7ff879000640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 0x55ea99c49b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff879a00640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4a600 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff86c006010 tx=0x7ff86c011f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48f28e0e34cf8b78 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff85aa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff85aa00640 1 -- 172.21.15.32:0/4214008289 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86c02b060 con 0x55ea99c4cb90 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff86c011d50 con 0x55ea99c4cb90 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff85aa00640 1 -- 172.21.15.32:0/4214008289 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7ff86c004c50 con 0x55ea99c4cb90 2024-04-25T19:16:05.600 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff85aa00640 1 -- 172.21.15.32:0/4214008289 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff86c004e50 con 0x55ea99c4cb90 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff87e815740 10 client.26824 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.595+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ea99c64290 con 0x55ea99c4cb90 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff85aa00640 1 -- 172.21.15.32:0/4214008289 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff86c011d50 con 0x55ea99c4cb90 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff85aa00640 1 -- 172.21.15.32:0/4214008289 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff86c005450 con 0x55ea99c4cb90 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff87e815740 10 client.26824 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff87e815740 10 client.26824 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff87e815740 20 client.26824 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff87e815740 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99c656a0 0x55ea99c67a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff87e815740 4 client.26824 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:16:05.601 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea99bbb8b0 con 0x55ea99c656a0 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.596+0000 7ff879000640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99c656a0 0x55ea99c67a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.597+0000 7ff879000640 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99c656a0 0x55ea99c67a90 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e3b456851a8536f server_cookie=d5cf06823e301507 in_seq=0 out_seq=0 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.597+0000 7ff85aa00640 10 client.26824 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff85aa00640 1 -- 172.21.15.32:0/4214008289 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ea99bbb8b0 con 0x55ea99c656a0 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff85aa00640 10 client.26824 handle_command_reply: tid=0 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 client.26824 shutdown 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 msgr2=0x55ea99c4a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4a600 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff86c006010 tx=0x7ff86c011f00 comp rx=0 tx=0).stop 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 shutdown_connections 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99c656a0 0x55ea99c67a90 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff85aa00640 0 client.26824 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:05.603 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c4cb90 0x55ea99c4a600 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c422d0 0x55ea99c4a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 --2- 172.21.15.32:0/4214008289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c419b0 0x55ea99c49b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 >> 172.21.15.32:0/4214008289 conn(0x55ea99c3dec0 msgr2=0x55ea99c43c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:05.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 shutdown_connections 2024-04-25T19:16:05.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.598+0000 7ff87e815740 1 -- 172.21.15.32:0/4214008289 wait complete. 2024-04-25T19:16:05.604 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.599+0000 7ff87e815740 20 client.26824 trim_cache size 0 max 16384 2024-04-25T19:16:05.618 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 Processor -- start 2024-04-25T19:16:05.618 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 -- start start 2024-04-25T19:16:05.618 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c60ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.618 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c3d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99c49370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741ab980 con 0x55ea99c4cb90 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741ad4c0 con 0x55ea99c419b0 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.616+0000 7ff87e815740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741ac050 con 0x55ea99c422d0 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff879a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99c49370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c3d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c3d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52444/0 (socket says 172.21.15.32:52444) 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 -- 172.21.15.32:0/2070625841 learned_addr learned my addr 172.21.15.32:0/2070625841 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff879a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99c49370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50512/0 (socket says 172.21.15.32:50512) 2024-04-25T19:16:05.619 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff879000640 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c60ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 -- 172.21.15.32:0/2070625841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 msgr2=0x55ea99c60ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c60ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 -- 172.21.15.32:0/2070625841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 msgr2=0x55ea99c49370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99c49370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 -- 172.21.15.32:0/2070625841 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea99c4f8e0 con 0x55ea99c422d0 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff879000640 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c60ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff879a00640 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99c49370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:05.621 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.617+0000 7ff873e00640 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c3d7a0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff860009900 tx=0x7ff86003f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=841d2f5e1faf1e3b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.618+0000 7ff865600640 1 -- 172.21.15.32:0/2070625841 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff860035040 con 0x55ea99c422d0 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.618+0000 7ff865600640 1 -- 172.21.15.32:0/2070625841 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff86004f070 con 0x55ea99c422d0 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.618+0000 7ff865600640 1 -- 172.21.15.32:0/2070625841 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8600324b0 con 0x55ea99c422d0 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 -- 172.21.15.32:0/2070625841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 msgr2=0x55ea99c3d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c3d7a0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff860009900 tx=0x7ff86003f000 comp rx=0 tx=0).stop 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 -- 172.21.15.32:0/2070625841 shutdown_connections 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99c49370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c3d7a0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 --2- 172.21.15.32:0/2070625841 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c60ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 -- 172.21.15.32:0/2070625841 >> 172.21.15.32:0/2070625841 conn(0x55ea99c3dec0 msgr2=0x55ea99c4bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 -- 172.21.15.32:0/2070625841 shutdown_connections 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 -- 172.21.15.32:0/2070625841 wait complete. 2024-04-25T19:16:05.622 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 -- start start 2024-04-25T19:16:05.623 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.619+0000 7ff87e815740 1 Processor -- start 2024-04-25T19:16:05.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c5a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c5a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99cc98d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.625 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741acdf0 con 0x55ea99c4cb90 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741ac720 con 0x55ea99c419b0 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff8741a99a0 con 0x55ea99c422d0 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff87e815740 10 client.0 _ll_register_callbacks cb 0x7ff86c009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff879a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99cc98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff879a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99cc98d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50516/0 (socket says 172.21.15.32:50516) 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff879a00640 1 -- 172.21.15.32:0/4200778739 learned_addr learned my addr 172.21.15.32:0/4200778739 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff879000640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c5a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.620+0000 7ff873e00640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c5a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff879a00640 1 -- 172.21.15.32:0/4200778739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 msgr2=0x55ea99c5a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff879a00640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c5a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff879a00640 1 -- 172.21.15.32:0/4200778739 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 msgr2=0x55ea99c5a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:05.626 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff879a00640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c5a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff879a00640 1 -- 172.21.15.32:0/4200778739 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea99c5afd0 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff879a00640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99cc98d0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff86c0058a0 tx=0x7ff86c01be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4dad09ba01340f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff85aa00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff85aa00640 1 -- 172.21.15.32:0/4200778739 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86c005bf0 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff85aa00640 1 -- 172.21.15.32:0/4200778739 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7ff86c01b7d0 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.621+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff86004f070 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff85aa00640 1 -- 172.21.15.32:0/4200778739 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff86c045050 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 10 client.16647 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ea99ccaf50 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff85aa00640 1 -- 172.21.15.32:0/4200778739 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff86004f070 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff85aa00640 1 -- 172.21.15.32:0/4200778739 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff86c02e760 con 0x55ea99c4cb90 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 10 client.16647 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 10 client.16647 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 20 client.16647 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:05.627 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99ccb660 0x55ea99ccda80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 4 client.16647 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:16:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.622+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ea99bb5320 con 0x55ea99ccb660 2024-04-25T19:16:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.623+0000 7ff879000640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99ccb660 0x55ea99ccda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.623+0000 7ff879000640 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99ccb660 0x55ea99ccda80 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4703b8c4eea18763 server_cookie=403d6450fc157942 in_seq=0 out_seq=0 2024-04-25T19:16:05.628 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.623+0000 7ff85aa00640 10 client.16647 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff85aa00640 1 -- 172.21.15.32:0/4200778739 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ea99bb5320 con 0x55ea99ccb660 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff85aa00640 10 client.16647 handle_command_reply: tid=0 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 client.16647 shutdown 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 msgr2=0x55ea99cc98d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99cc98d0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff86c0058a0 tx=0x7ff86c01be40 comp rx=0 tx=0).stop 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 shutdown_connections 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ea99ccb660 0x55ea99ccda80 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ea99c4cb90 0x55ea99cc98d0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ea99c422d0 0x55ea99c5a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 --2- 172.21.15.32:0/4200778739 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ea99c419b0 0x55ea99c5a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff85aa00640 0 client.16647 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 >> 172.21.15.32:0/4200778739 conn(0x55ea99c3dec0 msgr2=0x55ea99c4a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 shutdown_connections 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 1 -- 172.21.15.32:0/4200778739 wait complete. 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.635+0000 7ff87e815740 20 client.16647 trim_cache size 0 max 16384 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:16:05.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:16:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:16:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff85c0a3d80 msgr2=0x7ff85c0a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff85c0a3d80 0x7ff85c0a6240 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff860005ab0 tx=0x7ff860005a20 comp rx=0 tx=0).stop 2024-04-25T19:16:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 msgr2=0x7ff8741a03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:05.639 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 0x7ff8741a03e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff86800e9f0 tx=0x7ff86800eeb0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 shutdown_connections 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff85c0a3d80 0x7ff85c0a6240 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff87410c350 0x7ff87419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff874103850 0x7ff8741a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 --2- 172.21.15.32:0/3652769236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff874102f30 0x7ff8741a03e0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 >> 172.21.15.32:0/3652769236 conn(0x7ff8740fc730 msgr2=0x7ff874101c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.636+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 shutdown_connections 2024-04-25T19:16:05.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:05.637+0000 7ff87a400640 1 -- 172.21.15.32:0/3652769236 wait complete. 2024-04-25T19:16:05.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:05 smithi032 ceph-mon[28041]: pgmap v387: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 51 KiB/s wr, 32 op/s 2024-04-25T19:16:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:05 smithi066 ceph-mon[32882]: pgmap v387: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 51 KiB/s wr, 32 op/s 2024-04-25T19:16:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:05 smithi064 ceph-mon[32321]: pgmap v387: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 51 KiB/s wr, 32 op/s 2024-04-25T19:16:06.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.253+0000 7fd1f9c00700 1 -- 172.21.15.32:0/3322775963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4109fc0 msgr2=0x7fd1f4111b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:06.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.253+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/3322775963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4109fc0 0x7fd1f4111b90 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec00b0d0 tx=0x7fd1ec00b3e0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 -- 172.21.15.32:0/3322775963 shutdown_connections 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/3322775963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4109fc0 0x7fd1f4111b90 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/3322775963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 0x7fd1f41052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/3322775963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd1f4105890 0x7fd1f41098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 -- 172.21.15.32:0/3322775963 >> 172.21.15.32:0/3322775963 conn(0x7fd1f4100770 msgr2=0x7fd1f4102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 -- 172.21.15.32:0/3322775963 shutdown_connections 2024-04-25T19:16:06.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.254+0000 7fd1f9c00700 1 -- 172.21.15.32:0/3322775963 wait complete. 2024-04-25T19:16:06.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.255+0000 7fd1f9c00700 1 Processor -- start 2024-04-25T19:16:06.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 -- start start 2024-04-25T19:16:06.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 0x7fd1f419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:06.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 0x7fd1f419b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd1f4109fc0 0x7fd1f419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f4114ec0 con 0x7fd1f4105890 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f4114d40 con 0x7fd1f4109fc0 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.256+0000 7fd1f9c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f4115040 con 0x7fd1f4104ee0 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 0x7fd1f419b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 0x7fd1f419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 0x7fd1f419b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50522/0 (socket says 172.21.15.32:50522) 2024-04-25T19:16:06.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2000700 1 -- 172.21.15.32:0/1798970329 learned_addr learned my addr 172.21.15.32:0/1798970329 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f3400700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd1f4109fc0 0x7fd1f419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2a00700 1 -- 172.21.15.32:0/1798970329 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd1f4109fc0 msgr2=0x7fd1f419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2a00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd1f4109fc0 0x7fd1f419fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2a00700 1 -- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 msgr2=0x7fd1f419b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2a00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 0x7fd1f419b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2a00700 1 -- 172.21.15.32:0/1798970329 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f41a0320 con 0x7fd1f4104ee0 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.257+0000 7fd1f2000700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 0x7fd1f419b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:06.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.258+0000 7fd1f2a00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 0x7fd1f419b310 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd1e400e9f0 tx=0x7fd1e400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:06.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.258+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e400cbd0 con 0x7fd1f4104ee0 2024-04-25T19:16:06.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.258+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1e40044d0 con 0x7fd1f4104ee0 2024-04-25T19:16:06.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.258+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e4005020 con 0x7fd1f4104ee0 2024-04-25T19:16:06.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.258+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1f41a0610 con 0x7fd1f4104ee0 2024-04-25T19:16:06.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.258+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1f41a7e90 con 0x7fd1f4104ee0 2024-04-25T19:16:06.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.259+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1f4069730 con 0x7fd1f4104ee0 2024-04-25T19:16:06.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.262+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd1e4004750 con 0x7fd1f4104ee0 2024-04-25T19:16:06.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.263+0000 7fd1eb400700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd1d80a3e30 0x7fd1d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:06.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.263+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8542+0+0 (secure 0 0 0) 0x7fd1e40d0860 con 0x7fd1f4104ee0 2024-04-25T19:16:06.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.263+0000 7fd1f2000700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd1d80a3e30 0x7fd1d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:06.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.264+0000 7fd1f2000700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd1d80a3e30 0x7fd1d80a62f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd1f410b520 tx=0x7fd1e0009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:06.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.265+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1e409cf20 con 0x7fd1f4104ee0 2024-04-25T19:16:06.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.550+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1f402df80 con 0x7fd1f4104ee0 2024-04-25T19:16:06.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.552+0000 7fd1eb400700 1 -- 172.21.15.32:0/1798970329 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fd1e409c820 con 0x7fd1f4104ee0 2024-04-25T19:16:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:16:06.555 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:16:06.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd1d80a3e30 msgr2=0x7fd1d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:06.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd1d80a3e30 0x7fd1d80a62f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd1f410b520 tx=0x7fd1e0009260 comp rx=0 tx=0).stop 2024-04-25T19:16:06.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 msgr2=0x7fd1f419b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:06.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 0x7fd1f419b310 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd1e400e9f0 tx=0x7fd1e400ed00 comp rx=0 tx=0).stop 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 shutdown_connections 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd1d80a3e30 0x7fd1d80a62f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd1f4109fc0 0x7fd1f419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1f4104ee0 0x7fd1f419b310 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.555+0000 7fd1f9c00700 1 --2- 172.21.15.32:0/1798970329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1f4105890 0x7fd1f419b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.556+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 >> 172.21.15.32:0/1798970329 conn(0x7fd1f4100770 msgr2=0x7fd1f4102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.556+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 shutdown_connections 2024-04-25T19:16:06.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:06.556+0000 7fd1f9c00700 1 -- 172.21.15.32:0/1798970329 wait complete. 2024-04-25T19:16:06.559 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:16:07.403 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 69e89717 --release --await' 2024-04-25T19:16:07.404 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 69e89717 --release --await 2024-04-25T19:16:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:07 smithi066 ceph-mon[32882]: pgmap v388: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 46 KiB/s wr, 25 op/s 2024-04-25T19:16:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:07 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1798970329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:16:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:07 smithi064 ceph-mon[32321]: pgmap v388: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 46 KiB/s wr, 25 op/s 2024-04-25T19:16:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:07 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1798970329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:16:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:07 smithi032 ceph-mon[28041]: pgmap v388: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 46 KiB/s wr, 25 op/s 2024-04-25T19:16:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:07 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1798970329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:16:07.851 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:16:09.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:09 smithi032 ceph-mon[28041]: pgmap v389: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-04-25T19:16:09.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:09 smithi032 ceph-mon[28041]: osdmap e105: 12 total, 12 up, 12 in 2024-04-25T19:16:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:09 smithi066 ceph-mon[32882]: pgmap v389: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-04-25T19:16:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:09 smithi066 ceph-mon[32882]: osdmap e105: 12 total, 12 up, 12 in 2024-04-25T19:16:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:09 smithi064 ceph-mon[32321]: pgmap v389: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-04-25T19:16:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:09 smithi064 ceph-mon[32321]: osdmap e105: 12 total, 12 up, 12 in 2024-04-25T19:16:10.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 -- 172.21.15.32:0/791531388 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e0075590 msgr2=0x7f33e010ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 --2- 172.21.15.32:0/791531388 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e0075590 0x7f33e010ef60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f33c80098f0 tx=0x7f33c8009c00 comp rx=0 tx=0).stop 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 -- 172.21.15.32:0/791531388 shutdown_connections 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 --2- 172.21.15.32:0/791531388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0074c70 0x7f33e0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 --2- 172.21.15.32:0/791531388 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33e010f4a0 0x7f33e0111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 --2- 172.21.15.32:0/791531388 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e0075590 0x7f33e010ef60 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 -- 172.21.15.32:0/791531388 >> 172.21.15.32:0/791531388 conn(0x7f33e0079b90 msgr2=0x7f33e0079fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 -- 172.21.15.32:0/791531388 shutdown_connections 2024-04-25T19:16:10.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.130+0000 7f33e5800700 1 -- 172.21.15.32:0/791531388 wait complete. 2024-04-25T19:16:10.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.131+0000 7f33e5800700 1 Processor -- start 2024-04-25T19:16:10.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.131+0000 7f33e5800700 1 -- start start 2024-04-25T19:16:10.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33e5800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33e0074c70 0x7f33e019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33e5800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0075590 0x7f33e019b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33e5800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 0x7f33e019fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33e5800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f33e0114ee0 con 0x7f33e0075590 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33e5800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f33e0114d60 con 0x7f33e010f4a0 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33e5800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f33e0115060 con 0x7f33e0074c70 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33df400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 0x7f33e019fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33d6000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0075590 0x7f33e019b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33df400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 0x7f33e019fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54204/0 (socket says 172.21.15.32:54204) 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33df400700 1 -- 172.21.15.32:0/4034579214 learned_addr learned my addr 172.21.15.32:0/4034579214 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.132+0000 7f33dea00700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33e0074c70 0x7f33e019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33df400700 1 -- 172.21.15.32:0/4034579214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33e0074c70 msgr2=0x7f33e019b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33df400700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33e0074c70 0x7f33e019b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33df400700 1 -- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0075590 msgr2=0x7f33e019b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33df400700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0075590 0x7f33e019b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33df400700 1 -- 172.21.15.32:0/4034579214 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33e01a0420 con 0x7f33e010f4a0 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33d6000700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0075590 0x7f33e019b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33df400700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 0x7f33e019fce0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009fd0 tx=0x7f33d800ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33d7e00700 1 -- 172.21.15.32:0/4034579214 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d80092e0 con 0x7f33e010f4a0 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33d7e00700 1 -- 172.21.15.32:0/4034579214 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33d8004bb0 con 0x7f33e010f4a0 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33e01a06b0 con 0x7f33e010f4a0 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33d7e00700 1 -- 172.21.15.32:0/4034579214 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d8004020 con 0x7f33e010f4a0 2024-04-25T19:16:10.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.133+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33e01a7f90 con 0x7f33e010f4a0 2024-04-25T19:16:10.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.137+0000 7f33d7e00700 1 -- 172.21.15.32:0/4034579214 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f33d801b030 con 0x7f33e010f4a0 2024-04-25T19:16:10.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.138+0000 7f33f0152b80 1 Processor -- start 2024-04-25T19:16:10.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.138+0000 7f33f0152b80 1 -- start start 2024-04-25T19:16:10.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.138+0000 7f33d7e00700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f33c40a3db0 0x7f33c40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33d7e00700 1 -- 172.21.15.32:0/4034579214 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8586+0+0 (secure 0 0 0) 0x7f33d80d02d0 con 0x7f33e010f4a0 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8080120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33d6000700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f33c40a3db0 0x7f33c40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab808af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab808d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33f0152b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559ab7fd2f90 con 0x559ab808b4d0 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33f0152b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559ab7f79830 con 0x559ab807fd40 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33f0152b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559ab7fcef50 con 0x559ab8080660 2024-04-25T19:16:10.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8080120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8080120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54212/0 (socket says 172.21.15.32:54212) 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33df400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab808d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33dea00700 1 -- 172.21.15.32:0/536719641 learned_addr learned my addr 172.21.15.32:0/536719641 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.139+0000 7f33d6000700 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab808af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33dea00700 1 -- 172.21.15.32:0/536719641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 msgr2=0x559ab808af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33dea00700 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab808af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33dea00700 1 -- 172.21.15.32:0/536719641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 msgr2=0x559ab808d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33dea00700 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab808d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33dea00700 1 -- 172.21.15.32:0/536719641 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab7f6f780 con 0x559ab807fd40 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33d6000700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f33c40a3db0 0x7f33c40a6270 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f33c8009fd0 tx=0x7f33c800f6e0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33dea00700 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8080120 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009ce0 tx=0x7f33d000f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2feaeb74906561a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33cfe00700 1 -- 172.21.15.32:0/536719641 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0026070 con 0x559ab807fd40 2024-04-25T19:16:10.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33cfe00700 1 -- 172.21.15.32:0/536719641 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33d0021410 con 0x559ab807fd40 2024-04-25T19:16:10.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.140+0000 7f33cfe00700 1 -- 172.21.15.32:0/536719641 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d00205f0 con 0x559ab807fd40 2024-04-25T19:16:10.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 -- 172.21.15.32:0/536719641 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 msgr2=0x559ab8080120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8080120 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009ce0 tx=0x7f33d000f3c0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 -- 172.21.15.32:0/536719641 shutdown_connections 2024-04-25T19:16:10.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab808d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8080120 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 --2- 172.21.15.32:0/536719641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab808af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 -- 172.21.15.32:0/536719641 >> 172.21.15.32:0/536719641 conn(0x559ab7faf050 msgr2=0x559ab807c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.141+0000 7f33f0152b80 1 -- 172.21.15.32:0/536719641 shutdown_connections 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.142+0000 7f33f0152b80 1 -- 172.21.15.32:0/536719641 wait complete. 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.142+0000 7f33f0152b80 1 -- start start 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.142+0000 7f33f0152b80 1 Processor -- start 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab807fd40 0x559ab808ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab8080660 0x559ab8087e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab80883d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559ab808df60 con 0x559ab808b4d0 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559ab7f8c960 con 0x559ab8080660 2024-04-25T19:16:10.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559ab808e0e0 con 0x559ab807fd40 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33f0152b80 10 client.0 _ll_register_callbacks cb 0x559ab7f6b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33df400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab80883d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33dea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab807fd40 0x559ab808ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33df400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab80883d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50556/0 (socket says 172.21.15.32:50556) 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33df400700 1 -- 172.21.15.32:0/2303710638 learned_addr learned my addr 172.21.15.32:0/2303710638 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.143+0000 7f33d6000700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab8080660 0x559ab8087e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33dea00700 1 -- 172.21.15.32:0/2303710638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab8080660 msgr2=0x559ab8087e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33dea00700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab8080660 0x559ab8087e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33dea00700 1 -- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 msgr2=0x559ab80883d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33dea00700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab80883d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33dea00700 1 -- 172.21.15.32:0/2303710638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab7f209d0 con 0x559ab807fd40 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33df400700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab80883d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:10.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33d6000700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab8080660 0x559ab8087e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33dea00700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab807fd40 0x559ab808ab90 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009ce0 tx=0x7f33d00217f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a548f7329d9902d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33ccc00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33ccc00700 1 -- 172.21.15.32:0/2303710638 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0026040 con 0x559ab807fd40 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.144+0000 7f33ccc00700 1 -- 172.21.15.32:0/2303710638 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 8586+0+0 (secure 0 0 0) 0x7f33d0005040 con 0x559ab807fd40 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33d0021410 con 0x559ab807fd40 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33ccc00700 1 -- 172.21.15.32:0/2303710638 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f33d0005240 con 0x559ab807fd40 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33f0152b80 10 client.26848 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:10.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559ab7f69bf0 con 0x559ab807fd40 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33ccc00700 1 -- 172.21.15.32:0/2303710638 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33d0021410 con 0x559ab807fd40 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33ccc00700 1 -- 172.21.15.32:0/2303710638 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f33d0029070 con 0x559ab807fd40 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33f0152b80 10 client.26848 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.145+0000 7f33f0152b80 10 client.26848 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.146+0000 7f33f0152b80 20 client.26848 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.146+0000 7f33f0152b80 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab809ab40 0x559ab809cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.146+0000 7f33f0152b80 4 client.26848 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.146+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ab7fe0780 con 0x559ab809ab40 2024-04-25T19:16:10.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.146+0000 7f33d6000700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab809ab40 0x559ab809cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.147+0000 7f33d6000700 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab809ab40 0x559ab809cf30 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c24c86c5531c2f9 server_cookie=caf531ab234e3d1a in_seq=0 out_seq=0 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.147+0000 7f33ccc00700 10 client.26848 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.147+0000 7f33ccc00700 1 -- 172.21.15.32:0/2303710638 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559ab7fe0780 con 0x559ab809ab40 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.147+0000 7f33ccc00700 10 client.26848 handle_command_reply: tid=0 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.147+0000 7f33f0152b80 1 client.26848 shutdown 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab807fd40 msgr2=0x559ab808ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab807fd40 0x559ab808ab90 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009ce0 tx=0x7f33d00217f0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 shutdown_connections 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab809ab40 0x559ab809cf30 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab80883d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab807fd40 0x559ab808ab90 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33ccc00700 0 client.26848 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 --2- 172.21.15.32:0/2303710638 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab8080660 0x559ab8087e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 >> 172.21.15.32:0/2303710638 conn(0x559ab7faf050 msgr2=0x559ab807be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:10.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 shutdown_connections 2024-04-25T19:16:10.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 1 -- 172.21.15.32:0/2303710638 wait complete. 2024-04-25T19:16:10.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.148+0000 7f33f0152b80 20 client.26848 trim_cache size 0 max 16384 2024-04-25T19:16:10.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.170+0000 7f33f0152b80 1 Processor -- start 2024-04-25T19:16:10.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.170+0000 7f33f0152b80 1 -- start start 2024-04-25T19:16:10.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8096e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab807bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab807c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33f0152b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f33e01ab2e0 con 0x559ab808b4d0 2024-04-25T19:16:10.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33f0152b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f33e01ace20 con 0x559ab807fd40 2024-04-25T19:16:10.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33f0152b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f33e01ab9b0 con 0x559ab8080660 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8096e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8096e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54232/0 (socket says 172.21.15.32:54232) 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33dea00700 1 -- 172.21.15.32:0/722593092 learned_addr learned my addr 172.21.15.32:0/722593092 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33df400700 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab807c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.171+0000 7f33d6000700 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab807bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33dea00700 1 -- 172.21.15.32:0/722593092 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 msgr2=0x559ab807bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33dea00700 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab807bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33dea00700 1 -- 172.21.15.32:0/722593092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 msgr2=0x559ab807c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33dea00700 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab807c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33dea00700 1 -- 172.21.15.32:0/722593092 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab80973d0 con 0x559ab807fd40 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33dea00700 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8096e90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f33d0024040 tx=0x7f33d000f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=720b7a1a56ce9863 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33cf400700 1 -- 172.21.15.32:0/722593092 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d001d070 con 0x559ab807fd40 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33cf400700 1 -- 172.21.15.32:0/722593092 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33d002f070 con 0x559ab807fd40 2024-04-25T19:16:10.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.172+0000 7f33cf400700 1 -- 172.21.15.32:0/722593092 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0026040 con 0x559ab807fd40 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 -- 172.21.15.32:0/722593092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 msgr2=0x559ab8096e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8096e90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f33d0024040 tx=0x7f33d000f3c0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 -- 172.21.15.32:0/722593092 shutdown_connections 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab808b4d0 0x559ab807c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8096e90 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 --2- 172.21.15.32:0/722593092 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab8080660 0x559ab807bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 -- 172.21.15.32:0/722593092 >> 172.21.15.32:0/722593092 conn(0x559ab7faf050 msgr2=0x559ab807b400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 -- 172.21.15.32:0/722593092 shutdown_connections 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.173+0000 7f33f0152b80 1 -- 172.21.15.32:0/722593092 wait complete. 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 -- start start 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 Processor -- start 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8093740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab8080660 0x559ab808fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab808b4d0 0x559ab8090010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f33e01ac750 con 0x559ab8080660 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f33e01ac080 con 0x559ab807fd40 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.174+0000 7f33f0152b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f33e01a9370 con 0x559ab808b4d0 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33f0152b80 10 client.0 _ll_register_callbacks cb 0x559ab7f6b820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8093740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8093740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:54244/0 (socket says 172.21.15.32:54244) 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 -- 172.21.15.32:0/3260075119 learned_addr learned my addr 172.21.15.32:0/3260075119 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33d6000700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab8080660 0x559ab808fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33df400700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab808b4d0 0x559ab8090010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 -- 172.21.15.32:0/3260075119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab808b4d0 msgr2=0x559ab8090010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab808b4d0 0x559ab8090010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 -- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab8080660 msgr2=0x559ab808fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab8080660 0x559ab808fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 -- 172.21.15.32:0/3260075119 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab8090800 con 0x559ab807fd40 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33df400700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab808b4d0 0x559ab8090010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33d6000700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab8080660 0x559ab808fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33dea00700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8093740 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f33d0005a80 tx=0x7f33d0005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c09ab6cfd8485c88 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:10.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.175+0000 7f33ccc00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33ccc00700 1 -- 172.21.15.32:0/3260075119 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d001d070 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33d002f070 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33ccc00700 1 -- 172.21.15.32:0/3260075119 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 8586+0+0 (secure 0 0 0) 0x7f33d002a8d0 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33ccc00700 1 -- 172.21.15.32:0/3260075119 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f33d0026040 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33f0152b80 10 client.26807 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559ab8101f40 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.176+0000 7f33ccc00700 1 -- 172.21.15.32:0/3260075119 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33d002f070 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33ccc00700 1 -- 172.21.15.32:0/3260075119 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f33d0029050 con 0x559ab807fd40 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33f0152b80 10 client.26807 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33f0152b80 10 client.26807 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33f0152b80 20 client.26807 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:10.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33f0152b80 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab81024d0 0x559ab81048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33f0152b80 4 client.26807 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "69e89717", "release": true, "await": true}] 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "69e89717", "release": true, "await": true}) -- 0x559ab7fda820 con 0x559ab81024d0 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.177+0000 7f33d6000700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab81024d0 0x559ab81048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.178+0000 7f33d6000700 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab81024d0 0x559ab81048c0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0ef23ae04651cfa server_cookie=25648012bc972680 in_seq=0 out_seq=0 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.178+0000 7f33ccc00700 10 client.26807 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33ccc00700 1 -- 172.21.15.32:0/3260075119 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x559ab7fda820 con 0x559ab81024d0 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33ccc00700 10 client.26807 handle_command_reply: tid=0 2024-04-25T19:16:10.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 client.26807 shutdown 2024-04-25T19:16:10.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 msgr2=0x559ab8093740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8093740 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f33d0005a80 tx=0x7f33d0005bc0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 shutdown_connections 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559ab81024d0 0x559ab81048c0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559ab808b4d0 0x559ab8090010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559ab807fd40 0x559ab8093740 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 --2- 172.21.15.32:0/3260075119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559ab8080660 0x559ab808fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 >> 172.21.15.32:0/3260075119 conn(0x559ab7faf050 msgr2=0x559ab8096710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33ccc00700 0 client.26807 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.181+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 shutdown_connections 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.182+0000 7f33f0152b80 1 -- 172.21.15.32:0/3260075119 wait complete. 2024-04-25T19:16:10.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.182+0000 7f33f0152b80 20 client.26807 trim_cache size 0 max 16384 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 40, 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "69e89717": { 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 40, 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:16:10.185 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 78.2, 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:16:10.186 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f33c40a3db0 msgr2=0x7f33c40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f33c40a3db0 0x7f33c40a6270 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f33c8009fd0 tx=0x7f33c800f6e0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 msgr2=0x7f33e019fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 0x7f33e019fce0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009fd0 tx=0x7f33d800ef90 comp rx=0 tx=0).stop 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 shutdown_connections 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f33c40a3db0 0x7f33c40a6270 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f33e010f4a0 0x7f33e019fce0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33e0074c70 0x7f33e019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 --2- 172.21.15.32:0/4034579214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f33e0075590 0x7f33e019b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:10.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 >> 172.21.15.32:0/4034579214 conn(0x7f33e0079b90 msgr2=0x7f33e00ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:10.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 shutdown_connections 2024-04-25T19:16:10.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:16:10.183+0000 7f33e5800700 1 -- 172.21.15.32:0/4034579214 wait complete. 2024-04-25T19:16:11.279 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '69e89717', seconds elapsed: 34.1 2024-04-25T19:16:11.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:11 smithi032 ceph-mon[28041]: pgmap v391: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 33 op/s 2024-04-25T19:16:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:11 smithi066 ceph-mon[32882]: pgmap v391: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 33 op/s 2024-04-25T19:16:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:11 smithi064 ceph-mon[32321]: pgmap v391: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 33 op/s 2024-04-25T19:16:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:13 smithi066 ceph-mon[32882]: pgmap v392: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 33 op/s 2024-04-25T19:16:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:13 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:16:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:13 smithi064 ceph-mon[32321]: pgmap v392: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 33 op/s 2024-04-25T19:16:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:13 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:16:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:13 smithi032 ceph-mon[28041]: pgmap v392: 97 pgs: 97 active+clean; 3.9 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 33 op/s 2024-04-25T19:16:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:13 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:16:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:15 smithi066 ceph-mon[32882]: pgmap v393: 97 pgs: 97 active+clean; 4.0 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:16:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:15 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:16:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:15 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:16:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:15 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:16:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:15 smithi064 ceph-mon[32321]: pgmap v393: 97 pgs: 97 active+clean; 4.0 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:16:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:15 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:16:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:15 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:16:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:15 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:16:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:15 smithi032 ceph-mon[28041]: pgmap v393: 97 pgs: 97 active+clean; 4.0 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:16:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:15 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:16:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:15 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:16:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:15 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:16:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:17 smithi066 ceph-mon[32882]: pgmap v394: 97 pgs: 97 active+clean; 4.0 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:16:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:17 smithi064 ceph-mon[32321]: pgmap v394: 97 pgs: 97 active+clean; 4.0 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:16:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:17 smithi032 ceph-mon[28041]: pgmap v394: 97 pgs: 97 active+clean; 4.0 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-04-25T19:16:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 -- 172.21.15.32:0/1504879796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 msgr2=0x7ff52c1109e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 --2- 172.21.15.32:0/1504879796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c1109e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff524009be0 tx=0x7ff52402a750 comp rx=0 tx=0).stop 2024-04-25T19:16:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 -- 172.21.15.32:0/1504879796 shutdown_connections 2024-04-25T19:16:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 --2- 172.21.15.32:0/1504879796 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c1109e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 --2- 172.21.15.32:0/1504879796 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff52c074ca0 0x7ff52c10e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 --2- 172.21.15.32:0/1504879796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 -- 172.21.15.32:0/1504879796 >> 172.21.15.32:0/1504879796 conn(0x7ff52c0fd880 msgr2=0x7ff52c0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 -- 172.21.15.32:0/1504879796 shutdown_connections 2024-04-25T19:16:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.786+0000 7ff530c00640 1 -- 172.21.15.32:0/1504879796 wait complete. 2024-04-25T19:16:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.787+0000 7ff530c00640 1 Processor -- start 2024-04-25T19:16:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 -- start start 2024-04-25T19:16:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c19a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff52c074ca0 0x7ff52c19aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1141c0 con 0x7ff52c074ca0 2024-04-25T19:16:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c114040 con 0x7ff52c10e590 2024-04-25T19:16:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff530c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c114340 con 0x7ff52c074380 2024-04-25T19:16:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.788+0000 7ff52b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c19a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c19a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37622/0 (socket says 172.21.15.32:37622) 2024-04-25T19:16:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 -- 172.21.15.32:0/1602205189 learned_addr learned my addr 172.21.15.32:0/1602205189 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52aa00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff52c074ca0 0x7ff52c19aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 -- 172.21.15.32:0/1602205189 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 msgr2=0x7ff52c19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 -- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff52c074ca0 msgr2=0x7ff52c19aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff52c074ca0 0x7ff52c19aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52b400640 1 -- 172.21.15.32:0/1602205189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff52c19f750 con 0x7ff52c074380 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.789+0000 7ff52be00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.790+0000 7ff52b400640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c19a760 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff51c00e9f0 tx=0x7ff51c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:18.793 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.792+0000 7ff523e00640 1 -- 172.21.15.32:0/1602205189 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff51c00ccc0 con 0x7ff52c074380 2024-04-25T19:16:18.794 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.792+0000 7ff523e00640 1 -- 172.21.15.32:0/1602205189 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff51c0054d0 con 0x7ff52c074380 2024-04-25T19:16:18.794 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.792+0000 7ff523e00640 1 -- 172.21.15.32:0/1602205189 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff51c010430 con 0x7ff52c074380 2024-04-25T19:16:18.794 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.792+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff52c19fa40 con 0x7ff52c074380 2024-04-25T19:16:18.794 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.792+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff52c1a72d0 con 0x7ff52c074380 2024-04-25T19:16:18.797 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.795+0000 7ff523e00640 1 -- 172.21.15.32:0/1602205189 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff51c0046c0 con 0x7ff52c074380 2024-04-25T19:16:18.797 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.796+0000 7ff534d22740 1 Processor -- start 2024-04-25T19:16:18.797 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.796+0000 7ff534d22740 1 -- start start 2024-04-25T19:16:18.798 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.796+0000 7ff534d22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 0x5572028c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.798 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.796+0000 7ff534d22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c52d0 0x5572028cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff534d22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028cfb90 0x5572028d1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff534d22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55720282a900 con 0x5572028c52d0 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff534d22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5572027d0ef0 con 0x5572028c49b0 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff534d22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5572028268c0 con 0x5572028cfb90 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52b400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c52d0 0x5572028cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 0x5572028c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028cfb90 0x5572028d1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 0x5572028c4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55306/0 (socket says 172.21.15.32:55306) 2024-04-25T19:16:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 -- 172.21.15.32:0/2099026395 learned_addr learned my addr 172.21.15.32:0/2099026395 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 -- 172.21.15.32:0/2099026395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028cfb90 msgr2=0x5572028d1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028cfb90 0x5572028d1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 -- 172.21.15.32:0/2099026395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c52d0 msgr2=0x5572028cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c52d0 0x5572028cf650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52be00640 1 -- 172.21.15.32:0/2099026395 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55720253d210 con 0x5572028c49b0 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.797+0000 7ff52b400640 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c52d0 0x5572028cf650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff523e00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff5100a3d00 0x7ff5100a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff52be00640 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 0x5572028c4d90 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff524009be0 tx=0x7ff5240307c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89534253cd043f0a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff523e00640 1 -- 172.21.15.32:0/1602205189 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7ff51c0d0b10 con 0x7ff52c074380 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff52b400640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff5100a3d00 0x7ff5100a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff517e00640 1 -- 172.21.15.32:0/2099026395 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524041030 con 0x5572028c49b0 2024-04-25T19:16:18.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff517e00640 1 -- 172.21.15.32:0/2099026395 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff524003e20 con 0x5572028c49b0 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.798+0000 7ff517e00640 1 -- 172.21.15.32:0/2099026395 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff524036040 con 0x5572028c49b0 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 -- 172.21.15.32:0/2099026395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 msgr2=0x5572028c4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff52b400640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff5100a3d00 0x7ff5100a61c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x5572028c5f50 tx=0x7ff51c0d45c0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 0x5572028c4d90 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff524009be0 tx=0x7ff5240307c0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 -- 172.21.15.32:0/2099026395 shutdown_connections 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028cfb90 0x5572028d1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c52d0 0x5572028cf650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 --2- 172.21.15.32:0/2099026395 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c49b0 0x5572028c4d90 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 -- 172.21.15.32:0/2099026395 >> 172.21.15.32:0/2099026395 conn(0x5572028c0ec0 msgr2=0x5572028c12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 -- 172.21.15.32:0/2099026395 shutdown_connections 2024-04-25T19:16:18.802 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.799+0000 7ff534d22740 1 -- 172.21.15.32:0/2099026395 wait complete. 2024-04-25T19:16:18.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 -- start start 2024-04-25T19:16:18.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 Processor -- start 2024-04-25T19:16:18.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028ccb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.805 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5572028d2760 con 0x5572028cfb90 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5572027e4310 con 0x5572028c52d0 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.800+0000 7ff534d22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5572028d28e0 con 0x5572028c49b0 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff534d22740 10 client.0 _ll_register_callbacks cb 0x5572027b2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55322/0 (socket says 172.21.15.32:55322) 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 -- 172.21.15.32:0/559705893 learned_addr learned my addr 172.21.15.32:0/559705893 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52be00640 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028ccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 -- 172.21.15.32:0/559705893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 msgr2=0x5572028ccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028ccb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 -- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 msgr2=0x5572028cd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.806 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.801+0000 7ff52aa00640 1 -- 172.21.15.32:0/559705893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557202609620 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff52aa00640 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd060 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff518012700 tx=0x7ff518012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c08cc14e2f9e208b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff514c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff514c00640 1 -- 172.21.15.32:0/559705893 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff518004030 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff514c00640 1 -- 172.21.15.32:0/559705893 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7ff5180041d0 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff524003e20 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff514c00640 1 -- 172.21.15.32:0/559705893 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff5180043d0 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff534d22740 10 client.26819 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.802+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5572028dea20 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff514c00640 1 -- 172.21.15.32:0/559705893 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff524003e20 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff514c00640 1 -- 172.21.15.32:0/559705893 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff518003c00 con 0x5572028c52d0 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff534d22740 10 client.26819 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff534d22740 10 client.26819 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff534d22740 20 client.26819 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:18.807 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff534d22740 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5572028dff30 0x5572028e2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.808 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff534d22740 4 client.26819 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:16:18.808 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55720283e8b0 con 0x5572028dff30 2024-04-25T19:16:18.808 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.803+0000 7ff52be00640 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5572028dff30 0x5572028e2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.804+0000 7ff52be00640 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5572028dff30 0x5572028e2320 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89d62d17f0fea9de server_cookie=326f32c27b1eeac1 in_seq=0 out_seq=0 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.804+0000 7ff514c00640 10 client.26819 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff514c00640 1 -- 172.21.15.32:0/559705893 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55720283e8b0 con 0x5572028dff30 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff514c00640 10 client.26819 handle_command_reply: tid=0 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 client.26819 shutdown 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 msgr2=0x5572028cd060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd060 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff518012700 tx=0x7ff518012bc0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 shutdown_connections 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5572028dff30 0x5572028e2320 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.809 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd060 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.810 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff514c00640 0 client.26819 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:18.810 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 --2- 172.21.15.32:0/559705893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028ccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.810 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 >> 172.21.15.32:0/559705893 conn(0x5572028c0ec0 msgr2=0x5572028c6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:18.810 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 shutdown_connections 2024-04-25T19:16:18.810 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.805+0000 7ff534d22740 1 -- 172.21.15.32:0/559705893 wait complete. 2024-04-25T19:16:18.810 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.806+0000 7ff534d22740 20 client.26819 trim_cache size 0 max 16384 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 Processor -- start 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 -- start start 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028db620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1afcb0 con 0x5572028cfb90 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1b17f0 con 0x5572028c52d0 2024-04-25T19:16:18.824 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.822+0000 7ff534d22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1b0380 con 0x5572028c49b0 2024-04-25T19:16:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.825 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55336/0 (socket says 172.21.15.32:55336) 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42634/0 (socket says 172.21.15.32:42634) 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 -- 172.21.15.32:0/3944277169 learned_addr learned my addr 172.21.15.32:0/3944277169 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52be00640 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028db620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 -- 172.21.15.32:0/3944277169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 msgr2=0x5572028db620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028db620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 -- 172.21.15.32:0/3944277169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 msgr2=0x5572028cea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 -- 172.21.15.32:0/3944277169 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572028c5100 con 0x5572028c52d0 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.823+0000 7ff52aa00640 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd3c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff51801c650 tx=0x7ff51801c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50b2d0d5548ef797 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff517400640 1 -- 172.21.15.32:0/3944277169 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff518028030 con 0x5572028c52d0 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff517400640 1 -- 172.21.15.32:0/3944277169 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff518004000 con 0x5572028c52d0 2024-04-25T19:16:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff517400640 1 -- 172.21.15.32:0/3944277169 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff51800faa0 con 0x5572028c52d0 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 -- 172.21.15.32:0/3944277169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 msgr2=0x5572028cd3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd3c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff51801c650 tx=0x7ff51801c680 comp rx=0 tx=0).stop 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 -- 172.21.15.32:0/3944277169 shutdown_connections 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028cfb90 0x5572028cea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028c52d0 0x5572028cd3c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 --2- 172.21.15.32:0/3944277169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c49b0 0x5572028db620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.824+0000 7ff534d22740 1 -- 172.21.15.32:0/3944277169 >> 172.21.15.32:0/3944277169 conn(0x5572028c0ec0 msgr2=0x5572028ce350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.825+0000 7ff534d22740 1 -- 172.21.15.32:0/3944277169 shutdown_connections 2024-04-25T19:16:18.830 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.825+0000 7ff534d22740 1 -- 172.21.15.32:0/3944277169 wait complete. 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.825+0000 7ff534d22740 1 -- start start 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.825+0000 7ff534d22740 1 Processor -- start 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 0x5572028d7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c52d0 0x5572028d5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028cfb90 0x5572028d58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1b1120 con 0x5572028c49b0 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1b0a50 con 0x5572028cfb90 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff52c1adcb0 con 0x5572028c52d0 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff534d22740 10 client.0 _ll_register_callbacks cb 0x7ff518009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 0x5572028d7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 0x5572028d7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42648/0 (socket says 172.21.15.32:42648) 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52be00640 1 -- 172.21.15.32:0/2548313712 learned_addr learned my addr 172.21.15.32:0/2548313712 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52aa00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c52d0 0x5572028d5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.831 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52be00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028cfb90 0x5572028d58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52aa00640 1 -- 172.21.15.32:0/2548313712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028cfb90 msgr2=0x5572028d58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52aa00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028cfb90 0x5572028d58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52aa00640 1 -- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 msgr2=0x5572028d7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52aa00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 0x5572028d7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52aa00640 1 -- 172.21.15.32:0/2548313712 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572028d6100 con 0x5572028c52d0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.826+0000 7ff52be00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 0x5572028d7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff52aa00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c52d0 0x5572028d5330 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x5572028cdc60 tx=0x7ff51800f810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da431b54ee65d5f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff514c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff514c00640 1 -- 172.21.15.32:0/2548313712 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff518031070 con 0x5572028c52d0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff518004000 con 0x5572028c52d0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff514c00640 1 -- 172.21.15.32:0/2548313712 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7ff51800fa20 con 0x5572028c52d0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff514c00640 1 -- 172.21.15.32:0/2548313712 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff51803d050 con 0x5572028c52d0 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff534d22740 10 client.26869 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:18.832 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.827+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557202946590 con 0x5572028c52d0 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff514c00640 1 -- 172.21.15.32:0/2548313712 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff518004000 con 0x5572028c52d0 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff514c00640 1 -- 172.21.15.32:0/2548313712 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7ff51800fc40 con 0x5572028c52d0 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff534d22740 10 client.26869 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff534d22740 10 client.26869 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff534d22740 20 client.26869 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff534d22740 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x557202946c80 0x5572029490a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff534d22740 4 client.26869 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557202838320 con 0x557202946c80 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.828+0000 7ff52be00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x557202946c80 0x5572029490a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.829+0000 7ff52be00640 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x557202946c80 0x5572029490a0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18a003477feee414 server_cookie=b639a6da2d0ed2c5 in_seq=0 out_seq=0 2024-04-25T19:16:18.833 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.829+0000 7ff514c00640 10 client.26869 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:18.851 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff514c00640 1 -- 172.21.15.32:0/2548313712 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557202838320 con 0x557202946c80 2024-04-25T19:16:18.851 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff514c00640 10 client.26869 handle_command_reply: tid=0 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 client.26869 shutdown 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c52d0 msgr2=0x5572028d5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c52d0 0x5572028d5330 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x5572028cdc60 tx=0x7ff51800f810 comp rx=0 tx=0).stop 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 shutdown_connections 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x557202946c80 0x5572029490a0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5572028cfb90 0x5572028d58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572028c52d0 0x5572028d5330 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 --2- 172.21.15.32:0/2548313712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5572028c49b0 0x5572028d7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff514c00640 0 client.26869 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.849+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 >> 172.21.15.32:0/2548313712 conn(0x5572028c0ec0 msgr2=0x5572028cebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.850+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 shutdown_connections 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.850+0000 7ff534d22740 1 -- 172.21.15.32:0/2548313712 wait complete. 2024-04-25T19:16:18.852 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.850+0000 7ff534d22740 20 client.26869 trim_cache size 0 max 16384 2024-04-25T19:16:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:16:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:16:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:16:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.850+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff5100a3d00 msgr2=0x7ff5100a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.850+0000 7ff530c00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff5100a3d00 0x7ff5100a61c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x5572028c5f50 tx=0x7ff51c0d45c0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 msgr2=0x7ff52c19a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c19a760 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff51c00e9f0 tx=0x7ff51c00eeb0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 shutdown_connections 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff5100a3d00 0x7ff5100a61c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff52c10e590 0x7ff52c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff52c074ca0 0x7ff52c19aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 --2- 172.21.15.32:0/1602205189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff52c074380 0x7ff52c19a760 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 >> 172.21.15.32:0/1602205189 conn(0x7ff52c0fd880 msgr2=0x7ff52c0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 shutdown_connections 2024-04-25T19:16:18.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:18.851+0000 7ff530c00640 1 -- 172.21.15.32:0/1602205189 wait complete. 2024-04-25T19:16:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:19 smithi066 ceph-mon[32882]: pgmap v395: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:19 smithi066 ceph-mon[32882]: osdmap e106: 12 total, 12 up, 12 in 2024-04-25T19:16:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:19 smithi064 ceph-mon[32321]: pgmap v395: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:19 smithi064 ceph-mon[32321]: osdmap e106: 12 total, 12 up, 12 in 2024-04-25T19:16:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:19 smithi032 ceph-mon[28041]: pgmap v395: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:19 smithi032 ceph-mon[28041]: osdmap e106: 12 total, 12 up, 12 in 2024-04-25T19:16:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:21 smithi066 ceph-mon[32882]: pgmap v397: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:21 smithi064 ceph-mon[32321]: pgmap v397: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:21 smithi032 ceph-mon[28041]: pgmap v397: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:23 smithi066 ceph-mon[32882]: pgmap v398: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:23 smithi064 ceph-mon[32321]: pgmap v398: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:23 smithi032 ceph-mon[28041]: pgmap v398: 97 pgs: 97 active+clean; 4.2 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-04-25T19:16:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:25 smithi066 ceph-mon[32882]: pgmap v399: 97 pgs: 97 active+clean; 4.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:16:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:25 smithi064 ceph-mon[32321]: pgmap v399: 97 pgs: 97 active+clean; 4.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:16:25.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:25 smithi032 ceph-mon[28041]: pgmap v399: 97 pgs: 97 active+clean; 4.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:16:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:27 smithi066 ceph-mon[32882]: pgmap v400: 97 pgs: 97 active+clean; 4.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:16:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:27 smithi064 ceph-mon[32321]: pgmap v400: 97 pgs: 97 active+clean; 4.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:16:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:27 smithi032 ceph-mon[28041]: pgmap v400: 97 pgs: 97 active+clean; 4.4 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:16:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:29 smithi064 ceph-mon[32321]: pgmap v401: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 49 KiB/s wr, 18 op/s 2024-04-25T19:16:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:29 smithi032 ceph-mon[28041]: pgmap v401: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 49 KiB/s wr, 18 op/s 2024-04-25T19:16:29.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:29 smithi066 ceph-mon[32882]: pgmap v401: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 49 KiB/s wr, 18 op/s 2024-04-25T19:16:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:31 smithi064 ceph-mon[32321]: pgmap v402: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-04-25T19:16:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:31 smithi032 ceph-mon[28041]: pgmap v402: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-04-25T19:16:31.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:31 smithi066 ceph-mon[32882]: pgmap v402: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-04-25T19:16:32.000 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 -- 172.21.15.32:0/117181260 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 msgr2=0x7fe1b4103310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.000 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 --2- 172.21.15.32:0/117181260 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4103310 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009900 tx=0x7fe1a802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.000 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 -- 172.21.15.32:0/117181260 shutdown_connections 2024-04-25T19:16:32.000 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 --2- 172.21.15.32:0/117181260 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b410c3a0 0x7fe1b410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.000 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 --2- 172.21.15.32:0/117181260 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b4103850 0x7fe1b410bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.000 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 --2- 172.21.15.32:0/117181260 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4103310 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 -- 172.21.15.32:0/117181260 >> 172.21.15.32:0/117181260 conn(0x7fe1b40fc790 msgr2=0x7fe1b40febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:32.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 -- 172.21.15.32:0/117181260 shutdown_connections 2024-04-25T19:16:32.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.998+0000 7fe1ba400640 1 -- 172.21.15.32:0/117181260 wait complete. 2024-04-25T19:16:32.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:31.999+0000 7fe1ba400640 1 Processor -- start 2024-04-25T19:16:32.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 -- start start 2024-04-25T19:16:32.002 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4100b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.002 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b4103850 0x7fe1b41010c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.002 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b410c3a0 0x7fe1b4101600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.002 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b4112050 con 0x7fe1b4103850 2024-04-25T19:16:32.002 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b4111ed0 con 0x7fe1b4102f30 2024-04-25T19:16:32.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.000+0000 7fe1ba400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41121d0 con 0x7fe1b410c3a0 2024-04-25T19:16:32.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b4103850 0x7fe1b41010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4100b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4100b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57082/0 (socket says 172.21.15.32:57082) 2024-04-25T19:16:32.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 -- 172.21.15.32:0/2494230836 learned_addr learned my addr 172.21.15.32:0/2494230836 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:32.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9a00640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b410c3a0 0x7fe1b4101600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 -- 172.21.15.32:0/2494230836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b410c3a0 msgr2=0x7fe1b4101600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b410c3a0 0x7fe1b4101600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 -- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b4103850 msgr2=0x7fe1b41010c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b4103850 0x7fe1b41010c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 -- 172.21.15.32:0/2494230836 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b41a6a70 con 0x7fe1b4102f30 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.001+0000 7fe1b9000640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4100b80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8005ab0 tx=0x7fe1a8003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.002+0000 7fe1b1600640 1 -- 172.21.15.32:0/2494230836 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a803f070 con 0x7fe1b4102f30 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.002+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b41a6d00 con 0x7fe1b4102f30 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.002+0000 7fe1b1600640 1 -- 172.21.15.32:0/2494230836 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a8031b60 con 0x7fe1b4102f30 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.002+0000 7fe1b1600640 1 -- 172.21.15.32:0/2494230836 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8035030 con 0x7fe1b4102f30 2024-04-25T19:16:32.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.002+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b41a71a0 con 0x7fe1b4102f30 2024-04-25T19:16:32.007 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.005+0000 7fe1be7cd740 1 Processor -- start 2024-04-25T19:16:32.007 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.005+0000 7fe1be7cd740 1 -- start start 2024-04-25T19:16:32.007 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.005+0000 7fe1b1600640 1 -- 172.21.15.32:0/2494230836 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe1a8042070 con 0x7fe1b4102f30 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238969b0 0x55bc23896d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc238a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55bc237fc900 con 0x55bc238a1b90 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bc237a2ef0 con 0x55bc238972d0 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc237f88c0 con 0x55bc238969b0 2024-04-25T19:16:32.008 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1b3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc238a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1b3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc238a3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:42460/0 (socket says 172.21.15.32:42460) 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1b3e00640 1 -- 172.21.15.32:0/388391170 learned_addr learned my addr 172.21.15.32:0/388391170 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.006+0000 7fe1b9a00640 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238969b0 0x55bc23896d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b3e00640 1 -- 172.21.15.32:0/388391170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238969b0 msgr2=0x55bc23896d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238969b0 0x55bc23896d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b3e00640 1 -- 172.21.15.32:0/388391170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 msgr2=0x55bc238a1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.009 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b3e00640 1 -- 172.21.15.32:0/388391170 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc2350f210 con 0x55bc238a1b90 2024-04-25T19:16:32.013 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc238a3f80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009c60 tx=0x7fe1a0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598e377da982e6e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:32.013 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b1600640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe19c0a3d00 0x7fe19c0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.013 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b1600640 1 -- 172.21.15.32:0/2494230836 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7fe1a80f0f30 con 0x7fe1b4102f30 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1a6000640 1 -- 172.21.15.32:0/388391170 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0004220 con 0x55bc238a1b90 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1a6000640 1 -- 172.21.15.32:0/388391170 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a00043c0 con 0x55bc238a1b90 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1a6000640 1 -- 172.21.15.32:0/388391170 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a00197b0 con 0x55bc238a1b90 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.007+0000 7fe1b9a00640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe19c0a3d00 0x7fe19c0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 -- 172.21.15.32:0/388391170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 msgr2=0x55bc238a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc238a3f80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009c60 tx=0x7fe1a0011810 comp rx=0 tx=0).stop 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1b9a00640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe19c0a3d00 0x7fe19c0a61c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac005fd0 tx=0x7fe1ac009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 -- 172.21.15.32:0/388391170 shutdown_connections 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc238a3f80 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.014 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/388391170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238969b0 0x55bc23896d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 -- 172.21.15.32:0/388391170 >> 172.21.15.32:0/388391170 conn(0x55bc23892ec0 msgr2=0x55bc238932a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 -- 172.21.15.32:0/388391170 shutdown_connections 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.008+0000 7fe1be7cd740 1 -- 172.21.15.32:0/388391170 wait complete. 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 -- start start 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 Processor -- start 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc2389ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238972d0 0x55bc2389ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc2389f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55bc238a47c0 con 0x55bc238a1b90 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55bc237b6310 con 0x55bc238969b0 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.009+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc238a4940 con 0x55bc238972d0 2024-04-25T19:16:32.015 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1be7cd740 10 client.0 _ll_register_callbacks cb 0x55bc23784cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc2389ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc2389ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57096/0 (socket says 172.21.15.32:57096) 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 -- 172.21.15.32:0/3177366889 learned_addr learned my addr 172.21.15.32:0/3177366889 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9a00640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc2389f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238972d0 0x55bc2389ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 -- 172.21.15.32:0/3177366889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238972d0 msgr2=0x55bc2389ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238972d0 0x55bc2389ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 -- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 msgr2=0x55bc2389f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc2389f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 -- 172.21.15.32:0/3177366889 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc235db620 con 0x55bc238969b0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238972d0 0x55bc2389ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.010+0000 7fe1b9000640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc2389ea50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8031440 tx=0x7fe1a80b9270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4581fbff1b87a29b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe19aa00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:16:32.016 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe19aa00640 1 -- 172.21.15.32:0/3177366889 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8049070 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe19aa00640 1 -- 172.21.15.32:0/3177366889 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7fe1a803b460 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a00043c0 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe19aa00640 1 -- 172.21.15.32:0/3177366889 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe1a80bcf10 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe1be7cd740 10 client.26837 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bc238b0990 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe19aa00640 1 -- 172.21.15.32:0/3177366889 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a00043c0 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe19aa00640 1 -- 172.21.15.32:0/3177366889 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe1a80bd170 con 0x55bc238969b0 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe1be7cd740 10 client.26837 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.011+0000 7fe1be7cd740 10 client.26837 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.012+0000 7fe1be7cd740 20 client.26837 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.012+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc238b1e90 0x55bc238b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.012+0000 7fe1be7cd740 4 client.26837 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.012+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc238108b0 con 0x55bc238b1e90 2024-04-25T19:16:32.017 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.012+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc238b1e90 0x55bc238b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.013+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc238b1e90 0x55bc238b42a0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=331b05509988727d server_cookie=b5ba2a3bcb6fb0f1 in_seq=0 out_seq=0 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.013+0000 7fe19aa00640 10 client.26837 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.013+0000 7fe19aa00640 1 -- 172.21.15.32:0/3177366889 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bc238108b0 con 0x55bc238b1e90 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.013+0000 7fe19aa00640 10 client.26837 handle_command_reply: tid=0 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.013+0000 7fe1be7cd740 1 client.26837 shutdown 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 msgr2=0x55bc2389ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc2389ea50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8031440 tx=0x7fe1a80b9270 comp rx=0 tx=0).stop 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 shutdown_connections 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc238b1e90 0x55bc238b42a0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238a1b90 0x55bc2389f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.019 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238972d0 0x55bc2389ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe19aa00640 0 client.26837 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/3177366889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc2389ea50 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 >> 172.21.15.32:0/3177366889 conn(0x55bc23892ec0 msgr2=0x55bc23898bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 shutdown_connections 2024-04-25T19:16:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 1 -- 172.21.15.32:0/3177366889 wait complete. 2024-04-25T19:16:32.020 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.014+0000 7fe1be7cd740 20 client.26837 trim_cache size 0 max 16384 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.030+0000 7fe1be7cd740 1 Processor -- start 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.030+0000 7fe1be7cd740 1 -- start start 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc238ad680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238972d0 0x55bc238b9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238ba0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41ab7e0 con 0x55bc238972d0 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41ad320 con 0x55bc238969b0 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41abeb0 con 0x55bc238a1b90 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc238ad680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc238ad680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57104/0 (socket says 172.21.15.32:57104) 2024-04-25T19:16:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 -- 172.21.15.32:0/1252019123 learned_addr learned my addr 172.21.15.32:0/1252019123 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238972d0 0x55bc238b9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9a00640 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238ba0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 -- 172.21.15.32:0/1252019123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 msgr2=0x55bc238ba0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238ba0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 -- 172.21.15.32:0/1252019123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238972d0 msgr2=0x55bc238b9bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238972d0 0x55bc238b9bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.031+0000 7fe1b9000640 1 -- 172.21.15.32:0/1252019123 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc238aeaa0 con 0x55bc238969b0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.032+0000 7fe1b9000640 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc238ad680 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80bd550 tx=0x7fe1a80bb420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9163e2c9a3ef0b6c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.032+0000 7fe1a5600640 1 -- 172.21.15.32:0/1252019123 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8049070 con 0x55bc238969b0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.032+0000 7fe1a5600640 1 -- 172.21.15.32:0/1252019123 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a80d5070 con 0x55bc238969b0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.032+0000 7fe1a5600640 1 -- 172.21.15.32:0/1252019123 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a803b460 con 0x55bc238969b0 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 -- 172.21.15.32:0/1252019123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 msgr2=0x55bc238ad680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc238ad680 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80bd550 tx=0x7fe1a80bb420 comp rx=0 tx=0).stop 2024-04-25T19:16:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 -- 172.21.15.32:0/1252019123 shutdown_connections 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238ba0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238972d0 0x55bc238b9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/1252019123 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238969b0 0x55bc238ad680 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 -- 172.21.15.32:0/1252019123 >> 172.21.15.32:0/1252019123 conn(0x55bc23892ec0 msgr2=0x55bc23899d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 -- 172.21.15.32:0/1252019123 shutdown_connections 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.033+0000 7fe1be7cd740 1 -- 172.21.15.32:0/1252019123 wait complete. 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 -- start start 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 Processor -- start 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238969b0 0x55bc238a6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238a7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41acc50 con 0x55bc238969b0 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41ac580 con 0x55bc238972d0 2024-04-25T19:16:32.041 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41a9800 con 0x55bc238a1b90 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.034+0000 7fe1be7cd740 10 client.0 _ll_register_callbacks cb 0x7fe1a8009260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b9a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238a7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a70a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57114/0 (socket says 172.21.15.32:57114) 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 -- 172.21.15.32:0/2733112576 learned_addr learned my addr 172.21.15.32:0/2733112576 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b9000640 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238969b0 0x55bc238a6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 -- 172.21.15.32:0/2733112576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 msgr2=0x55bc238a7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238a7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 -- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238969b0 msgr2=0x55bc238a6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238969b0 0x55bc238a6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 -- 172.21.15.32:0/2733112576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc239166f0 con 0x55bc238972d0 2024-04-25T19:16:32.042 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe1b3e00640 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a70a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009c60 tx=0x7fe1a0009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bd3473b0888a66 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe19aa00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.035+0000 7fe19aa00640 1 -- 172.21.15.32:0/2733112576 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a002cd60 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a80d5070 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe19aa00640 1 -- 172.21.15.32:0/2733112576 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7fe1a0004000 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe19aa00640 1 -- 172.21.15.32:0/2733112576 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe1a003c050 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 10 client.26843 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55bc23917a60 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe19aa00640 1 -- 172.21.15.32:0/2733112576 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a80d5070 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe19aa00640 1 -- 172.21.15.32:0/2733112576 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fe1a0004200 con 0x55bc238972d0 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 10 client.26843 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 10 client.26843 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 20 client.26843 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc23918020 0x55bc2391a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:32.043 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 4 client.26843 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:16:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.036+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc2380a320 con 0x55bc23918020 2024-04-25T19:16:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.037+0000 7fe1b9000640 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc23918020 0x55bc2391a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.037+0000 7fe1b9000640 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc23918020 0x55bc2391a440 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=662880d2c1a2a561 server_cookie=dc4135790939d264 in_seq=0 out_seq=0 2024-04-25T19:16:32.044 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.037+0000 7fe19aa00640 10 client.26843 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.054+0000 7fe19aa00640 1 -- 172.21.15.32:0/2733112576 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bc2380a320 con 0x55bc23918020 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.054+0000 7fe19aa00640 10 client.26843 handle_command_reply: tid=0 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.054+0000 7fe1be7cd740 1 client.26843 shutdown 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 msgr2=0x55bc238a70a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a70a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009c60 tx=0x7fe1a0009b80 comp rx=0 tx=0).stop 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 shutdown_connections 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55bc23918020 0x55bc2391a440 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc238a1b90 0x55bc238a7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55bc238972d0 0x55bc238a70a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe19aa00640 0 client.26843 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 --2- 172.21.15.32:0/2733112576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bc238969b0 0x55bc238a6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 >> 172.21.15.32:0/2733112576 conn(0x55bc23892ec0 msgr2=0x55bc23898360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 shutdown_connections 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 1 -- 172.21.15.32:0/2733112576 wait complete. 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.055+0000 7fe1be7cd740 20 client.26843 trim_cache size 0 max 16384 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:16:32.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe19c0a3d00 msgr2=0x7fe19c0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe19c0a3d00 0x7fe19c0a61c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac005fd0 tx=0x7fe1ac009500 comp rx=0 tx=0).stop 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 msgr2=0x7fe1b4100b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4100b80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8005ab0 tx=0x7fe1a8003c10 comp rx=0 tx=0).stop 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 shutdown_connections 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe19c0a3d00 0x7fe19c0a61c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b410c3a0 0x7fe1b4101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b4103850 0x7fe1b41010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 --2- 172.21.15.32:0/2494230836 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe1b4102f30 0x7fe1b4100b80 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 >> 172.21.15.32:0/2494230836 conn(0x7fe1b40fc790 msgr2=0x7fe1b40fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 shutdown_connections 2024-04-25T19:16:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:32.056+0000 7fe1ba400640 1 -- 172.21.15.32:0/2494230836 wait complete. 2024-04-25T19:16:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:33 smithi064 ceph-mon[32321]: pgmap v403: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:16:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:33 smithi032 ceph-mon[28041]: pgmap v403: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:16:33.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:33 smithi066 ceph-mon[32882]: pgmap v403: 97 pgs: 97 active+clean; 4.6 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:16:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:35 smithi064 ceph-mon[32321]: pgmap v404: 97 pgs: 97 active+clean; 4.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-04-25T19:16:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:35 smithi032 ceph-mon[28041]: pgmap v404: 97 pgs: 97 active+clean; 4.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-04-25T19:16:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:35 smithi066 ceph-mon[32882]: pgmap v404: 97 pgs: 97 active+clean; 4.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 63 KiB/s wr, 24 op/s 2024-04-25T19:16:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:37 smithi064 ceph-mon[32321]: pgmap v405: 97 pgs: 97 active+clean; 4.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:16:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:37 smithi032 ceph-mon[28041]: pgmap v405: 97 pgs: 97 active+clean; 4.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:16:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:37 smithi066 ceph-mon[32882]: pgmap v405: 97 pgs: 97 active+clean; 4.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:16:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:39 smithi064 ceph-mon[32321]: pgmap v406: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-04-25T19:16:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:39 smithi032 ceph-mon[28041]: pgmap v406: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-04-25T19:16:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:39 smithi066 ceph-mon[32882]: pgmap v406: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-04-25T19:16:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:41 smithi064 ceph-mon[32321]: pgmap v407: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:16:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:41 smithi032 ceph-mon[28041]: pgmap v407: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:16:41.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:41 smithi066 ceph-mon[32882]: pgmap v407: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:16:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:43 smithi064 ceph-mon[32321]: pgmap v408: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:16:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:43 smithi032 ceph-mon[28041]: pgmap v408: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:16:43.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:43 smithi066 ceph-mon[32882]: pgmap v408: 97 pgs: 97 active+clean; 5.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 -- 172.21.15.32:0/2236639132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 msgr2=0x7f51cc10bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2236639132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc10bd30 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f51b8009900 tx=0x7f51b802a400 comp rx=0 tx=0).stop 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 -- 172.21.15.32:0/2236639132 shutdown_connections 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2236639132 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2236639132 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc10bd30 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2236639132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51cc102f30 0x7f51cc103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 -- 172.21.15.32:0/2236639132 >> 172.21.15.32:0/2236639132 conn(0x7f51cc0fc790 msgr2=0x7f51cc0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 -- 172.21.15.32:0/2236639132 shutdown_connections 2024-04-25T19:16:45.207 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.205+0000 7f51cbe00640 1 -- 172.21.15.32:0/2236639132 wait complete. 2024-04-25T19:16:45.208 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.206+0000 7f51cbe00640 1 Processor -- start 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.206+0000 7f51cbe00640 1 -- start start 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51cc102f30 0x7f51cc1a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cbe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc1a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc19a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cbe00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc111fd0 con 0x7f51cc103850 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cbe00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc111e50 con 0x7f51cc10c3a0 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc112150 con 0x7f51cc102f30 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc1a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cb400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc19a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51caa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51cc102f30 0x7f51cc1a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cb400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc19a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:37128/0 (socket says 172.21.15.32:37128) 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cb400640 1 -- 172.21.15.32:0/2959356199 learned_addr learned my addr 172.21.15.32:0/2959356199 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:45.209 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51ca000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc1a0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54662/0 (socket says 172.21.15.32:54662) 2024-04-25T19:16:45.210 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.207+0000 7f51cb400640 1 -- 172.21.15.32:0/2959356199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51cc102f30 msgr2=0x7f51cc1a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cb400640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51cc102f30 0x7f51cc1a0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cb400640 1 -- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 msgr2=0x7f51cc1a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cb400640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc1a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cb400640 1 -- 172.21.15.32:0/2959356199 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51cc19ad30 con 0x7f51cc10c3a0 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cb400640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc19a5b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f51c400e970 tx=0x7f51c400ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51c3400640 1 -- 172.21.15.32:0/2959356199 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c400ccc0 con 0x7f51cc10c3a0 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51cc19b020 con 0x7f51cc10c3a0 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51c3400640 1 -- 172.21.15.32:0/2959356199 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51c400ce60 con 0x7f51cc10c3a0 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51c3400640 1 -- 172.21.15.32:0/2959356199 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c4010430 con 0x7f51cc10c3a0 2024-04-25T19:16:45.211 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.208+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51cc1a72c0 con 0x7f51cc10c3a0 2024-04-25T19:16:45.213 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 Processor -- start 2024-04-25T19:16:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51c3400640 1 -- 172.21.15.32:0/2959356199 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f51c4004ff0 con 0x7f51cc10c3a0 2024-04-25T19:16:45.214 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 -- start start 2024-04-25T19:16:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d11290ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112919650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.215 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d112874900 con 0x55d112919b90 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d11281aef0 con 0x55d11290f2d0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.212+0000 7f51d464d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d1128708c0 con 0x55d11290e9b0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112919650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112919650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:37134/0 (socket says 172.21.15.32:37134) 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 -- 172.21.15.32:0/2852084086 learned_addr learned my addr 172.21.15.32:0/2852084086 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51ca000640 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d11290ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51ca000640 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 -- 172.21.15.32:0/2852084086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 msgr2=0x55d11290ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d11290ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 -- 172.21.15.32:0/2852084086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 msgr2=0x55d11291bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 -- 172.21.15.32:0/2852084086 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d112587210 con 0x55d11290f2d0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51ca000640 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.213+0000 7f51caa00640 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112919650 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f51bc0114f0 tx=0x7f51bc0119b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a14c5688b05d5b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:45.216 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51b7e00640 1 -- 172.21.15.32:0/2852084086 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51bc01e070 con 0x55d11290f2d0 2024-04-25T19:16:45.217 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51b7e00640 1 -- 172.21.15.32:0/2852084086 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51bc00fad0 con 0x55d11290f2d0 2024-04-25T19:16:45.217 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51b7e00640 1 -- 172.21.15.32:0/2852084086 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51bc019b10 con 0x55d11290f2d0 2024-04-25T19:16:45.217 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51c3400640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f51b00a3d00 0x7f51b00a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.220 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51c3400640 1 -- 172.21.15.32:0/2959356199 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7f51c40d0c00 con 0x7f51cc10c3a0 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51ca000640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f51b00a3d00 0x7f51b00a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51d464d740 1 -- 172.21.15.32:0/2852084086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 msgr2=0x55d112919650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.214+0000 7f51d464d740 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112919650 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f51bc0114f0 tx=0x7f51bc0119b0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 -- 172.21.15.32:0/2852084086 shutdown_connections 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112919650 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 --2- 172.21.15.32:0/2852084086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d11290ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 -- 172.21.15.32:0/2852084086 >> 172.21.15.32:0/2852084086 conn(0x55d11290aec0 msgr2=0x55d11290b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 -- 172.21.15.32:0/2852084086 shutdown_connections 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 -- 172.21.15.32:0/2852084086 wait complete. 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51ca000640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f51b00a3d00 0x7f51b00a61c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f51b8000c00 tx=0x7f51b8031400 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:45.221 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.215+0000 7f51d464d740 1 -- start start 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 Processor -- start 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 0x55d112916ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d1129170e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d112919b90 0x55d112917620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55d11291c7c0 con 0x55d11290e9b0 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55d11282e310 con 0x55d112919b90 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d11291c940 con 0x55d11290f2d0 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51d464d740 10 client.0 _ll_register_callbacks cb 0x55d1127fccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51caa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 0x55d112916ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51caa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 0x55d112916ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54684/0 (socket says 172.21.15.32:54684) 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51caa00640 1 -- 172.21.15.32:0/2996334605 learned_addr learned my addr 172.21.15.32:0/2996334605 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.216+0000 7f51ca000640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d1129170e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51cb400640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d112919b90 0x55d112917620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51caa00640 1 -- 172.21.15.32:0/2996334605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 msgr2=0x55d1129170e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51caa00640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d1129170e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51caa00640 1 -- 172.21.15.32:0/2996334605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d112919b90 msgr2=0x55d112917620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51caa00640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d112919b90 0x55d112917620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51caa00640 1 -- 172.21.15.32:0/2996334605 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d112653620 con 0x55d11290e9b0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51caa00640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 0x55d112916ba0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f51bc019770 tx=0x7f51bc009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef00b963f5178a33 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.217+0000 7f51b4c00640 1 -- 172.21.15.32:0/2996334605 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51bc01e070 con 0x55d11290e9b0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51bc00fad0 con 0x55d11290e9b0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51b4c00640 1 -- 172.21.15.32:0/2996334605 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7f51bc004a40 con 0x55d11290e9b0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51b4c00640 1 -- 172.21.15.32:0/2996334605 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f51bc004c40 con 0x55d11290e9b0 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51d464d740 10 client.16719 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:45.223 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d112928ab0 con 0x55d11290e9b0 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51b4c00640 1 -- 172.21.15.32:0/2996334605 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51bc00fad0 con 0x55d11290e9b0 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.218+0000 7f51b4c00640 1 -- 172.21.15.32:0/2996334605 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51bc02c030 con 0x55d11290e9b0 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51d464d740 10 client.16719 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51d464d740 10 client.16719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51d464d740 20 client.16719 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51d464d740 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d112929ec0 0x55d11292c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51d464d740 4 client.16719 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d1128888b0 con 0x55d112929ec0 2024-04-25T19:16:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.219+0000 7f51ca000640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d112929ec0 0x55d11292c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51ca000640 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d112929ec0 0x55d11292c2b0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=642a5bef214b8f13 server_cookie=66b5f6924dc7adcd in_seq=0 out_seq=0 2024-04-25T19:16:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51b4c00640 10 client.16719 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51b4c00640 1 -- 172.21.15.32:0/2996334605 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d1128888b0 con 0x55d112929ec0 2024-04-25T19:16:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51b4c00640 10 client.16719 handle_command_reply: tid=0 2024-04-25T19:16:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51d464d740 1 client.16719 shutdown 2024-04-25T19:16:45.225 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 msgr2=0x55d112916ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.220+0000 7f51d464d740 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 0x55d112916ba0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f51bc019770 tx=0x7f51bc009300 comp rx=0 tx=0).stop 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 shutdown_connections 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d112929ec0 0x55d11292c2b0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d112919b90 0x55d112917620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d1129170e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 --2- 172.21.15.32:0/2996334605 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d11290e9b0 0x55d112916ba0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51b4c00640 0 client.16719 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 >> 172.21.15.32:0/2996334605 conn(0x55d11290aec0 msgr2=0x55d112910bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 shutdown_connections 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 1 -- 172.21.15.32:0/2996334605 wait complete. 2024-04-25T19:16:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.221+0000 7f51d464d740 20 client.16719 trim_cache size 0 max 16384 2024-04-25T19:16:45.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.237+0000 7f51d464d740 1 Processor -- start 2024-04-25T19:16:45.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.237+0000 7f51d464d740 1 -- start start 2024-04-25T19:16:45.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51d464d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d112925680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51d464d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112916480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.239 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51d464d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d112917270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51d464d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc1afc60 con 0x55d112919b90 2024-04-25T19:16:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51d464d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc1b17a0 con 0x55d11290f2d0 2024-04-25T19:16:45.240 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51d464d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc1b0330 con 0x55d11290e9b0 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51cb400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d112917270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51cb400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d112917270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54692/0 (socket says 172.21.15.32:54692) 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51cb400640 1 -- 172.21.15.32:0/1128432793 learned_addr learned my addr 172.21.15.32:0/1128432793 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51caa00640 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d112925680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.238+0000 7f51ca000640 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112916480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51cb400640 1 -- 172.21.15.32:0/1128432793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 msgr2=0x55d112925680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51cb400640 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d112925680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51cb400640 1 -- 172.21.15.32:0/1128432793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 msgr2=0x55d112916480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51cb400640 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112916480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51cb400640 1 -- 172.21.15.32:0/1128432793 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d11290fa00 con 0x55d112919b90 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51cb400640 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d112917270 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f51c400c6a0 tx=0x7f51c40056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abcd0b769625b12b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51b7400640 1 -- 172.21.15.32:0/1128432793 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c409de60 con 0x55d112919b90 2024-04-25T19:16:45.241 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51b7400640 1 -- 172.21.15.32:0/1128432793 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51c409cb30 con 0x55d112919b90 2024-04-25T19:16:45.242 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.239+0000 7f51b7400640 1 -- 172.21.15.32:0/1128432793 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c40991a0 con 0x55d112919b90 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 -- 172.21.15.32:0/1128432793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 msgr2=0x55d112917270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d112917270 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f51c400c6a0 tx=0x7f51c40056b0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 -- 172.21.15.32:0/1128432793 shutdown_connections 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d112917270 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290f2d0 0x55d112916480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 --2- 172.21.15.32:0/1128432793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290e9b0 0x55d112925680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 -- 172.21.15.32:0/1128432793 >> 172.21.15.32:0/1128432793 conn(0x55d11290aec0 msgr2=0x55d112916b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:45.244 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 -- 172.21.15.32:0/1128432793 shutdown_connections 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 -- 172.21.15.32:0/1128432793 wait complete. 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.240+0000 7f51d464d740 1 -- start start 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 Processor -- start 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290e9b0 0x55d112921ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d11291f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc1b10d0 con 0x55d112919b90 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc1b0a00 con 0x55d11290e9b0 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f51cc1adc60 con 0x55d11290f2d0 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51d464d740 10 client.0 _ll_register_callbacks cb 0x7f51bc009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51cb400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51cb400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54700/0 (socket says 172.21.15.32:54700) 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 -- 172.21.15.32:0/3015573489 learned_addr learned my addr 172.21.15.32:0/3015573489 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.241+0000 7f51ca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d11291f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.245 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51caa00640 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290e9b0 0x55d112921ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 -- 172.21.15.32:0/3015573489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 msgr2=0x55d11291f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d11291f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 -- 172.21.15.32:0/3015573489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290e9b0 msgr2=0x55d112921ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290e9b0 0x55d112921ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 -- 172.21.15.32:0/3015573489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d112920050 con 0x55d112919b90 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51cb400640 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291f850 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f51c4009380 tx=0x7f51c40ce270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e474567211e10f6d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51b4c00640 1 -- 172.21.15.32:0/3015573489 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c409de60 con 0x55d112919b90 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51b4c00640 1 -- 172.21.15.32:0/3015573489 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7f51c40991a0 con 0x55d112919b90 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.242+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c409cb30 con 0x55d112919b90 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51b4c00640 1 -- 172.21.15.32:0/3015573489 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f51c40a57a0 con 0x55d112919b90 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 10 client.16725 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55d112990240 con 0x55d112919b90 2024-04-25T19:16:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51b4c00640 1 -- 172.21.15.32:0/3015573489 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51c409cb30 con 0x55d112919b90 2024-04-25T19:16:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51b4c00640 1 -- 172.21.15.32:0/3015573489 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f51c40a5310 con 0x55d112919b90 2024-04-25T19:16:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 10 client.16725 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 10 client.16725 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 20 client.16725 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d1129908f0 0x55d112992d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 4 client.16725 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:16:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.243+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d112882320 con 0x55d1129908f0 2024-04-25T19:16:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.244+0000 7f51caa00640 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d1129908f0 0x55d112992d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.244+0000 7f51caa00640 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d1129908f0 0x55d112992d10 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41b9f54da848daeb server_cookie=93ad25a4ca52b3b8 in_seq=0 out_seq=0 2024-04-25T19:16:45.248 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.244+0000 7f51b4c00640 10 client.16725 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51b4c00640 1 -- 172.21.15.32:0/3015573489 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d112882320 con 0x55d1129908f0 2024-04-25T19:16:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51b4c00640 10 client.16725 handle_command_reply: tid=0 2024-04-25T19:16:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 client.16725 shutdown 2024-04-25T19:16:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 msgr2=0x55d11291f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291f850 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f51c4009380 tx=0x7f51c40ce270 comp rx=0 tx=0).stop 2024-04-25T19:16:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 shutdown_connections 2024-04-25T19:16:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55d1129908f0 0x55d112992d10 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55d112919b90 0x55d11291f850 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d11290f2d0 0x55d11291f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 --2- 172.21.15.32:0/3015573489 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55d11290e9b0 0x55d112921ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51b4c00640 0 client.16725 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 >> 172.21.15.32:0/3015573489 conn(0x55d11290aec0 msgr2=0x55d11290a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 shutdown_connections 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.260+0000 7f51d464d740 1 -- 172.21.15.32:0/3015573489 wait complete. 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51d464d740 20 client.16725 trim_cache size 0 max 16384 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:16:45.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:16:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f51b00a3d00 msgr2=0x7f51b00a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f51b00a3d00 0x7f51b00a61c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f51b8000c00 tx=0x7f51b8031400 comp rx=0 tx=0).stop 2024-04-25T19:16:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 msgr2=0x7f51cc19a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc19a5b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f51c400e970 tx=0x7f51c400ed70 comp rx=0 tx=0).stop 2024-04-25T19:16:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 shutdown_connections 2024-04-25T19:16:45.264 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f51b00a3d00 0x7f51b00a61c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51cc10c3a0 0x7f51cc19a5b0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51cc103850 0x7f51cc1a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 --2- 172.21.15.32:0/2959356199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51cc102f30 0x7f51cc1a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.261+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 >> 172.21.15.32:0/2959356199 conn(0x7f51cc0fc790 msgr2=0x7f51cc0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.262+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 shutdown_connections 2024-04-25T19:16:45.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:45.262+0000 7f51cbe00640 1 -- 172.21.15.32:0/2959356199 wait complete. 2024-04-25T19:16:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:45 smithi064 ceph-mon[32321]: pgmap v409: 97 pgs: 97 active+clean; 5.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:16:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:45 smithi032 ceph-mon[28041]: pgmap v409: 97 pgs: 97 active+clean; 5.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:16:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:45 smithi066 ceph-mon[32882]: pgmap v409: 97 pgs: 97 active+clean; 5.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 21 op/s 2024-04-25T19:16:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:47 smithi064 ceph-mon[32321]: pgmap v410: 97 pgs: 97 active+clean; 5.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:16:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:47 smithi032 ceph-mon[28041]: pgmap v410: 97 pgs: 97 active+clean; 5.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:16:47.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:47 smithi066 ceph-mon[32882]: pgmap v410: 97 pgs: 97 active+clean; 5.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:16:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:49 smithi064 ceph-mon[32321]: pgmap v411: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:16:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:49 smithi032 ceph-mon[28041]: pgmap v411: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:16:49.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:49 smithi066 ceph-mon[32882]: pgmap v411: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:16:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:51 smithi064 ceph-mon[32321]: pgmap v412: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:16:51.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:51 smithi032 ceph-mon[28041]: pgmap v412: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:16:51.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:51 smithi066 ceph-mon[32882]: pgmap v412: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:16:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:53 smithi032 ceph-mon[28041]: pgmap v413: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:16:53.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:53 smithi066 ceph-mon[32882]: pgmap v413: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:16:54.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:53 smithi064 ceph-mon[32321]: pgmap v413: 97 pgs: 97 active+clean; 1.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-04-25T19:16:54.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:54 smithi066 ceph-mon[32882]: pgmap v414: 97 pgs: 97 active+clean; 1.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:16:55.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:54 smithi064 ceph-mon[32321]: pgmap v414: 97 pgs: 97 active+clean; 1.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:16:55.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:54 smithi032 ceph-mon[28041]: pgmap v414: 97 pgs: 97 active+clean; 1.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:16:57.655 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:57 smithi066 ceph-mon[32882]: pgmap v415: 97 pgs: 97 active+clean; 1.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-04-25T19:16:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:57 smithi064 ceph-mon[32321]: pgmap v415: 97 pgs: 97 active+clean; 1.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-04-25T19:16:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:57 smithi032 ceph-mon[28041]: pgmap v415: 97 pgs: 97 active+clean; 1.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-04-25T19:16:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 -- 172.21.15.32:0/1778646579 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c81031e0 msgr2=0x7f89c81035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 --2- 172.21.15.32:0/1778646579 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c81031e0 0x7f89c81035c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f89b8009ca0 tx=0x7f89b802a950 comp rx=0 tx=0).stop 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 -- 172.21.15.32:0/1778646579 shutdown_connections 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 --2- 172.21.15.32:0/1778646579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c810c5b0 0x7f89c810e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 --2- 172.21.15.32:0/1778646579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c8103b00 0x7f89c810bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 --2- 172.21.15.32:0/1778646579 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c81031e0 0x7f89c81035c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 -- 172.21.15.32:0/1778646579 >> 172.21.15.32:0/1778646579 conn(0x7f89c8077fa0 msgr2=0x7f89c80783b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.411+0000 7f89ce400640 1 -- 172.21.15.32:0/1778646579 shutdown_connections 2024-04-25T19:16:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.412+0000 7f89ce400640 1 -- 172.21.15.32:0/1778646579 wait complete. 2024-04-25T19:16:58.416 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.412+0000 7f89ce400640 1 Processor -- start 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 -- start start 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 0x7f89c81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8103b00 0x7f89c81a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c810c5b0 0x7f89c819a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8112210 con 0x7f89c81031e0 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8112090 con 0x7f89c8103b00 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89ce400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f89c8112390 con 0x7f89c810c5b0 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 0x7f89c81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 0x7f89c81a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54442/0 (socket says 172.21.15.32:54442) 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89c7400640 1 -- 172.21.15.32:0/3496390897 learned_addr learned my addr 172.21.15.32:0/3496390897 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.413+0000 7f89c7e00640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c810c5b0 0x7f89c819a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89bea00640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8103b00 0x7f89c81a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7400640 1 -- 172.21.15.32:0/3496390897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c810c5b0 msgr2=0x7f89c819a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c810c5b0 0x7f89c819a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7400640 1 -- 172.21.15.32:0/3496390897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8103b00 msgr2=0x7f89c81a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8103b00 0x7f89c81a0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7400640 1 -- 172.21.15.32:0/3496390897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c819afc0 con 0x7f89c81031e0 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7e00640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c810c5b0 0x7f89c819a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.414+0000 7f89c7400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 0x7f89c81a05e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f89b8005e30 tx=0x7f89b8003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.415+0000 7f89c4c00640 1 -- 172.21.15.32:0/3496390897 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8034040 con 0x7f89c81031e0 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.415+0000 7f89c4c00640 1 -- 172.21.15.32:0/3496390897 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89b8030850 con 0x7f89c81031e0 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.415+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c819b250 con 0x7f89c81031e0 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.415+0000 7f89c4c00640 1 -- 172.21.15.32:0/3496390897 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b80046e0 con 0x7f89c81031e0 2024-04-25T19:16:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.415+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c81a7430 con 0x7f89c81031e0 2024-04-25T19:16:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89c4c00640 1 -- 172.21.15.32:0/3496390897 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f89b8037020 con 0x7f89c81031e0 2024-04-25T19:16:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 Processor -- start 2024-04-25T19:16:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 -- start start 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x56529761bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761c140 0x5652976264c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x565297628df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x565297581900 con 0x56529761c140 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x565297527ef0 con 0x565297626a00 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89d120b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56529757d8c0 con 0x56529761b820 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x56529761bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.419+0000 7f89c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761c140 0x5652976264c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x565297628df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x56529761bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:38418/0 (socket says 172.21.15.32:38418) 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x565297628df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:39848/0 (socket says 172.21.15.32:39848) 2024-04-25T19:16:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89c7e00640 1 -- 172.21.15.32:0/3625848300 learned_addr learned my addr 172.21.15.32:0/3625848300 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761c140 0x5652976264c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54450/0 (socket says 172.21.15.32:54450) 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 -- 172.21.15.32:0/3625848300 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 msgr2=0x56529761bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x56529761bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 -- 172.21.15.32:0/3625848300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761c140 msgr2=0x5652976264c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761c140 0x5652976264c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 -- 172.21.15.32:0/3625848300 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565297294210 con 0x565297626a00 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89c7e00640 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x56529761bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89c4c00640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89ac0a3d10 0x7f89ac0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89bea00640 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x565297628df0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f89c819bb40 tx=0x7f89b0011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9c1848ab8c63ce9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.420+0000 7f89c4c00640 1 -- 172.21.15.32:0/3496390897 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7f89b80f1530 con 0x7f89c81031e0 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89c7e00640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89ac0a3d10 0x7f89ac0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89bcc00640 1 -- 172.21.15.32:0/3625848300 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b001e070 con 0x565297626a00 2024-04-25T19:16:58.424 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89bcc00640 1 -- 172.21.15.32:0/3625848300 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89b000eb20 con 0x565297626a00 2024-04-25T19:16:58.425 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89bcc00640 1 -- 172.21.15.32:0/3625848300 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b0019c90 con 0x565297626a00 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89d120b740 1 -- 172.21.15.32:0/3625848300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 msgr2=0x565297628df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89c7e00640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89ac0a3d10 0x7f89ac0a61d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005f60 tx=0x7f89c0005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.421+0000 7f89d120b740 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x565297628df0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f89c819bb40 tx=0x7f89b0011440 comp rx=0 tx=0).stop 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 -- 172.21.15.32:0/3625848300 shutdown_connections 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x565297628df0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761c140 0x5652976264c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 --2- 172.21.15.32:0/3625848300 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x56529761bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 -- 172.21.15.32:0/3625848300 >> 172.21.15.32:0/3625848300 conn(0x565297617d30 msgr2=0x565297618110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 -- 172.21.15.32:0/3625848300 shutdown_connections 2024-04-25T19:16:58.430 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 -- 172.21.15.32:0/3625848300 wait complete. 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 -- start start 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.422+0000 7f89d120b740 1 Processor -- start 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x565297623990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761c140 0x565297623ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x565297624410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x565297629630 con 0x565297626a00 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56529753b310 con 0x56529761c140 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5652976297b0 con 0x56529761b820 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89d120b740 10 client.0 _ll_register_callbacks cb 0x565297509cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89c7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x565297624410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89c7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x565297624410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54456/0 (socket says 172.21.15.32:54456) 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89c7e00640 1 -- 172.21.15.32:0/3570355303 learned_addr learned my addr 172.21.15.32:0/3570355303 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:58.431 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89c7400640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x565297623990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.423+0000 7f89bea00640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761c140 0x565297623ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89c7400640 1 -- 172.21.15.32:0/3570355303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761c140 msgr2=0x565297623ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89c7400640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761c140 0x565297623ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89c7400640 1 -- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 msgr2=0x565297624410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89c7400640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x565297624410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89c7400640 1 -- 172.21.15.32:0/3570355303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565297360620 con 0x56529761b820 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89bea00640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761c140 0x565297623ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89c7400640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x565297623990 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f89b80eed80 tx=0x7f89b8003f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=104f0db52adde7b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89b5600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89b5600640 1 -- 172.21.15.32:0/3570355303 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b802c040 con 0x56529761b820 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89b5600640 1 -- 172.21.15.32:0/3570355303 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7f89b80eeef0 con 0x56529761b820 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.424+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89b000eb20 con 0x56529761b820 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89b5600640 1 -- 172.21.15.32:0/3570355303 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f89b80b9870 con 0x56529761b820 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 10 client.26917 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x565297629630 con 0x56529761b820 2024-04-25T19:16:58.432 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89b5600640 1 -- 172.21.15.32:0/3570355303 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89b000eb20 con 0x56529761b820 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89b5600640 1 -- 172.21.15.32:0/3570355303 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f89b80bd830 con 0x56529761b820 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 10 client.26917 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 10 client.26917 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 20 client.26917 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565297636cb0 0x5652976390e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 4 client.26917 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.425+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652975958b0 con 0x565297636cb0 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.426+0000 7f89bea00640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565297636cb0 0x5652976390e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.426+0000 7f89bea00640 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565297636cb0 0x5652976390e0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2179d42d050265c server_cookie=4e1b670819a63707 in_seq=0 out_seq=0 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.426+0000 7f89b5600640 10 client.26917 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.427+0000 7f89b5600640 1 -- 172.21.15.32:0/3570355303 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5652975958b0 con 0x565297636cb0 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.427+0000 7f89b5600640 10 client.26917 handle_command_reply: tid=0 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.427+0000 7f89d120b740 1 client.26917 shutdown 2024-04-25T19:16:58.433 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.427+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 msgr2=0x565297623990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.427+0000 7f89d120b740 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x565297623990 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f89b80eed80 tx=0x7f89b8003f50 comp rx=0 tx=0).stop 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 shutdown_connections 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x565297636cb0 0x5652976390e0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x565297624410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761c140 0x565297623ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 --2- 172.21.15.32:0/3570355303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761b820 0x565297623990 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89b5600640 0 client.26917 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 >> 172.21.15.32:0/3570355303 conn(0x565297617d30 msgr2=0x56529761dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 shutdown_connections 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 1 -- 172.21.15.32:0/3570355303 wait complete. 2024-04-25T19:16:58.434 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.428+0000 7f89d120b740 20 client.26917 trim_cache size 0 max 16384 2024-04-25T19:16:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.451+0000 7f89d120b740 1 Processor -- start 2024-04-25T19:16:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.451+0000 7f89d120b740 1 -- start start 2024-04-25T19:16:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89d120b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 0x5652976324f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89d120b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x565297616e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89d120b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x56529763e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89d120b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f89c81afd60 con 0x565297626a00 2024-04-25T19:16:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89d120b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f89c81b18a0 con 0x56529761b820 2024-04-25T19:16:58.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89d120b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f89c81b0430 con 0x56529761c140 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89c7400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 0x5652976324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89c7400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 0x5652976324f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:39858/0 (socket says 172.21.15.32:39858) 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89c7400640 1 -- 172.21.15.32:0/4261413570 learned_addr learned my addr 172.21.15.32:0/4261413570 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89bea00640 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x565297616e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.452+0000 7f89c7e00640 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x56529763e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89c7400640 1 -- 172.21.15.32:0/4261413570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 msgr2=0x565297616e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89c7400640 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x565297616e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89c7400640 1 -- 172.21.15.32:0/4261413570 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 msgr2=0x56529763e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89c7400640 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x56529763e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89c7400640 1 -- 172.21.15.32:0/4261413570 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565297622960 con 0x56529761b820 2024-04-25T19:16:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89c7400640 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 0x5652976324f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f89b80c5d10 tx=0x7f89b8004940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff426f58c83292b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89b7e00640 1 -- 172.21.15.32:0/4261413570 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b80d5070 con 0x56529761b820 2024-04-25T19:16:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89b7e00640 1 -- 172.21.15.32:0/4261413570 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89b80bdcd0 con 0x56529761b820 2024-04-25T19:16:58.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.453+0000 7f89b7e00640 1 -- 172.21.15.32:0/4261413570 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b802c040 con 0x56529761b820 2024-04-25T19:16:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 -- 172.21.15.32:0/4261413570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 msgr2=0x5652976324f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 0x5652976324f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f89b80c5d10 tx=0x7f89b8004940 comp rx=0 tx=0).stop 2024-04-25T19:16:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 -- 172.21.15.32:0/4261413570 shutdown_connections 2024-04-25T19:16:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x565297626a00 0x56529763e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x565297616e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 --2- 172.21.15.32:0/4261413570 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56529761b820 0x5652976324f0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 -- 172.21.15.32:0/4261413570 >> 172.21.15.32:0/4261413570 conn(0x565297617d30 msgr2=0x565297618110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 -- 172.21.15.32:0/4261413570 shutdown_connections 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.454+0000 7f89d120b740 1 -- 172.21.15.32:0/4261413570 wait complete. 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.455+0000 7f89d120b740 1 -- start start 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.455+0000 7f89d120b740 1 Processor -- start 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.455+0000 7f89d120b740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 0x56529762c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.455+0000 7f89d120b740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x56529762cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.455+0000 7f89d120b740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x56529762d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89d120b740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f89c81b11d0 con 0x56529761b820 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89d120b740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f89c81b0b00 con 0x565297626a00 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89d120b740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f89c81add60 con 0x56529761c140 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89d120b740 10 client.0 _ll_register_callbacks cb 0x7f89b80095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 0x56529762c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x56529762d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x56529762cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 0x56529762c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:54478/0 (socket says 172.21.15.32:54478) 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 -- 172.21.15.32:0/3315103789 learned_addr learned my addr 172.21.15.32:0/3315103789 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 -- 172.21.15.32:0/3315103789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 msgr2=0x56529762cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x56529762cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 -- 172.21.15.32:0/3315103789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 msgr2=0x56529762d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x56529762d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7400640 1 -- 172.21.15.32:0/3315103789 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56529769c3a0 con 0x56529761b820 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89c7e00640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x56529762d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.456+0000 7f89bea00640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x56529762cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89c7400640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 0x56529762c580 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f89b802a990 tx=0x7f89b80f4ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5a6b5d93142596d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:16:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89b5600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89b5600640 1 -- 172.21.15.32:0/3315103789 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b80d5070 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89b5600640 1 -- 172.21.15.32:0/3315103789 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8542+0+0 (secure 0 0 0) 0x7f89b80ef040 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89b80bdcd0 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89b5600640 1 -- 172.21.15.32:0/3315103789 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f89b802c040 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89d120b740 10 client.16743 fetch_fsmap learned FSMap version 31 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56529769c3a0 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.457+0000 7f89b5600640 1 -- 172.21.15.32:0/3315103789 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89b80bdcd0 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89b5600640 1 -- 172.21.15.32:0/3315103789 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f89b8030c10 con 0x56529761b820 2024-04-25T19:16:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89d120b740 10 client.16743 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89d120b740 10 client.16743 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89d120b740 20 client.16743 populate_metadata read hostname 'smithi032' 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89d120b740 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56529769d980 0x56529769fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89d120b740 4 client.16743 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56529758f320 con 0x56529769d980 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.458+0000 7f89bea00640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56529769d980 0x56529769fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.459+0000 7f89bea00640 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56529769d980 0x56529769fd70 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=606500690c698479 server_cookie=19fb1682ff1c361 in_seq=0 out_seq=0 2024-04-25T19:16:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.459+0000 7f89b5600640 10 client.16743 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89b5600640 1 -- 172.21.15.32:0/3315103789 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56529758f320 con 0x56529769d980 2024-04-25T19:16:58.477 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89b5600640 10 client.16743 handle_command_reply: tid=0 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 client.16743 shutdown 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 msgr2=0x56529762c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 0x56529762c580 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f89b802a990 tx=0x7f89b80f4ed0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 shutdown_connections 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56529769d980 0x56529769fd70 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x565297626a00 0x56529762d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56529761c140 0x56529762cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 --2- 172.21.15.32:0/3315103789 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56529761b820 0x56529762c580 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89b5600640 0 client.16743 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.475+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 >> 172.21.15.32:0/3315103789 conn(0x565297617d30 msgr2=0x5652976241e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.476+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 shutdown_connections 2024-04-25T19:16:58.479 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.476+0000 7f89d120b740 1 -- 172.21.15.32:0/3315103789 wait complete. 2024-04-25T19:16:58.479 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.476+0000 7f89d120b740 20 client.16743 trim_cache size 0 max 16384 2024-04-25T19:16:58.479 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:16:58.479 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:16:58.479 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:16:58.479 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89ac0a3d10 msgr2=0x7f89ac0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89ac0a3d10 0x7f89ac0a61d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005f60 tx=0x7f89c0005f90 comp rx=0 tx=0).stop 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 msgr2=0x7f89c81a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 0x7f89c81a05e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f89b8005e30 tx=0x7f89b8003d60 comp rx=0 tx=0).stop 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 shutdown_connections 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f89ac0a3d10 0x7f89ac0a61d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89c810c5b0 0x7f89c819a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f89c8103b00 0x7f89c81a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 --2- 172.21.15.32:0/3496390897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89c81031e0 0x7f89c81a05e0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 >> 172.21.15.32:0/3496390897 conn(0x7f89c8077fa0 msgr2=0x7f89c8108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 shutdown_connections 2024-04-25T19:16:58.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:16:58.477+0000 7f89ce400640 1 -- 172.21.15.32:0/3496390897 wait complete. 2024-04-25T19:16:59.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:16:59 smithi066 ceph-mon[32882]: pgmap v416: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:16:59.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:16:59 smithi064 ceph-mon[32321]: pgmap v416: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:16:59.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:16:59 smithi032 ceph-mon[28041]: pgmap v416: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:17:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:01 smithi066 ceph-mon[32882]: pgmap v417: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-04-25T19:17:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:01 smithi064 ceph-mon[32321]: pgmap v417: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-04-25T19:17:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:01 smithi032 ceph-mon[28041]: pgmap v417: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-04-25T19:17:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:03 smithi066 ceph-mon[32882]: pgmap v418: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-04-25T19:17:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:03 smithi064 ceph-mon[32321]: pgmap v418: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-04-25T19:17:03.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:03 smithi032 ceph-mon[28041]: pgmap v418: 97 pgs: 97 active+clean; 1.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-04-25T19:17:04.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:04 smithi066 ceph-mon[32882]: osdmap e107: 12 total, 12 up, 12 in 2024-04-25T19:17:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:04 smithi064 ceph-mon[32321]: osdmap e107: 12 total, 12 up, 12 in 2024-04-25T19:17:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:04 smithi032 ceph-mon[28041]: osdmap e107: 12 total, 12 up, 12 in 2024-04-25T19:17:05.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:05 smithi066 ceph-mon[32882]: pgmap v420: 97 pgs: 97 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 101 KiB/s wr, 38 op/s 2024-04-25T19:17:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:05 smithi064 ceph-mon[32321]: pgmap v420: 97 pgs: 97 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 101 KiB/s wr, 38 op/s 2024-04-25T19:17:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:05 smithi032 ceph-mon[28041]: pgmap v420: 97 pgs: 97 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 101 KiB/s wr, 38 op/s 2024-04-25T19:17:07.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:07 smithi066 ceph-mon[32882]: pgmap v421: 97 pgs: 97 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 101 KiB/s wr, 38 op/s 2024-04-25T19:17:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:07 smithi064 ceph-mon[32321]: pgmap v421: 97 pgs: 97 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 101 KiB/s wr, 38 op/s 2024-04-25T19:17:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:07 smithi032 ceph-mon[28041]: pgmap v421: 97 pgs: 97 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 101 KiB/s wr, 38 op/s 2024-04-25T19:17:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:09 smithi066 ceph-mon[32882]: pgmap v422: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-04-25T19:17:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:09 smithi066 ceph-mon[32882]: osdmap e108: 12 total, 12 up, 12 in 2024-04-25T19:17:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:09 smithi064 ceph-mon[32321]: pgmap v422: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-04-25T19:17:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:09 smithi064 ceph-mon[32321]: osdmap e108: 12 total, 12 up, 12 in 2024-04-25T19:17:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:09 smithi032 ceph-mon[28041]: pgmap v422: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 110 KiB/s wr, 39 op/s 2024-04-25T19:17:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:09 smithi032 ceph-mon[28041]: osdmap e108: 12 total, 12 up, 12 in 2024-04-25T19:17:10.258 INFO:tasks.workunit.client.0.smithi032.stdout:375/600: open fd = 3 2024-04-25T19:17:10.258 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.258 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.258 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.258 INFO:tasks.workunit.client.0.smithi032.stdout:376/600: open fd = 3 2024-04-25T19:17:10.258 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:377/600: open fd = 3 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:378/600: open fd = 3 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:379/600: open fd = 3 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.259 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:380/600: open fd = 3 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:381/600: open fd = 3 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:382/600: open fd = 3 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:383/600: open fd = 3 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.260 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:384/600: open fd = 3 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:385/600: open fd = 3 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:386/600: open fd = 3 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:387/600: open fd = 3 2024-04-25T19:17:10.261 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:388/600: open fd = 3 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:389/600: open fd = 3 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:390/600: open fd = 3 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.262 INFO:tasks.workunit.client.0.smithi032.stdout:391/600: open fd = 3 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:392/600: open fd = 3 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:393/600: open fd = 3 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:394/600: open fd = 3 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.263 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:395/600: open fd = 3 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:396/600: open fd = 3 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:397/600: open fd = 3 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:398/600: open fd = 3 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.264 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:399/600: open fd = 3 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:400/600: open fd = 3 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:401/600: open fd = 3 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:402/600: open fd = 3 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.265 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:403/600: open fd = 3 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:404/600: open fd = 3 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:405/600: open fd = 3 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:406/600: open fd = 3 2024-04-25T19:17:10.266 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:407/600: open fd = 3 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:408/600: open fd = 3 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:409/600: open fd = 3 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.267 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:410/600: open fd = 3 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:411/600: open fd = 3 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:412/600: open fd = 3 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:413/600: open fd = 3 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.268 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:414/600: open fd = 3 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:415/600: open fd = 3 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:416/600: open fd = 3 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:417/600: open fd = 3 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:418/600: open fd = 3 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:419/600: open fd = 3 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:420/600: open fd = 3 2024-04-25T19:17:10.270 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:421/600: open fd = 3 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:422/600: open fd = 3 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:423/600: open fd = 3 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.271 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:424/600: open fd = 3 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:425/600: open fd = 3 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:426/600: open fd = 3 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:427/600: open fd = 3 2024-04-25T19:17:10.272 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:428/600: open fd = 3 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:429/600: open fd = 3 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:430/600: open fd = 3 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.273 INFO:tasks.workunit.client.0.smithi032.stdout:431/600: open fd = 3 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:432/600: open fd = 3 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:433/600: open fd = 3 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:434/600: open fd = 3 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.274 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:435/600: open fd = 3 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:436/600: open fd = 3 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:17:10.275 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:17:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 -- 172.21.15.32:0/911532907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa09810c350 msgr2=0x7fa09810e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 --2- 172.21.15.32:0/911532907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa09810c350 0x7fa09810e7f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fa090009860 tx=0x7fa09002a3d0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 -- 172.21.15.32:0/911532907 shutdown_connections 2024-04-25T19:17:11.633 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 --2- 172.21.15.32:0/911532907 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa09810c350 0x7fa09810e7f0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 --2- 172.21.15.32:0/911532907 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098103850 0x7fa09810bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 --2- 172.21.15.32:0/911532907 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa098102f30 0x7fa098103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 -- 172.21.15.32:0/911532907 >> 172.21.15.32:0/911532907 conn(0x7fa0980fc730 msgr2=0x7fa0980feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 -- 172.21.15.32:0/911532907 shutdown_connections 2024-04-25T19:17:11.634 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.631+0000 7fa09ea00640 1 -- 172.21.15.32:0/911532907 wait complete. 2024-04-25T19:17:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.632+0000 7fa09ea00640 1 Processor -- start 2024-04-25T19:17:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.632+0000 7fa09ea00640 1 -- start start 2024-04-25T19:17:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 0x7fa098198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.636 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa098103850 0x7fa098198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa09810c350 0x7fa09819ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09ea00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa098111fc0 con 0x7fa098102f30 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09ea00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa098111e40 con 0x7fa09810c350 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09ea00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa098112140 con 0x7fa098103850 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 0x7fa098198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 0x7fa098198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49470/0 (socket says 172.21.15.32:49470) 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09d600640 1 -- 172.21.15.32:0/1603525355 learned_addr learned my addr 172.21.15.32:0/1603525355 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09e000640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa09810c350 0x7fa09819ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.633+0000 7fa09cc00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa098103850 0x7fa098198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09d600640 1 -- 172.21.15.32:0/1603525355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa098103850 msgr2=0x7fa098198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09d600640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa098103850 0x7fa098198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.637 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09d600640 1 -- 172.21.15.32:0/1603525355 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa09810c350 msgr2=0x7fa09819ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09d600640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa09810c350 0x7fa09819ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09d600640 1 -- 172.21.15.32:0/1603525355 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa09819d570 con 0x7fa098102f30 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09d600640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 0x7fa098198580 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa08800ebc0 tx=0x7fa08800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa096000640 1 -- 172.21.15.32:0/1603525355 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa088010630 con 0x7fa098102f30 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa09819d860 con 0x7fa098102f30 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.634+0000 7fa096000640 1 -- 172.21.15.32:0/1603525355 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa08800ce50 con 0x7fa098102f30 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.635+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0981a50f0 con 0x7fa098102f30 2024-04-25T19:17:11.638 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.635+0000 7fa096000640 1 -- 172.21.15.32:0/1603525355 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa088018a70 con 0x7fa098102f30 2024-04-25T19:17:11.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 Processor -- start 2024-04-25T19:17:11.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 -- start start 2024-04-25T19:17:11.640 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa096000640 1 -- 172.21.15.32:0/1603525355 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa088018c10 con 0x7fa098102f30 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56c75d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c80650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c82f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ff56bdb900 con 0x55ff56c762d0 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ff56b81ef0 con 0x55ff56c759b0 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.638+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ff56bd78c0 con 0x55ff56c80b90 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c80650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c80650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49482/0 (socket says 172.21.15.32:49482) 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 -- 172.21.15.32:0/3284259232 learned_addr learned my addr 172.21.15.32:0/3284259232 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09cc00640 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c82f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.641 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09e000640 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56c75d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 -- 172.21.15.32:0/3284259232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 msgr2=0x55ff56c82f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c82f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 -- 172.21.15.32:0/3284259232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 msgr2=0x55ff56c75d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56c75d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09d600640 1 -- 172.21.15.32:0/3284259232 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff568ee210 con 0x55ff56c762d0 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.639+0000 7fa09cc00640 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c82f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.640+0000 7fa09d600640 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c80650 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa0880ce3c0 tx=0x7fa0880d77d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f4c611921c58639 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.640+0000 7fa08e600640 1 -- 172.21.15.32:0/3284259232 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0880e6070 con 0x55ff56c762d0 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.640+0000 7fa08e600640 1 -- 172.21.15.32:0/3284259232 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0880d5aa0 con 0x55ff56c762d0 2024-04-25T19:17:11.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.640+0000 7fa08e600640 1 -- 172.21.15.32:0/3284259232 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0880de920 con 0x55ff56c762d0 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.640+0000 7fa096000640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa07c0a3d60 0x7fa07c0a6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.640+0000 7fa096000640 1 -- 172.21.15.32:0/1603525355 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7fa0880d0d10 con 0x7fa098102f30 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa09e000640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa07c0a3d60 0x7fa07c0a6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3284259232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 msgr2=0x55ff56c80650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c80650 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa0880ce3c0 tx=0x7fa0880d77d0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3284259232 shutdown_connections 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c82f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c80650 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3284259232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56c75d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3284259232 >> 172.21.15.32:0/3284259232 conn(0x55ff56c71ec0 msgr2=0x55ff56c722a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3284259232 shutdown_connections 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3284259232 wait complete. 2024-04-25T19:17:11.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.641+0000 7fa09e000640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa07c0a3d60 0x7fa07c0a6220 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa090009830 tx=0x7fa090009470 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.642+0000 7fa0a2f96740 1 -- start start 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.642+0000 7fa0a2f96740 1 Processor -- start 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.642+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 0x55ff56c7daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.642+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c762d0 0x55ff56c7e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c7e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ff56c837c0 con 0x55ff56c759b0 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ff56b95310 con 0x55ff56c762d0 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ff56c83940 con 0x55ff56c80b90 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa0a2f96740 10 client.0 _ll_register_callbacks cb 0x55ff56b63cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 0x55ff56c7daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 0x55ff56c7daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49490/0 (socket says 172.21.15.32:49490) 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 -- 172.21.15.32:0/3412132196 learned_addr learned my addr 172.21.15.32:0/3412132196 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09cc00640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c762d0 0x55ff56c7e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09e000640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c7e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 -- 172.21.15.32:0/3412132196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 msgr2=0x55ff56c7e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c7e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 -- 172.21.15.32:0/3412132196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c762d0 msgr2=0x55ff56c7e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c762d0 0x55ff56c7e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09d600640 1 -- 172.21.15.32:0/3412132196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff569ba620 con 0x55ff56c759b0 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.643+0000 7fa09cc00640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c762d0 0x55ff56c7e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa09d600640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 0x55ff56c7daf0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa088099720 tx=0x7fa088018590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=587da81b615a0bd1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:11.648 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa082a00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:17:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa082a00640 1 -- 172.21.15.32:0/3412132196 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0880bbe60 con 0x55ff56c759b0 2024-04-25T19:17:11.650 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa082a00640 1 -- 172.21.15.32:0/3412132196 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7fa0880d4aa0 con 0x55ff56c759b0 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0880d5aa0 con 0x55ff56c759b0 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa082a00640 1 -- 172.21.15.32:0/3412132196 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa088098ff0 con 0x55ff56c759b0 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa0a2f96740 10 client.16755 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ff56c8f9e0 con 0x55ff56c759b0 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.644+0000 7fa082a00640 1 -- 172.21.15.32:0/3412132196 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0880d5aa0 con 0x55ff56c759b0 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa082a00640 1 -- 172.21.15.32:0/3412132196 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa0880993c0 con 0x55ff56c759b0 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa0a2f96740 10 client.16755 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa0a2f96740 10 client.16755 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa0a2f96740 20 client.16755 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56c90d30 0x55ff56c93120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa0a2f96740 4 client.16755 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff56bef8b0 con 0x55ff56c90d30 2024-04-25T19:17:11.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.645+0000 7fa09cc00640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56c90d30 0x55ff56c93120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.646+0000 7fa09cc00640 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56c90d30 0x55ff56c93120 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c29a724b49300b5 server_cookie=2e7d312280558e75 in_seq=0 out_seq=0 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.646+0000 7fa082a00640 10 client.16755 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.646+0000 7fa082a00640 1 -- 172.21.15.32:0/3412132196 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ff56bef8b0 con 0x55ff56c90d30 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.646+0000 7fa082a00640 10 client.16755 handle_command_reply: tid=0 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.646+0000 7fa0a2f96740 1 client.16755 shutdown 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 msgr2=0x55ff56c7daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 0x55ff56c7daf0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa088099720 tx=0x7fa088018590 comp rx=0 tx=0).stop 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 shutdown_connections 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56c90d30 0x55ff56c93120 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c80b90 0x55ff56c7e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c762d0 0x55ff56c7e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/3412132196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c759b0 0x55ff56c7daf0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 >> 172.21.15.32:0/3412132196 conn(0x55ff56c71ec0 msgr2=0x55ff56c77c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa082a00640 0 client.16755 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 shutdown_connections 2024-04-25T19:17:11.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 1 -- 172.21.15.32:0/3412132196 wait complete. 2024-04-25T19:17:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.647+0000 7fa0a2f96740 20 client.16755 trim_cache size 0 max 16384 2024-04-25T19:17:11.665 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.664+0000 7fa0a2f96740 1 Processor -- start 2024-04-25T19:17:11.666 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.664+0000 7fa0a2f96740 1 -- start start 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c759b0 0x55ff56c95d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c962a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c80b90 0x55ff56c7f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa0981adaf0 con 0x55ff56c762d0 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa0981af630 con 0x55ff56c80b90 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0981ae1c0 con 0x55ff56c759b0 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa09cc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa09e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c80b90 0x55ff56c7f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa09e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c80b90 0x55ff56c7f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33666/0 (socket says 172.21.15.32:33666) 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa09e000640 1 -- 172.21.15.32:0/2284515232 learned_addr learned my addr 172.21.15.32:0/2284515232 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.665+0000 7fa09d600640 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c759b0 0x55ff56c95d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09d600640 1 -- 172.21.15.32:0/2284515232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c80b90 msgr2=0x55ff56c7f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.668 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09d600640 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c80b90 0x55ff56c7f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09d600640 1 -- 172.21.15.32:0/2284515232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 msgr2=0x55ff56c962a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09d600640 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c962a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09d600640 1 -- 172.21.15.32:0/2284515232 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff56c8daf0 con 0x55ff56c759b0 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09cc00640 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa09d600640 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c759b0 0x55ff56c95d60 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa08800cba0 tx=0x7fa088009200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf0c1b6aeb8a7f16 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa08dc00640 1 -- 172.21.15.32:0/2284515232 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0880bbe60 con 0x55ff56c759b0 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa08dc00640 1 -- 172.21.15.32:0/2284515232 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0880d4630 con 0x55ff56c759b0 2024-04-25T19:17:11.669 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.666+0000 7fa08dc00640 1 -- 172.21.15.32:0/2284515232 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08809c6b0 con 0x55ff56c759b0 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 -- 172.21.15.32:0/2284515232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c759b0 msgr2=0x55ff56c95d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c759b0 0x55ff56c95d60 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa08800cba0 tx=0x7fa088009200 comp rx=0 tx=0).stop 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 -- 172.21.15.32:0/2284515232 shutdown_connections 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c80b90 0x55ff56c7f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c762d0 0x55ff56c962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/2284515232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c759b0 0x55ff56c95d60 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.672 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 -- 172.21.15.32:0/2284515232 >> 172.21.15.32:0/2284515232 conn(0x55ff56c71ec0 msgr2=0x55ff56c78e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 -- 172.21.15.32:0/2284515232 shutdown_connections 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 -- 172.21.15.32:0/2284515232 wait complete. 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.667+0000 7fa0a2f96740 1 -- start start 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 Processor -- start 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56ceaea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 0x55ff56ceb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c80b90 0x55ff56cf5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa0981aef60 con 0x55ff56c80b90 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa0981ae890 con 0x55ff56c759b0 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0981abaf0 con 0x55ff56c762d0 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa0a2f96740 10 client.0 _ll_register_callbacks cb 0x7fa0840097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa09cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 0x55ff56ceb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa09e000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c80b90 0x55ff56cf5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.673 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa09cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 0x55ff56ceb3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:55904/0 (socket says 172.21.15.32:55904) 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa09cc00640 1 -- 172.21.15.32:0/1338231369 learned_addr learned my addr 172.21.15.32:0/1338231369 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.668+0000 7fa09d600640 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56ceaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa09cc00640 1 -- 172.21.15.32:0/1338231369 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 msgr2=0x55ff56ceaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa09cc00640 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56ceaea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa09cc00640 1 -- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c80b90 msgr2=0x55ff56cf5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa09cc00640 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c80b90 0x55ff56cf5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa09cc00640 1 -- 172.21.15.32:0/1338231369 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff56cf6460 con 0x55ff56c762d0 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa09cc00640 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 0x55ff56ceb3e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fa0980fed50 tx=0x7fa084003a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97acbd52bcd29a1e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa082a00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa082a00640 1 -- 172.21.15.32:0/1338231369 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa084005220 con 0x55ff56c762d0 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa082a00640 1 -- 172.21.15.32:0/1338231369 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7fa0840053c0 con 0x55ff56c762d0 2024-04-25T19:17:11.674 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.669+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0880d4630 con 0x55ff56c762d0 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa082a00640 1 -- 172.21.15.32:0/1338231369 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa084030050 con 0x55ff56c762d0 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 10 client.26941 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ff56cf7660 con 0x55ff56c762d0 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa082a00640 1 -- 172.21.15.32:0/1338231369 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0880d4630 con 0x55ff56c762d0 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa082a00640 1 -- 172.21.15.32:0/1338231369 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa084004b40 con 0x55ff56c762d0 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 10 client.26941 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 10 client.26941 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 20 client.26941 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56cf7dc0 0x55ff56cfa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 4 client.26941 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.670+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ff56be9320 con 0x55ff56cf7dc0 2024-04-25T19:17:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.671+0000 7fa09d600640 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56cf7dc0 0x55ff56cfa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:11.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.671+0000 7fa09d600640 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56cf7dc0 0x55ff56cfa1e0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4340d5d29e29d1ee server_cookie=d8a39baed7f8fc4b in_seq=0 out_seq=0 2024-04-25T19:17:11.676 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.671+0000 7fa082a00640 10 client.26941 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.688+0000 7fa082a00640 1 -- 172.21.15.32:0/1338231369 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ff56be9320 con 0x55ff56cf7dc0 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.688+0000 7fa082a00640 10 client.26941 handle_command_reply: tid=0 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.688+0000 7fa0a2f96740 1 client.26941 shutdown 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 msgr2=0x55ff56ceb3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 0x55ff56ceb3e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fa0980fed50 tx=0x7fa084003a80 comp rx=0 tx=0).stop 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 shutdown_connections 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ff56cf7dc0 0x55ff56cfa1e0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ff56c80b90 0x55ff56cf5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ff56c762d0 0x55ff56ceb3e0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 --2- 172.21.15.32:0/1338231369 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ff56c759b0 0x55ff56ceaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 >> 172.21.15.32:0/1338231369 conn(0x55ff56c71ec0 msgr2=0x55ff56c8bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa082a00640 0 client.26941 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 shutdown_connections 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 1 -- 172.21.15.32:0/1338231369 wait complete. 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.689+0000 7fa0a2f96740 20 client.26941 trim_cache size 0 max 16384 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:17:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa07c0a3d60 msgr2=0x7fa07c0a6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa07c0a3d60 0x7fa07c0a6220 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa090009830 tx=0x7fa090009470 comp rx=0 tx=0).stop 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 msgr2=0x7fa098198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 0x7fa098198580 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa08800ebc0 tx=0x7fa08800c6a0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 shutdown_connections 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa07c0a3d60 0x7fa07c0a6220 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa09810c350 0x7fa09819ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa098103850 0x7fa098198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 --2- 172.21.15.32:0/1603525355 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa098102f30 0x7fa098198580 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 >> 172.21.15.32:0/1603525355 conn(0x7fa0980fc730 msgr2=0x7fa0980fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.690+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 shutdown_connections 2024-04-25T19:17:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:11.691+0000 7fa09ea00640 1 -- 172.21.15.32:0/1603525355 wait complete. 2024-04-25T19:17:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:11 smithi066 ceph-mon[32882]: pgmap v424: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 137 KiB/s wr, 49 op/s 2024-04-25T19:17:11.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:11 smithi064 ceph-mon[32321]: pgmap v424: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 137 KiB/s wr, 49 op/s 2024-04-25T19:17:11.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:11 smithi032 ceph-mon[28041]: pgmap v424: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 137 KiB/s wr, 49 op/s 2024-04-25T19:17:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:13 smithi066 ceph-mon[32882]: pgmap v425: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-04-25T19:17:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:13 smithi064 ceph-mon[32321]: pgmap v425: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-04-25T19:17:13.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:13 smithi032 ceph-mon[28041]: pgmap v425: 97 pgs: 97 active+clean; 2.3 MiB data, 430 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-04-25T19:17:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:15 smithi066 ceph-mon[32882]: pgmap v426: 97 pgs: 97 active+clean; 2.6 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 54 KiB/s wr, 19 op/s 2024-04-25T19:17:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:15 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:17:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:15 smithi064 ceph-mon[32321]: pgmap v426: 97 pgs: 97 active+clean; 2.6 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 54 KiB/s wr, 19 op/s 2024-04-25T19:17:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:15 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:17:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:15 smithi032 ceph-mon[28041]: pgmap v426: 97 pgs: 97 active+clean; 2.6 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 54 KiB/s wr, 19 op/s 2024-04-25T19:17:15.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:15 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:17:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:16 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:17:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:16 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:17:16.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:16 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:17:16.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:16 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:17:16.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:16 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:17:16.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:16 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:17:16.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:16 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:17:16.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:16 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:17:16.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:16 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:17:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:17 smithi066 ceph-mon[32882]: pgmap v427: 97 pgs: 97 active+clean; 2.6 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 54 KiB/s wr, 19 op/s 2024-04-25T19:17:17.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:17 smithi064 ceph-mon[32321]: pgmap v427: 97 pgs: 97 active+clean; 2.6 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 54 KiB/s wr, 19 op/s 2024-04-25T19:17:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:17 smithi032 ceph-mon[28041]: pgmap v427: 97 pgs: 97 active+clean; 2.6 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 54 KiB/s wr, 19 op/s 2024-04-25T19:17:18.880 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 32.4 2024-04-25T19:17:18.880 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:17:19.364 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:17:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:19 smithi066 ceph-mon[32882]: pgmap v428: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-04-25T19:17:19.763 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:19 smithi032 ceph-mon[28041]: pgmap v428: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-04-25T19:17:19.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:19 smithi064 ceph-mon[32321]: pgmap v428: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 19 op/s 2024-04-25T19:17:21.554 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:21 smithi032 ceph-mon[28041]: pgmap v429: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 16 op/s 2024-04-25T19:17:21.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:21 smithi066 ceph-mon[32882]: pgmap v429: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 16 op/s 2024-04-25T19:17:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:21 smithi064 ceph-mon[32321]: pgmap v429: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 16 op/s 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 -- 172.21.15.32:0/1855469200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 msgr2=0x7f01ec102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 --2- 172.21.15.32:0/1855469200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec102f10 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f01d40098f0 tx=0x7f01d4009c00 comp rx=0 tx=0).stop 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 -- 172.21.15.32:0/1855469200 shutdown_connections 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 --2- 172.21.15.32:0/1855469200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01ec108a50 0x7f01ec108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 --2- 172.21.15.32:0/1855469200 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01ec103450 0x7f01ec10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 --2- 172.21.15.32:0/1855469200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec102f10 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:21.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 -- 172.21.15.32:0/1855469200 >> 172.21.15.32:0/1855469200 conn(0x7f01ec079ba0 msgr2=0x7f01ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:21.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 -- 172.21.15.32:0/1855469200 shutdown_connections 2024-04-25T19:17:21.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.864+0000 7f01f1c00700 1 -- 172.21.15.32:0/1855469200 wait complete. 2024-04-25T19:17:21.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.865+0000 7f01f1c00700 1 Processor -- start 2024-04-25T19:17:21.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 -- start start 2024-04-25T19:17:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01ec103450 0x7f01ec075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01ec108a50 0x7f01ec0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f01ec112c50 con 0x7f01ec103450 2024-04-25T19:17:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f01ec112ad0 con 0x7f01ec108a50 2024-04-25T19:17:21.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.866+0000 7f01f1c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f01ec112dd0 con 0x7f01ec102a90 2024-04-25T19:17:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01e2000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01ec103450 0x7f01ec075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49362/0 (socket says 172.21.15.32:49362) 2024-04-25T19:17:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 -- 172.21.15.32:0/237266959 learned_addr learned my addr 172.21.15.32:0/237266959 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eb400700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01ec108a50 0x7f01ec0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:21.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 -- 172.21.15.32:0/237266959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01ec108a50 msgr2=0x7f01ec0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01ec108a50 0x7f01ec0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 -- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01ec103450 msgr2=0x7f01ec075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01ec103450 0x7f01ec075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.867+0000 7f01eaa00700 1 -- 172.21.15.32:0/237266959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01ec1a7710 con 0x7f01ec102a90 2024-04-25T19:17:21.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.868+0000 7f01eaa00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec074d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f01dc00e9c0 tx=0x7f01dc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.868+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01dc004a30 con 0x7f01ec102a90 2024-04-25T19:17:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.868+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01ec1a7a00 con 0x7f01ec102a90 2024-04-25T19:17:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.868+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01dc00cc70 con 0x7f01ec102a90 2024-04-25T19:17:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.868+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01ec1a7f60 con 0x7f01ec102a90 2024-04-25T19:17:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.868+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01dc005460 con 0x7f01ec102a90 2024-04-25T19:17:21.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.869+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01ec069730 con 0x7f01ec102a90 2024-04-25T19:17:21.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.872+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f01dc004bd0 con 0x7f01ec102a90 2024-04-25T19:17:21.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.873+0000 7f01e3e00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f01cc0a3db0 0x7f01cc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:21.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.873+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f01dc0d0ba0 con 0x7f01ec102a90 2024-04-25T19:17:21.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.873+0000 7f01e2000700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f01cc0a3db0 0x7f01cc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:21.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.874+0000 7f01e2000700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f01cc0a3db0 0x7f01cc0a6270 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f01d40098c0 tx=0x7f01d4019040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:21.876+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f01dc0d0e20 con 0x7f01ec102a90 2024-04-25T19:17:22.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.158+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01ec02df80 con 0x7f01ec102a90 2024-04-25T19:17:22.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.159+0000 7f01e3e00700 1 -- 172.21.15.32:0/237266959 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f01dc09d1d0 con 0x7f01ec102a90 2024-04-25T19:17:22.161 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:17:22.161 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:17:22.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.162+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f01cc0a3db0 msgr2=0x7f01cc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:22.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.162+0000 7f01f1c00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f01cc0a3db0 0x7f01cc0a6270 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f01d40098c0 tx=0x7f01d4019040 comp rx=0 tx=0).stop 2024-04-25T19:17:22.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.162+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 msgr2=0x7f01ec074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:22.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.162+0000 7f01f1c00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec074d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f01dc00e9c0 tx=0x7f01dc00ecd0 comp rx=0 tx=0).stop 2024-04-25T19:17:22.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 shutdown_connections 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f01cc0a3db0 0x7f01cc0a6270 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f01ec108a50 0x7f01ec0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01ec102a90 0x7f01ec074d40 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 --2- 172.21.15.32:0/237266959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01ec103450 0x7f01ec075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 >> 172.21.15.32:0/237266959 conn(0x7f01ec079ba0 msgr2=0x7f01ec101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 shutdown_connections 2024-04-25T19:17:22.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:22.163+0000 7f01f1c00700 1 -- 172.21.15.32:0/237266959 wait complete. 2024-04-25T19:17:22.166 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:17:22.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:22 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/237266959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:17:22.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:22 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/237266959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:17:22.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:22 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/237266959' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:17:23.145 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 92.4 --await-for 42.0' 2024-04-25T19:17:23.145 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 92.4 --await-for 42.0 2024-04-25T19:17:23.615 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:17:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:23 smithi066 ceph-mon[32882]: pgmap v430: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:17:23.771 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:23 smithi032 ceph-mon[28041]: pgmap v430: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:17:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:23 smithi064 ceph-mon[32321]: pgmap v430: 97 pgs: 97 active+clean; 2.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 -- 172.21.15.32:0/300504528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198103850 msgr2=0x7f619810bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 --2- 172.21.15.32:0/300504528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198103850 0x7f619810bd30 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6184009900 tx=0x7f618402a490 comp rx=0 tx=0).stop 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 -- 172.21.15.32:0/300504528 shutdown_connections 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 --2- 172.21.15.32:0/300504528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f619810c350 0x7f619810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 --2- 172.21.15.32:0/300504528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198103850 0x7f619810bd30 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 --2- 172.21.15.32:0/300504528 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6198102f30 0x7f6198103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 -- 172.21.15.32:0/300504528 >> 172.21.15.32:0/300504528 conn(0x7f61980fc730 msgr2=0x7f61980feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 -- 172.21.15.32:0/300504528 shutdown_connections 2024-04-25T19:17:24.840 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.838+0000 7f6197e00640 1 -- 172.21.15.32:0/300504528 wait complete. 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.839+0000 7f6197e00640 1 Processor -- start 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.839+0000 7f6197e00640 1 -- start start 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.839+0000 7f6197e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 0x7f61981a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.839+0000 7f6197e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6198103850 0x7f61981a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6197e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f619810c350 0x7f619819a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6197e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6198112010 con 0x7f6198102f30 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6197e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6198111e90 con 0x7f619810c350 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6197e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6198112190 con 0x7f6198103850 2024-04-25T19:17:24.842 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 0x7f61981a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 0x7f61981a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55732/0 (socket says 172.21.15.32:55732) 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 -- 172.21.15.32:0/4176643240 learned_addr learned my addr 172.21.15.32:0/4176643240 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6197400640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f619810c350 0x7f619819a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196000640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6198103850 0x7f61981a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 -- 172.21.15.32:0/4176643240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6198103850 msgr2=0x7f61981a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6198103850 0x7f61981a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 -- 172.21.15.32:0/4176643240 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f619810c350 msgr2=0x7f619819a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f619810c350 0x7f619819a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6196a00640 1 -- 172.21.15.32:0/4176643240 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f619819ad30 con 0x7f6198102f30 2024-04-25T19:17:24.843 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.840+0000 7f6197400640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f619810c350 0x7f619819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.841+0000 7f6196a00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 0x7f61981a0400 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f618800e9f0 tx=0x7f618800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.841+0000 7f618f400640 1 -- 172.21.15.32:0/4176643240 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618800cd80 con 0x7f6198102f30 2024-04-25T19:17:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.841+0000 7f618f400640 1 -- 172.21.15.32:0/4176643240 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61880108e0 con 0x7f6198102f30 2024-04-25T19:17:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.841+0000 7f618f400640 1 -- 172.21.15.32:0/4176643240 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6188018980 con 0x7f6198102f30 2024-04-25T19:17:24.845 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.841+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f619819b020 con 0x7f6198102f30 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.841+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61981a72c0 con 0x7f6198102f30 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.844+0000 7f61a0963740 1 Processor -- start 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 -- start start 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f618f400640 1 -- 172.21.15.32:0/4176643240 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6188010430 con 0x7f6198102f30 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebc9b0 0x559efdebcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdec7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559efde22900 con 0x559efdebc9b0 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559efddc8ef0 con 0x559efdec7b90 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.845+0000 7f61a0963740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559efde1e8c0 con 0x559efdebd2d0 2024-04-25T19:17:24.848 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.846+0000 7f6196a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdec7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.846+0000 7f6197400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebc9b0 0x559efdebcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.846+0000 7f6196a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdec7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49394/0 (socket says 172.21.15.32:49394) 2024-04-25T19:17:24.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.846+0000 7f6196a00640 1 -- 172.21.15.32:0/4135551170 learned_addr learned my addr 172.21.15.32:0/4135551170 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:24.849 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.846+0000 7f6196000640 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6196a00640 1 -- 172.21.15.32:0/4135551170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 msgr2=0x559efdec9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6196a00640 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6196a00640 1 -- 172.21.15.32:0/4135551170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebc9b0 msgr2=0x559efdebcd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6196a00640 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebc9b0 0x559efdebcd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6196a00640 1 -- 172.21.15.32:0/4135551170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559efdb35210 con 0x559efdebd2d0 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6196a00640 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdec7650 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f61880ce160 tx=0x7f61880d9600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d99105ee1a1c5a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6183e00640 1 -- 172.21.15.32:0/4135551170 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61880dd650 con 0x559efdebd2d0 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.847+0000 7f6183e00640 1 -- 172.21.15.32:0/4135551170 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61880e2070 con 0x559efdebd2d0 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.848+0000 7f6183e00640 1 -- 172.21.15.32:0/4135551170 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61880dc990 con 0x559efdebd2d0 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.848+0000 7f618f400640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f617c0a3d80 0x7f617c0a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.850 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.848+0000 7f618f400640 1 -- 172.21.15.32:0/4176643240 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f61880d0b40 con 0x7f6198102f30 2024-04-25T19:17:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.848+0000 7f6197400640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f617c0a3d80 0x7f617c0a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.848+0000 7f61a0963740 1 -- 172.21.15.32:0/4135551170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 msgr2=0x559efdec7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.851 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.848+0000 7f61a0963740 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdec7650 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f61880ce160 tx=0x7f61880d9600 comp rx=0 tx=0).stop 2024-04-25T19:17:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 -- 172.21.15.32:0/4135551170 shutdown_connections 2024-04-25T19:17:24.853 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdec7650 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 --2- 172.21.15.32:0/4135551170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebc9b0 0x559efdebcd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 -- 172.21.15.32:0/4135551170 >> 172.21.15.32:0/4135551170 conn(0x559efdeb8ec0 msgr2=0x559efdeb92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f6197400640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f617c0a3d80 0x7f617c0a6240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6190005fd0 tx=0x7f6190009600 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 -- 172.21.15.32:0/4135551170 shutdown_connections 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 -- 172.21.15.32:0/4135551170 wait complete. 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.849+0000 7f61a0963740 1 -- start start 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 Processor -- start 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebc9b0 0x559efdec4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 0x559efdec5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.854 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x559efdeca760 con 0x559efdebd2d0 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x559efdddc310 con 0x559efdec7b90 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559efdeca8e0 con 0x559efdebc9b0 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f61a0963740 10 client.0 _ll_register_callbacks cb 0x559efddaacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f6196000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 0x559efdec5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f6196a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebc9b0 0x559efdec4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.850+0000 7f6196000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 0x559efdec5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55742/0 (socket says 172.21.15.32:55742) 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 -- 172.21.15.32:0/2484906119 learned_addr learned my addr 172.21.15.32:0/2484906119 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6197400640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 -- 172.21.15.32:0/2484906119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebc9b0 msgr2=0x559efdec4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebc9b0 0x559efdec4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 -- 172.21.15.32:0/2484906119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 msgr2=0x559efdec5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 -- 172.21.15.32:0/2484906119 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559efdc01620 con 0x559efdebd2d0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196a00640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebc9b0 0x559efdec4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6196000640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 0x559efdec5010 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6184009900 tx=0x7f6184004440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7cc0335e6c42fc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.851+0000 7f6180c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f6180c00640 1 -- 172.21.15.32:0/2484906119 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6184035040 con 0x559efdebd2d0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61880e2070 con 0x559efdebd2d0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f6180c00640 1 -- 172.21.15.32:0/2484906119 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f6184005510 con 0x559efdebd2d0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f6180c00640 1 -- 172.21.15.32:0/2484906119 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6184004770 con 0x559efdebd2d0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f61a0963740 10 client.16779 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559efded6970 con 0x559efdebd2d0 2024-04-25T19:17:24.856 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f6180c00640 1 -- 172.21.15.32:0/2484906119 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61880e2070 con 0x559efdebd2d0 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.852+0000 7f6180c00640 1 -- 172.21.15.32:0/2484906119 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6184003ae0 con 0x559efdebd2d0 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f61a0963740 10 client.16779 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f61a0963740 10 client.16779 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f61a0963740 20 client.16779 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f61a0963740 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efded7e30 0x559efdeda220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f61a0963740 4 client.16779 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559efde368b0 con 0x559efded7e30 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.853+0000 7f6196a00640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efded7e30 0x559efdeda220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.858 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.854+0000 7f6180c00640 10 client.16779 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.854+0000 7f6196a00640 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efded7e30 0x559efdeda220 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e733b63ecb3868db server_cookie=a97ecfece318cf in_seq=0 out_seq=0 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.854+0000 7f6180c00640 1 -- 172.21.15.32:0/2484906119 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559efde368b0 con 0x559efded7e30 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.854+0000 7f6180c00640 10 client.16779 handle_command_reply: tid=0 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.854+0000 7f61a0963740 1 client.16779 shutdown 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 msgr2=0x559efdec5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 0x559efdec5010 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6184009900 tx=0x7f6184004440 comp rx=0 tx=0).stop 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 shutdown_connections 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efded7e30 0x559efdeda220 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdec7b90 0x559efdec5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdebd2d0 0x559efdec5010 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 --2- 172.21.15.32:0/2484906119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebc9b0 0x559efdec4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f6180c00640 0 client.16779 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 >> 172.21.15.32:0/2484906119 conn(0x559efdeb8ec0 msgr2=0x559efdebec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:24.859 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 shutdown_connections 2024-04-25T19:17:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 1 -- 172.21.15.32:0/2484906119 wait complete. 2024-04-25T19:17:24.860 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.855+0000 7f61a0963740 20 client.16779 trim_cache size 0 max 16384 2024-04-25T19:17:24.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 Processor -- start 2024-04-25T19:17:24.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 -- start start 2024-04-25T19:17:24.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdeb87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efded3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdec51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f61981afd10 con 0x559efdec7b90 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f61981b1850 con 0x559efdebc9b0 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.872+0000 7f61a0963740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f61981b03e0 con 0x559efdebd2d0 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdec51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdec51a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:55756/0 (socket says 172.21.15.32:55756) 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 -- 172.21.15.32:0/2399074401 learned_addr learned my addr 172.21.15.32:0/2399074401 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6196000640 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efded3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.875 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6196a00640 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdeb87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 -- 172.21.15.32:0/2399074401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 msgr2=0x559efded3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efded3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 -- 172.21.15.32:0/2399074401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 msgr2=0x559efdeb87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdeb87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.873+0000 7f6197400640 1 -- 172.21.15.32:0/2399074401 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559efdeca2f0 con 0x559efdec7b90 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.874+0000 7f6197400640 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdec51a0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f6190013e00 tx=0x7f619000b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fff974aca4d419b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.874+0000 7f6183400640 1 -- 172.21.15.32:0/2399074401 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f619002c070 con 0x559efdec7b90 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.874+0000 7f6183400640 1 -- 172.21.15.32:0/2399074401 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f619001c910 con 0x559efdec7b90 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.874+0000 7f6183400640 1 -- 172.21.15.32:0/2399074401 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61900277c0 con 0x559efdec7b90 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 -- 172.21.15.32:0/2399074401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 msgr2=0x559efdec51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdec51a0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f6190013e00 tx=0x7f619000b000 comp rx=0 tx=0).stop 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 -- 172.21.15.32:0/2399074401 shutdown_connections 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdec51a0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.877 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efded3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 --2- 172.21.15.32:0/2399074401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdeb87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 -- 172.21.15.32:0/2399074401 >> 172.21.15.32:0/2399074401 conn(0x559efdeb8ec0 msgr2=0x559efdec4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:24.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 -- 172.21.15.32:0/2399074401 shutdown_connections 2024-04-25T19:17:24.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.875+0000 7f61a0963740 1 -- 172.21.15.32:0/2399074401 wait complete. 2024-04-25T19:17:24.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.876+0000 7f61a0963740 1 -- start start 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.876+0000 7f61a0963740 1 Processor -- start 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdecd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdecdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdece020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f61981b1180 con 0x559efdec7b90 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f61981b0ab0 con 0x559efdebc9b0 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f61981add10 con 0x559efdebd2d0 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f61a0963740 10 client.0 _ll_register_callbacks cb 0x7f61840040d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdecd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6197400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdece020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdecd5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60108/0 (socket says 172.21.15.32:60108) 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 -- 172.21.15.32:0/2585203986 learned_addr learned my addr 172.21.15.32:0/2585203986 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:24.881 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196000640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdecdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 -- 172.21.15.32:0/2585203986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 msgr2=0x559efdecdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdecdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 -- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 msgr2=0x559efdece020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdece020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6196a00640 1 -- 172.21.15.32:0/2585203986 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559efdf3d3b0 con 0x559efdebc9b0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.877+0000 7f6197400640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdece020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f6196a00640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdecd5a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f61880ddea0 tx=0x7f618801f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51d3fe96a28ff589 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f6180c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f6180c00640 1 -- 172.21.15.32:0/2585203986 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618809c8f0 con 0x559efdebc9b0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f619001c910 con 0x559efdebc9b0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f6180c00640 1 -- 172.21.15.32:0/2585203986 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f61880d4810 con 0x559efdebc9b0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f6180c00640 1 -- 172.21.15.32:0/2585203986 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f618809c480 con 0x559efdebc9b0 2024-04-25T19:17:24.882 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f61a0963740 10 client.26921 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559efdf3e6a0 con 0x559efdebc9b0 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.878+0000 7f6180c00640 1 -- 172.21.15.32:0/2585203986 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f619001c910 con 0x559efdebc9b0 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f6180c00640 1 -- 172.21.15.32:0/2585203986 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f61880ce4a0 con 0x559efdebc9b0 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f61a0963740 10 client.26921 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f61a0963740 10 client.26921 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f61a0963740 20 client.26921 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f61a0963740 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efdf3e990 0x559efdf40d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f61a0963740 4 client.26921 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559efde30320 con 0x559efdf3e990 2024-04-25T19:17:24.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f6196000640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efdf3e990 0x559efdf40d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:24.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f6196000640 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efdf3e990 0x559efdf40d80 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7238547e5786e579 server_cookie=181050a34dfb5419 in_seq=0 out_seq=0 2024-04-25T19:17:24.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.879+0000 7f6180c00640 10 client.26921 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f6180c00640 1 -- 172.21.15.32:0/2585203986 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559efde30320 con 0x559efdf3e990 2024-04-25T19:17:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f6180c00640 10 client.26921 handle_command_reply: tid=0 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 client.26921 shutdown 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 msgr2=0x559efdecd5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdecd5a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f61880ddea0 tx=0x7f618801f000 comp rx=0 tx=0).stop 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 shutdown_connections 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x559efdf3e990 0x559efdf40d80 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x559efdec7b90 0x559efdece020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559efdebd2d0 0x559efdecdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 --2- 172.21.15.32:0/2585203986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x559efdebc9b0 0x559efdecd5a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f6180c00640 0 client.26921 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 >> 172.21.15.32:0/2585203986 conn(0x559efdeb8ec0 msgr2=0x559efdec37b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 shutdown_connections 2024-04-25T19:17:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.895+0000 7f61a0963740 1 -- 172.21.15.32:0/2585203986 wait complete. 2024-04-25T19:17:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f61a0963740 20 client.26921 trim_cache size 0 max 16384 2024-04-25T19:17:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:17:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:17:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f617c0a3d80 msgr2=0x7f617c0a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f617c0a3d80 0x7f617c0a6240 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6190005fd0 tx=0x7f6190009600 comp rx=0 tx=0).stop 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 msgr2=0x7f61981a0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 0x7f61981a0400 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f618800e9f0 tx=0x7f618800eeb0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 shutdown_connections 2024-04-25T19:17:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f617c0a3d80 0x7f617c0a6240 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f619810c350 0x7f619819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6198103850 0x7f61981a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 --2- 172.21.15.32:0/4176643240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6198102f30 0x7f61981a0400 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.896+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 >> 172.21.15.32:0/4176643240 conn(0x7f61980fc730 msgr2=0x7f6198101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.897+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 shutdown_connections 2024-04-25T19:17:24.900 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:24.897+0000 7f6197e00640 1 -- 172.21.15.32:0/4176643240 wait complete. 2024-04-25T19:17:25.622 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:25 smithi032 ceph-mon[28041]: pgmap v431: 97 pgs: 97 active+clean; 3.0 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:17:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:25 smithi066 ceph-mon[32882]: pgmap v431: 97 pgs: 97 active+clean; 3.0 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:17:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:25 smithi064 ceph-mon[32321]: pgmap v431: 97 pgs: 97 active+clean; 3.0 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:17:26.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 -- 172.21.15.32:0/4209902454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140106840 msgr2=0x7f8140106c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 --2- 172.21.15.32:0/4209902454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140106840 0x7f8140106c20 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f81340098f0 tx=0x7f8134009c00 comp rx=0 tx=0).stop 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 -- 172.21.15.32:0/4209902454 shutdown_connections 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 --2- 172.21.15.32:0/4209902454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8140102330 0x7f814010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 --2- 172.21.15.32:0/4209902454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140106840 0x7f8140106c20 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 --2- 172.21.15.32:0/4209902454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140101970 0x7f8140101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.233+0000 7f8148800700 1 -- 172.21.15.32:0/4209902454 >> 172.21.15.32:0/4209902454 conn(0x7f8140078980 msgr2=0x7f8140078d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.234+0000 7f8148800700 1 -- 172.21.15.32:0/4209902454 shutdown_connections 2024-04-25T19:17:26.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.234+0000 7f8148800700 1 -- 172.21.15.32:0/4209902454 wait complete. 2024-04-25T19:17:26.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.235+0000 7f8148800700 1 Processor -- start 2024-04-25T19:17:26.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.235+0000 7f8148800700 1 -- start start 2024-04-25T19:17:26.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8148800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140101970 0x7f814019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8148800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 0x7f814019b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8148800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8140106840 0x7f814019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8148800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f8140111b10 con 0x7f8140106840 2024-04-25T19:17:26.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8148800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f8140111990 con 0x7f8140102330 2024-04-25T19:17:26.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8148800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8140111c90 con 0x7f8140101970 2024-04-25T19:17:26.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8145400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 0x7f814019b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8146800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8140106840 0x7f814019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8145400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 0x7f814019b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60112/0 (socket says 172.21.15.32:60112) 2024-04-25T19:17:26.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8145400700 1 -- 172.21.15.32:0/3978583916 learned_addr learned my addr 172.21.15.32:0/3978583916 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:26.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.236+0000 7f8145e00700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140101970 0x7f814019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8145400700 1 -- 172.21.15.32:0/3978583916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140101970 msgr2=0x7f814019b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8145400700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140101970 0x7f814019b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8145400700 1 -- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8140106840 msgr2=0x7f814019fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8145400700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8140106840 0x7f814019fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8145400700 1 -- 172.21.15.32:0/3978583916 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81401a03d0 con 0x7f8140102330 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8145400700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 0x7f814019b950 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f813000e9a0 tx=0x7f813000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f813aa00700 1 -- 172.21.15.32:0/3978583916 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813000ca10 con 0x7f8140102330 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f813aa00700 1 -- 172.21.15.32:0/3978583916 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f813000cbb0 con 0x7f8140102330 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81401a06c0 con 0x7f8140102330 2024-04-25T19:17:26.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.237+0000 7f813aa00700 1 -- 172.21.15.32:0/3978583916 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8130018680 con 0x7f8140102330 2024-04-25T19:17:26.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.238+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81401a7f40 con 0x7f8140102330 2024-04-25T19:17:26.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.241+0000 7f813aa00700 1 -- 172.21.15.32:0/3978583916 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8130010430 con 0x7f8140102330 2024-04-25T19:17:26.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.242+0000 7f813aa00700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81280a3e50 0x7f81280a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.242+0000 7f81531b8b80 1 Processor -- start 2024-04-25T19:17:26.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f813aa00700 1 -- 172.21.15.32:0/3978583916 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f81300d09e0 con 0x7f8140102330 2024-04-25T19:17:26.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 -- start start 2024-04-25T19:17:26.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f8145e00700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81280a3e50 0x7f81280a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5cd8dd0 0x5599e5cd91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5ce4560 0x5599e5ce6950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5599e5c2c020 con 0x5599e5ce4560 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5599e5bd28c0 con 0x5599e5cd96f0 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.243+0000 7f81531b8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5599e5c27fe0 con 0x5599e5cd8dd0 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5cd8dd0 0x5599e5cd91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8146800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5ce4560 0x5599e5ce6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5cd8dd0 0x5599e5cd91b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49454/0 (socket says 172.21.15.32:49454) 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145e00700 1 -- 172.21.15.32:0/2875344665 learned_addr learned my addr 172.21.15.32:0/2875344665 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:26.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145e00700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81280a3e50 0x7f81280a6310 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8134009fd0 tx=0x7f8134019040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145400700 1 -- 172.21.15.32:0/2875344665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5cd8dd0 msgr2=0x5599e5cd91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145400700 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5cd8dd0 0x5599e5cd91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145400700 1 -- 172.21.15.32:0/2875344665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5ce4560 msgr2=0x5599e5ce6950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145400700 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5ce4560 0x5599e5ce6950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.244+0000 7f8145400700 1 -- 172.21.15.32:0/2875344665 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599e5bc8810 con 0x5599e5cd96f0 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.245+0000 7f8145400700 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce4020 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f81300ce0c0 tx=0x7f813009c580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6b2664019e71717 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.245+0000 7f812f400700 1 -- 172.21.15.32:0/2875344665 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81300a5580 con 0x5599e5cd96f0 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.245+0000 7f812f400700 1 -- 172.21.15.32:0/2875344665 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8130085e50 con 0x5599e5cd96f0 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.245+0000 7f812f400700 1 -- 172.21.15.32:0/2875344665 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81300a50f0 con 0x5599e5cd96f0 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.245+0000 7f81531b8b80 1 -- 172.21.15.32:0/2875344665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 msgr2=0x5599e5ce4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.245+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce4020 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f81300ce0c0 tx=0x7f813009c580 comp rx=0 tx=0).stop 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 -- 172.21.15.32:0/2875344665 shutdown_connections 2024-04-25T19:17:26.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5ce4560 0x5599e5ce6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5cd8dd0 0x5599e5cd91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2875344665 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce4020 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 -- 172.21.15.32:0/2875344665 >> 172.21.15.32:0/2875344665 conn(0x5599e5c080e0 msgr2=0x5599e5cd52e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:26.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 -- 172.21.15.32:0/2875344665 shutdown_connections 2024-04-25T19:17:26.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 -- 172.21.15.32:0/2875344665 wait complete. 2024-04-25T19:17:26.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.246+0000 7f81531b8b80 1 -- start start 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 Processor -- start 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd8dd0 0x5599e5ce3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5599e5ce6f30 con 0x5599e5cd8dd0 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5599e5be59f0 con 0x5599e5cd96f0 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5599e5ce70b0 con 0x5599e5ce4560 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f81531b8b80 10 client.0 _ll_register_callbacks cb 0x5599e5bc48b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:26.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f8146800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f8145e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd8dd0 0x5599e5ce3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f8146800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49462/0 (socket says 172.21.15.32:49462) 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.247+0000 7f8146800700 1 -- 172.21.15.32:0/2140340239 learned_addr learned my addr 172.21.15.32:0/2140340239 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8145400700 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8146800700 1 -- 172.21.15.32:0/2140340239 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 msgr2=0x5599e5ce1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8146800700 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8146800700 1 -- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd8dd0 msgr2=0x5599e5ce3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8146800700 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd8dd0 0x5599e5ce3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8146800700 1 -- 172.21.15.32:0/2140340239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599e5b79a60 con 0x5599e5ce4560 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8146800700 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce1560 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f813c007870 tx=0x7f813c007b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2aa7b61f26ad3103 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.248+0000 7f8123e00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f8123e00700 1 -- 172.21.15.32:0/2140340239 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813c01a070 con 0x5599e5ce4560 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f8123e00700 1 -- 172.21.15.32:0/2140340239 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f813c004450 con 0x5599e5ce4560 2024-04-25T19:17:26.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8130085e50 con 0x5599e5ce4560 2024-04-25T19:17:26.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f8123e00700 1 -- 172.21.15.32:0/2140340239 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f813c026050 con 0x5599e5ce4560 2024-04-25T19:17:26.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f81531b8b80 10 client.26977 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:26.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5599e5bc2c80 con 0x5599e5ce4560 2024-04-25T19:17:26.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.249+0000 7f8123e00700 1 -- 172.21.15.32:0/2140340239 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8130085e50 con 0x5599e5ce4560 2024-04-25T19:17:26.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f8123e00700 1 -- 172.21.15.32:0/2140340239 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f813c01e3b0 con 0x5599e5ce4560 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f81531b8b80 10 client.26977 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f81531b8b80 10 client.26977 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f81531b8b80 20 client.26977 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5cf3d10 0x5599e5cf6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f81531b8b80 4 client.26977 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599e5c39810 con 0x5599e5cf3d10 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.250+0000 7f8145e00700 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5cf3d10 0x5599e5cf6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.251+0000 7f8145e00700 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5cf3d10 0x5599e5cf6160 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76826f9c00d2d8e6 server_cookie=136d4f508d2f7459 in_seq=0 out_seq=0 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.251+0000 7f8123e00700 10 client.26977 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.251+0000 7f8123e00700 1 -- 172.21.15.32:0/2140340239 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5599e5c39810 con 0x5599e5cf3d10 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f8123e00700 10 client.26977 handle_command_reply: tid=0 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 client.26977 shutdown 2024-04-25T19:17:26.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 msgr2=0x5599e5ce1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce1560 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f813c007870 tx=0x7f813c007b80 comp rx=0 tx=0).stop 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 shutdown_connections 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5cf3d10 0x5599e5cf6160 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd8dd0 0x5599e5ce3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce1560 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 --2- 172.21.15.32:0/2140340239 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd96f0 0x5599e5ce1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f8123e00700 0 client.26977 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 >> 172.21.15.32:0/2140340239 conn(0x5599e5c080e0 msgr2=0x5599e5cd4ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 shutdown_connections 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 1 -- 172.21.15.32:0/2140340239 wait complete. 2024-04-25T19:17:26.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.252+0000 7f81531b8b80 20 client.26977 trim_cache size 0 max 16384 2024-04-25T19:17:26.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 Processor -- start 2024-04-25T19:17:26.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 -- start start 2024-04-25T19:17:26.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cefef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cfba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5cfbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f81401af5c0 con 0x5599e5cd96f0 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f81401b1100 con 0x5599e5cd8dd0 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.274+0000 7f81531b8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81401afc90 con 0x5599e5ce4560 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cefef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cfba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cefef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60136/0 (socket says 172.21.15.32:60136) 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 -- 172.21.15.32:0/827594636 learned_addr learned my addr 172.21.15.32:0/827594636 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8146800700 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5cfbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 -- 172.21.15.32:0/827594636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 msgr2=0x5599e5cfbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5cfbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 -- 172.21.15.32:0/827594636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 msgr2=0x5599e5cfba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cfba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 -- 172.21.15.32:0/827594636 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599e5cda590 con 0x5599e5cd8dd0 2024-04-25T19:17:26.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145400700 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cfba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.275+0000 7f8145e00700 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cefef0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8134009680 tx=0x7f8134023000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b69e0de5aacf7eff server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.276+0000 7f812ea00700 1 -- 172.21.15.32:0/827594636 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8134029040 con 0x5599e5cd8dd0 2024-04-25T19:17:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.276+0000 7f812ea00700 1 -- 172.21.15.32:0/827594636 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8134039070 con 0x5599e5cd8dd0 2024-04-25T19:17:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.276+0000 7f812ea00700 1 -- 172.21.15.32:0/827594636 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81340338a0 con 0x5599e5cd8dd0 2024-04-25T19:17:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.276+0000 7f81531b8b80 1 -- 172.21.15.32:0/827594636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 msgr2=0x5599e5cefef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.276+0000 7f81531b8b80 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cefef0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8134009680 tx=0x7f8134023000 comp rx=0 tx=0).stop 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 -- 172.21.15.32:0/827594636 shutdown_connections 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5cfbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cefef0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 --2- 172.21.15.32:0/827594636 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cfba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 -- 172.21.15.32:0/827594636 >> 172.21.15.32:0/827594636 conn(0x5599e5c080e0 msgr2=0x5599e5cdb6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 -- 172.21.15.32:0/827594636 shutdown_connections 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 -- 172.21.15.32:0/827594636 wait complete. 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 -- start start 2024-04-25T19:17:26.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.277+0000 7f81531b8b80 1 Processor -- start 2024-04-25T19:17:26.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cec0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cec5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f81401b0a30 con 0x5599e5cd96f0 2024-04-25T19:17:26.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f81401b0360 con 0x5599e5cd8dd0 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81401ad580 con 0x5599e5ce4560 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f81531b8b80 10 client.0 _ll_register_callbacks cb 0x5599e5bc48b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f8146800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f8145e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cec0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f8145400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cec5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f8146800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce9750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49482/0 (socket says 172.21.15.32:49482) 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f8145e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cec0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60148/0 (socket says 172.21.15.32:60148) 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.278+0000 7f8146800700 1 -- 172.21.15.32:0/1629493539 learned_addr learned my addr 172.21.15.32:0/1629493539 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8146800700 1 -- 172.21.15.32:0/1629493539 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 msgr2=0x5599e5cec0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8146800700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cec0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8146800700 1 -- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 msgr2=0x5599e5cec5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8146800700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cec5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8146800700 1 -- 172.21.15.32:0/1629493539 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599e5ce9e60 con 0x5599e5ce4560 2024-04-25T19:17:26.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8145e00700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cec0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8145400700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cec5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8146800700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce9750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f813c00e1d0 tx=0x7f813c01e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fed2de5d90c238b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8123e00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.279+0000 7f8123e00700 1 -- 172.21.15.32:0/1629493539 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813c01a070 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8134039070 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f8123e00700 1 -- 172.21.15.32:0/1629493539 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f813c002030 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f8123e00700 1 -- 172.21.15.32:0/1629493539 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f813c03a050 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 10 client.26983 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5599e5d5bd10 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f8123e00700 1 -- 172.21.15.32:0/1629493539 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8134039070 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f8123e00700 1 -- 172.21.15.32:0/1629493539 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f813c0364c0 con 0x5599e5ce4560 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 10 client.26983 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 10 client.26983 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:17:26.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 20 client.26983 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5d5c4b0 0x5599e5d5e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 4 client.26983 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 92.4, "await_for": 42.0}] 2024-04-25T19:17:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.280+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 92.4, "await_for": 42.0}) -- 0x5599e5c338b0 con 0x5599e5d5c4b0 2024-04-25T19:17:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.281+0000 7f8145e00700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5d5c4b0 0x5599e5d5e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.281+0000 7f8145e00700 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5d5c4b0 0x5599e5d5e8d0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6cc7d5fbb47ca92 server_cookie=ca8783a2638b94b5 in_seq=0 out_seq=0 2024-04-25T19:17:26.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.281+0000 7f8123e00700 10 client.26983 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f8123e00700 1 -- 172.21.15.32:0/1629493539 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5599e5c338b0 con 0x5599e5d5c4b0 2024-04-25T19:17:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f8123e00700 10 client.26983 handle_command_reply: tid=0 2024-04-25T19:17:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 client.26983 shutdown 2024-04-25T19:17:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 msgr2=0x5599e5ce9750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce9750 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f813c00e1d0 tx=0x7f813c01e5e0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 shutdown_connections 2024-04-25T19:17:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5599e5d5c4b0 0x5599e5d5e8d0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5599e5ce4560 0x5599e5ce9750 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5599e5cd8dd0 0x5599e5cec0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 --2- 172.21.15.32:0/1629493539 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5599e5cd96f0 0x5599e5cec5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 >> 172.21.15.32:0/1629493539 conn(0x5599e5c080e0 msgr2=0x5599e5ce2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.296+0000 7f8123e00700 0 client.26983 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 shutdown_connections 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f81531b8b80 1 -- 172.21.15.32:0/1629493539 wait complete. 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f81531b8b80 20 client.26983 trim_cache size 0 max 16384 2024-04-25T19:17:26.299 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 42, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "95926b1b": { 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 42, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 92.4, 2024-04-25T19:17:26.300 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:17:26.301 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81280a3e50 msgr2=0x7f81280a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f8148800700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81280a3e50 0x7f81280a6310 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8134009fd0 tx=0x7f8134019040 comp rx=0 tx=0).stop 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 msgr2=0x7f814019b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.297+0000 7f8148800700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 0x7f814019b950 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f813000e9a0 tx=0x7f813000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 shutdown_connections 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f81280a3e50 0x7f81280a6310 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8140106840 0x7f814019fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8140101970 0x7f814019b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 --2- 172.21.15.32:0/3978583916 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f8140102330 0x7f814019b950 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:26.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 >> 172.21.15.32:0/3978583916 conn(0x7f8140078980 msgr2=0x7f81400ffbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:26.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 shutdown_connections 2024-04-25T19:17:26.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:17:26.298+0000 7f8148800700 1 -- 172.21.15.32:0/3978583916 wait complete. 2024-04-25T19:17:27.354 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '95926b1b', quiesce took 8.5 seconds. Will release after: 32.4 2024-04-25T19:17:27.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:27 smithi032 ceph-mon[28041]: pgmap v432: 97 pgs: 97 active+clean; 3.0 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:17:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:27 smithi066 ceph-mon[32882]: pgmap v432: 97 pgs: 97 active+clean; 3.0 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:17:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:27 smithi064 ceph-mon[32321]: pgmap v432: 97 pgs: 97 active+clean; 3.0 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:17:29.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:29 smithi066 ceph-mon[32882]: pgmap v433: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:17:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:29 smithi064 ceph-mon[32321]: pgmap v433: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:17:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:29 smithi032 ceph-mon[28041]: pgmap v433: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 54 KiB/s wr, 21 op/s 2024-04-25T19:17:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:31 smithi066 ceph-mon[32882]: pgmap v434: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-04-25T19:17:31.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:31 smithi064 ceph-mon[32321]: pgmap v434: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-04-25T19:17:31.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:31 smithi032 ceph-mon[28041]: pgmap v434: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-04-25T19:17:33.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:33 smithi066 ceph-mon[32882]: pgmap v435: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-04-25T19:17:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:33 smithi064 ceph-mon[32321]: pgmap v435: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-04-25T19:17:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:33 smithi032 ceph-mon[28041]: pgmap v435: 97 pgs: 97 active+clean; 3.1 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-04-25T19:17:35.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:34 smithi066 ceph-mon[32882]: pgmap v436: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 19 op/s 2024-04-25T19:17:35.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:34 smithi064 ceph-mon[32321]: pgmap v436: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 19 op/s 2024-04-25T19:17:35.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:34 smithi032 ceph-mon[28041]: pgmap v436: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 19 op/s 2024-04-25T19:17:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:37 smithi066 ceph-mon[32882]: pgmap v437: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 12 op/s 2024-04-25T19:17:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:37 smithi064 ceph-mon[32321]: pgmap v437: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 12 op/s 2024-04-25T19:17:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:37 smithi032 ceph-mon[28041]: pgmap v437: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 12 op/s 2024-04-25T19:17:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 -- 172.21.15.32:0/2157632848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c1083b0 msgr2=0x7f1e5c108810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2157632848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c108810 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009860 tx=0x7f1e4402a3d0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 -- 172.21.15.32:0/2157632848 shutdown_connections 2024-04-25T19:17:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2157632848 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1e5c108d50 0x7f1e5c115210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2157632848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c108810 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.049 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2157632848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c10e470 0x7f1e5c10e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 -- 172.21.15.32:0/2157632848 >> 172.21.15.32:0/2157632848 conn(0x7f1e5c077b00 msgr2=0x7f1e5c079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 -- 172.21.15.32:0/2157632848 shutdown_connections 2024-04-25T19:17:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.047+0000 7f1e5b200640 1 -- 172.21.15.32:0/2157632848 wait complete. 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.048+0000 7f1e5b200640 1 Processor -- start 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.048+0000 7f1e5b200640 1 -- start start 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5b200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c1a4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5b200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1e5c108d50 0x7f1e5c1a4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c10e470 0x7f1e5c19e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5b200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c118630 con 0x7f1e5c1083b0 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5b200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1184b0 con 0x7f1e5c108d50 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1187b0 con 0x7f1e5c10e470 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c1a4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.052 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c1a4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53716/0 (socket says 172.21.15.32:53716) 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 -- 172.21.15.32:0/2056317218 learned_addr learned my addr 172.21.15.32:0/2056317218 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c10e470 0x7f1e5c19e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59400640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1e5c108d50 0x7f1e5c1a4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 -- 172.21.15.32:0/2056317218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c10e470 msgr2=0x7f1e5c19e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c10e470 0x7f1e5c19e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 -- 172.21.15.32:0/2056317218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1e5c108d50 msgr2=0x7f1e5c1a4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1e5c108d50 0x7f1e5c1a4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.049+0000 7f1e59e00640 1 -- 172.21.15.32:0/2056317218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e5c19f070 con 0x7f1e5c1083b0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c10e470 0x7f1e5c19e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e59e00640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c1a4740 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00efb0 tx=0x7f1e4c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e52a00640 1 -- 172.21.15.32:0/2056317218 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c01b070 con 0x7f1e5c1083b0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e5c19f360 con 0x7f1e5c1083b0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e52a00640 1 -- 172.21.15.32:0/2056317218 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e4c00ba20 con 0x7f1e5c1083b0 2024-04-25T19:17:38.053 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e52a00640 1 -- 172.21.15.32:0/2056317218 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c016b30 con 0x7f1e5c1083b0 2024-04-25T19:17:38.054 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.050+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e5c1ab600 con 0x7f1e5c1083b0 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.054+0000 7f1e63df9740 1 Processor -- start 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.054+0000 7f1e63df9740 1 -- start start 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.054+0000 7f1e52a00640 1 -- 172.21.15.32:0/2056317218 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1e4c01e070 con 0x7f1e5c1083b0 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.054+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 0x5611ba6c7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6d2b90 0x5611ba6d4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e63df9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5611ba62d900 con 0x5611ba6c79b0 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e63df9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5611ba5d3ef0 con 0x5611ba6d2b90 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e63df9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5611ba6298c0 con 0x5611ba6c82d0 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 0x5611ba6c7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.057 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e59e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 0x5611ba6c7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53718/0 (socket says 172.21.15.32:53718) 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 -- 172.21.15.32:0/4246761692 learned_addr learned my addr 172.21.15.32:0/4246761692 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e59400640 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6d2b90 0x5611ba6d4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 -- 172.21.15.32:0/4246761692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 msgr2=0x5611ba6d2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 -- 172.21.15.32:0/4246761692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6d2b90 msgr2=0x5611ba6d4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6d2b90 0x5611ba6d4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.058 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.055+0000 7f1e5a800640 1 -- 172.21.15.32:0/4246761692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611ba340210 con 0x5611ba6c79b0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e5a800640 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 0x5611ba6c7d90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f1e54010480 tx=0x7f1e54010940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2506d583333c6a25 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e4b400640 1 -- 172.21.15.32:0/4246761692 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e54011760 con 0x5611ba6c79b0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e52a00640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1e400a3d00 0x7f1e400a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e4b400640 1 -- 172.21.15.32:0/4246761692 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e54011db0 con 0x5611ba6c79b0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e4b400640 1 -- 172.21.15.32:0/4246761692 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e5401ce30 con 0x5611ba6c79b0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e52a00640 1 -- 172.21.15.32:0/2056317218 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f1e4c0d0750 con 0x7f1e5c1083b0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.056+0000 7f1e59e00640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1e400a3d00 0x7f1e400a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 -- 172.21.15.32:0/4246761692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 msgr2=0x5611ba6c7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.062 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 0x5611ba6c7d90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f1e54010480 tx=0x7f1e54010940 comp rx=0 tx=0).stop 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 -- 172.21.15.32:0/4246761692 shutdown_connections 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6d2b90 0x5611ba6d4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 --2- 172.21.15.32:0/4246761692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c79b0 0x5611ba6c7d90 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 -- 172.21.15.32:0/4246761692 >> 172.21.15.32:0/4246761692 conn(0x5611ba6c3ec0 msgr2=0x5611ba6c42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 -- 172.21.15.32:0/4246761692 shutdown_connections 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e59e00640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1e400a3d00 0x7f1e400a61c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c0cdf40 tx=0x7f1e4c0d64a0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.057+0000 7f1e63df9740 1 -- 172.21.15.32:0/4246761692 wait complete. 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.058+0000 7f1e63df9740 1 -- start start 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.058+0000 7f1e63df9740 1 Processor -- start 2024-04-25T19:17:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.058+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.058+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6cffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.058+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.058+0000 7f1e63df9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5611ba6d57c0 con 0x5611ba6c82d0 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e63df9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5611ba5e7310 con 0x5611ba6c79b0 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e63df9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5611ba6d5940 con 0x5611ba6d2b90 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e63df9740 10 client.0 _ll_register_callbacks cb 0x5611ba5b5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6cffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6cffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53730/0 (socket says 172.21.15.32:53730) 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 -- 172.21.15.32:0/2139683456 learned_addr learned my addr 172.21.15.32:0/2139683456 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 -- 172.21.15.32:0/2139683456 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 msgr2=0x5611ba6d0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.064 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 -- 172.21.15.32:0/2139683456 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 msgr2=0x5611ba6cfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6cfa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e59400640 1 -- 172.21.15.32:0/2139683456 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611ba40c620 con 0x5611ba6c82d0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.059+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e59400640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6cffd0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009860 tx=0x7f1e44004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fc2aa0f6b4bcb45 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e3fe00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2139683456 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44030b80 con 0x5611ba6c82d0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2139683456 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f1e44030d20 con 0x5611ba6c82d0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e54011db0 con 0x5611ba6c82d0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2139683456 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1e44005030 con 0x5611ba6c82d0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e63df9740 10 client.16815 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.060+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5611ba6e1980 con 0x5611ba6c82d0 2024-04-25T19:17:38.065 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2139683456 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e54011db0 con 0x5611ba6c82d0 2024-04-25T19:17:38.067 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2139683456 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1e440035f0 con 0x5611ba6c82d0 2024-04-25T19:17:38.067 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e63df9740 10 client.16815 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:38.067 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e63df9740 10 client.16815 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e63df9740 20 client.16815 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba6e2e40 0x5611ba6e5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e63df9740 4 client.16815 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611ba6418b0 con 0x5611ba6e2e40 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.061+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba6e2e40 0x5611ba6e5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.062+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba6e2e40 0x5611ba6e5250 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f85cb168b997d43f server_cookie=293589d6cf034912 in_seq=0 out_seq=0 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.062+0000 7f1e3fe00640 10 client.16815 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2139683456 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5611ba6418b0 con 0x5611ba6e2e40 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e3fe00640 10 client.16815 handle_command_reply: tid=0 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 client.16815 shutdown 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 msgr2=0x5611ba6cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6cffd0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f1e44009860 tx=0x7f1e44004250 comp rx=0 tx=0).stop 2024-04-25T19:17:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 shutdown_connections 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba6e2e40 0x5611ba6e5250 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6cffd0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2139683456 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6cfa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e3fe00640 0 client.16815 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 >> 172.21.15.32:0/2139683456 conn(0x5611ba6c3ec0 msgr2=0x5611ba6c9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 shutdown_connections 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 1 -- 172.21.15.32:0/2139683456 wait complete. 2024-04-25T19:17:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.063+0000 7f1e63df9740 20 client.16815 trim_cache size 0 max 16384 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 Processor -- start 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 -- start start 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6de680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6ca370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1b3ff0 con 0x5611ba6c82d0 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1b5b30 con 0x5611ba6c79b0 2024-04-25T19:17:38.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.080+0000 7f1e63df9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1b46c0 con 0x5611ba6d2b90 2024-04-25T19:17:38.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6de680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6de680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52234/0 (socket says 172.21.15.32:52234) 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6ca370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53738/0 (socket says 172.21.15.32:53738) 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e5a800640 1 -- 172.21.15.32:0/3457897454 learned_addr learned my addr 172.21.15.32:0/3457897454 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e5a800640 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 -- 172.21.15.32:0/3457897454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 msgr2=0x5611ba6d0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 -- 172.21.15.32:0/3457897454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 msgr2=0x5611ba6de680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6de680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 -- 172.21.15.32:0/3457897454 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611ba6ca8b0 con 0x5611ba6c82d0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.081+0000 7f1e59400640 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6ca370 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f1e44004650 tx=0x7f1e4402a3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9bf0dd2d550783f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.082+0000 7f1e4aa00640 1 -- 172.21.15.32:0/3457897454 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44053030 con 0x5611ba6c82d0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.082+0000 7f1e4aa00640 1 -- 172.21.15.32:0/3457897454 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e440035f0 con 0x5611ba6c82d0 2024-04-25T19:17:38.085 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.082+0000 7f1e4aa00640 1 -- 172.21.15.32:0/3457897454 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44030a70 con 0x5611ba6c82d0 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.082+0000 7f1e63df9740 1 -- 172.21.15.32:0/3457897454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 msgr2=0x5611ba6ca370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.082+0000 7f1e63df9740 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6ca370 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f1e44004650 tx=0x7f1e4402a3d0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 -- 172.21.15.32:0/3457897454 shutdown_connections 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6d2b90 0x5611ba6d0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6c82d0 0x5611ba6ca370 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 --2- 172.21.15.32:0/3457897454 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6de680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 -- 172.21.15.32:0/3457897454 >> 172.21.15.32:0/3457897454 conn(0x5611ba6c3ec0 msgr2=0x5611ba6cfa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 -- 172.21.15.32:0/3457897454 shutdown_connections 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 -- 172.21.15.32:0/3457897454 wait complete. 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 -- start start 2024-04-25T19:17:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.083+0000 7f1e63df9740 1 Processor -- start 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6d8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d86c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 0x5611ba740390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1b5460 con 0x5611ba6d2b90 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1b4d90 con 0x5611ba6c79b0 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1e5c1b1ff0 con 0x5611ba6c82d0 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e63df9740 10 client.0 _ll_register_callbacks cb 0x7f1e44030860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 0x5611ba740390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e59400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e5a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 0x5611ba740390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53742/0 (socket says 172.21.15.32:53742) 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e5a800640 1 -- 172.21.15.32:0/2868704108 learned_addr learned my addr 172.21.15.32:0/2868704108 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.084+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6d8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e59400640 1 -- 172.21.15.32:0/2868704108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 msgr2=0x5611ba6d8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e59400640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6d8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e59400640 1 -- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 msgr2=0x5611ba740390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e59400640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 0x5611ba740390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e59400640 1 -- 172.21.15.32:0/2868704108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611ba7409d0 con 0x5611ba6c82d0 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 0x5611ba740390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e59400640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d86c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1e440095f0 tx=0x7f1e44009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=354b10415104f166 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e3fe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2868704108 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e44053070 con 0x5611ba6c82d0 2024-04-25T19:17:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e440035f0 con 0x5611ba6c82d0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.085+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2868704108 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f1e44030980 con 0x5611ba6c82d0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2868704108 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1e44004250 con 0x5611ba6c82d0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 10 client.27001 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5611ba748f90 con 0x5611ba6c82d0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2868704108 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e440035f0 con 0x5611ba6c82d0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2868704108 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1e44004c00 con 0x5611ba6c82d0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 10 client.27001 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 10 client.27001 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 20 client.27001 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba749590 0x5611ba74b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 4 client.27001 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.086+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5611ba63b320 con 0x5611ba749590 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.087+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba749590 0x5611ba74b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:38.091 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.087+0000 7f1e5a800640 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba749590 0x5611ba74b9b0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5729b0070721d707 server_cookie=9f2e6b39444bd9f2 in_seq=0 out_seq=0 2024-04-25T19:17:38.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.087+0000 7f1e3fe00640 10 client.27001 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e3fe00640 1 -- 172.21.15.32:0/2868704108 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5611ba63b320 con 0x5611ba749590 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e3fe00640 10 client.27001 handle_command_reply: tid=0 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 client.27001 shutdown 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 msgr2=0x5611ba6d86c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d86c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1e440095f0 tx=0x7f1e44009580 comp rx=0 tx=0).stop 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 shutdown_connections 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5611ba749590 0x5611ba74b9b0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5611ba6d2b90 0x5611ba740390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5611ba6c82d0 0x5611ba6d86c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.108 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 --2- 172.21.15.32:0/2868704108 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5611ba6c79b0 0x5611ba6d8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e3fe00640 0 client.27001 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 >> 172.21.15.32:0/2868704108 conn(0x5611ba6c3ec0 msgr2=0x5611ba6d0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.106+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 shutdown_connections 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.107+0000 7f1e63df9740 1 -- 172.21.15.32:0/2868704108 wait complete. 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.107+0000 7f1e63df9740 20 client.27001 trim_cache size 0 max 16384 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:17:38.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:17:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:17:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1e400a3d00 msgr2=0x7f1e400a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1e400a3d00 0x7f1e400a61c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c0cdf40 tx=0x7f1e4c0d64a0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 msgr2=0x7f1e5c1a4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c1a4740 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00efb0 tx=0x7f1e4c00c800 comp rx=0 tx=0).stop 2024-04-25T19:17:38.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 shutdown_connections 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1e400a3d00 0x7f1e400a61c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1e5c10e470 0x7f1e5c19e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1e5c108d50 0x7f1e5c1a4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 --2- 172.21.15.32:0/2056317218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1e5c1083b0 0x7f1e5c1a4740 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 >> 172.21.15.32:0/2056317218 conn(0x7f1e5c077b00 msgr2=0x7f1e5c0792e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 shutdown_connections 2024-04-25T19:17:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:38.108+0000 7f1e5b200640 1 -- 172.21.15.32:0/2056317218 wait complete. 2024-04-25T19:17:39.574 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:39 smithi064 ceph-mon[32321]: pgmap v438: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-04-25T19:17:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:39 smithi066 ceph-mon[32882]: pgmap v438: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-04-25T19:17:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:39 smithi032 ceph-mon[28041]: pgmap v438: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-04-25T19:17:41.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:41 smithi066 ceph-mon[32882]: pgmap v439: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-25T19:17:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:41 smithi064 ceph-mon[32321]: pgmap v439: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-25T19:17:41.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:41 smithi032 ceph-mon[28041]: pgmap v439: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-25T19:17:43.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:43 smithi066 ceph-mon[32882]: pgmap v440: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-25T19:17:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:43 smithi064 ceph-mon[32321]: pgmap v440: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-25T19:17:43.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:43 smithi032 ceph-mon[28041]: pgmap v440: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-04-25T19:17:45.583 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:45 smithi032 ceph-mon[28041]: pgmap v441: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.7 KiB/s wr, 15 op/s 2024-04-25T19:17:45.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:45 smithi066 ceph-mon[32882]: pgmap v441: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.7 KiB/s wr, 15 op/s 2024-04-25T19:17:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:45 smithi064 ceph-mon[32321]: pgmap v441: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.7 KiB/s wr, 15 op/s 2024-04-25T19:17:47.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:47 smithi066 ceph-mon[32882]: pgmap v442: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:17:47.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:47 smithi064 ceph-mon[32321]: pgmap v442: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:17:47.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:47 smithi032 ceph-mon[28041]: pgmap v442: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:17:49.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:49 smithi066 ceph-mon[32882]: pgmap v443: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-25T19:17:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:49 smithi064 ceph-mon[32321]: pgmap v443: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-25T19:17:49.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:49 smithi032 ceph-mon[28041]: pgmap v443: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-25T19:17:51.258 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.256+0000 7f7c50a00640 1 -- 172.21.15.32:0/3451162401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 msgr2=0x7f7c4c111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.256+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3451162401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c111060 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7c44009ca0 tx=0x7f7c4402a8c0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 -- 172.21.15.32:0/3451162401 shutdown_connections 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3451162401 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c111060 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3451162401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c4c104d70 0x7f7c4c108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3451162401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 -- 172.21.15.32:0/3451162401 >> 172.21.15.32:0/3451162401 conn(0x7f7c4c0ffc40 msgr2=0x7f7c4c102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 -- 172.21.15.32:0/3451162401 shutdown_connections 2024-04-25T19:17:51.259 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.257+0000 7f7c50a00640 1 -- 172.21.15.32:0/3451162401 wait complete. 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.258+0000 7f7c50a00640 1 Processor -- start 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.258+0000 7f7c50a00640 1 -- start start 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.258+0000 7f7c50a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c50a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c1a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c50a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c4c19a740 0x7f7c4c19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c50a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1143e0 con 0x7f7c4c1043c0 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c50a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c114260 con 0x7f7c4c109490 2024-04-25T19:17:51.261 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c50a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c114560 con 0x7f7c4c19a740 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52180/0 (socket says 172.21.15.32:52180) 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 -- 172.21.15.32:0/3625324987 learned_addr learned my addr 172.21.15.32:0/3625324987 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c41400640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c1a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c4a800640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c4c19a740 0x7f7c4c19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 -- 172.21.15.32:0/3625324987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c4c19a740 msgr2=0x7f7c4c19abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c4c19a740 0x7f7c4c19abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 -- 172.21.15.32:0/3625324987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 msgr2=0x7f7c4c1a0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c1a0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c49e00640 1 -- 172.21.15.32:0/3625324987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c4c19b340 con 0x7f7c4c1043c0 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.259+0000 7f7c41400640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c1a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:17:51.262 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.260+0000 7f7c49e00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1a0680 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c00e9f0 tx=0x7f7c3c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.260+0000 7f7c43400640 1 -- 172.21.15.32:0/3625324987 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c00cd80 con 0x7f7c4c1043c0 2024-04-25T19:17:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.260+0000 7f7c43400640 1 -- 172.21.15.32:0/3625324987 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c3c0108e0 con 0x7f7c4c1043c0 2024-04-25T19:17:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.260+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c4c1a7420 con 0x7f7c4c1043c0 2024-04-25T19:17:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.260+0000 7f7c43400640 1 -- 172.21.15.32:0/3625324987 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3c018980 con 0x7f7c4c1043c0 2024-04-25T19:17:51.263 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.260+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c4c1a7880 con 0x7f7c4c1043c0 2024-04-25T19:17:51.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 Processor -- start 2024-04-25T19:17:51.265 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 -- start start 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb74bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb7564c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb756a00 0x555abb758df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555abb6b1900 con 0x555abb74c140 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555abb657ef0 con 0x555abb74b820 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c5381c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555abb6ad8c0 con 0x555abb756a00 2024-04-25T19:17:51.267 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.264+0000 7f7c43400640 1 -- 172.21.15.32:0/3625324987 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7c3c010430 con 0x7f7c4c1043c0 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb74bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb74bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:52732/0 (socket says 172.21.15.32:52732) 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 -- 172.21.15.32:0/3174054078 learned_addr learned my addr 172.21.15.32:0/3174054078 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c49e00640 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb7564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c41400640 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb756a00 0x555abb758df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 -- 172.21.15.32:0/3174054078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb756a00 msgr2=0x555abb758df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb756a00 0x555abb758df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 -- 172.21.15.32:0/3174054078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 msgr2=0x555abb7564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb7564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c4a800640 1 -- 172.21.15.32:0/3174054078 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555abb3c4210 con 0x555abb74b820 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.265+0000 7f7c41400640 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb756a00 0x555abb758df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:17:51.268 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c4a800640 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb74bc00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f7c44009410 tx=0x7f7c44005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e524d584172f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c3b000640 1 -- 172.21.15.32:0/3174054078 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c44031cf0 con 0x555abb74b820 2024-04-25T19:17:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c3b000640 1 -- 172.21.15.32:0/3174054078 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c44036030 con 0x555abb74b820 2024-04-25T19:17:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c3b000640 1 -- 172.21.15.32:0/3174054078 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c440042a0 con 0x555abb74b820 2024-04-25T19:17:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c43400640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c300a3d90 0x7f7c300a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.272 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c43400640 1 -- 172.21.15.32:0/3625324987 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f7c3c0d0aa0 con 0x7f7c4c1043c0 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.266+0000 7f7c49e00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c300a3d90 0x7f7c300a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 -- 172.21.15.32:0/3174054078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 msgr2=0x555abb74bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb74bc00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f7c44009410 tx=0x7f7c44005ef0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 -- 172.21.15.32:0/3174054078 shutdown_connections 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb756a00 0x555abb758df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb7564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 --2- 172.21.15.32:0/3174054078 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb74bc00 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 -- 172.21.15.32:0/3174054078 >> 172.21.15.32:0/3174054078 conn(0x555abb747d30 msgr2=0x555abb748110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 -- 172.21.15.32:0/3174054078 shutdown_connections 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 -- 172.21.15.32:0/3174054078 wait complete. 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c49e00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c300a3d90 0x7f7c300a6250 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c0ce290 tx=0x7f7c3c00cf20 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.267+0000 7f7c5381c740 1 -- start start 2024-04-25T19:17:51.273 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 Processor -- start 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74b820 0x555abb7539c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb753f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb754440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555abb759450 con 0x555abb74c140 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555abb66b310 con 0x555abb756a00 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555abb7595d0 con 0x555abb74b820 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c5381c740 10 client.0 _ll_register_callbacks cb 0x555abb639cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.268+0000 7f7c4a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74b820 0x555abb7539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb753f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c4a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74b820 0x555abb7539c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42846/0 (socket says 172.21.15.32:42846) 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c4a800640 1 -- 172.21.15.32:0/4160898387 learned_addr learned my addr 172.21.15.32:0/4160898387 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c4a800640 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb754440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 -- 172.21.15.32:0/4160898387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74b820 msgr2=0x555abb7539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74b820 0x555abb7539c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 -- 172.21.15.32:0/4160898387 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 msgr2=0x555abb754440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb754440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 -- 172.21.15.32:0/4160898387 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555abb490620 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c41400640 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb753f00 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x555abb748ec0 tx=0x7f7c34012de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2088bced6034882d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.269+0000 7f7c2f400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c2f400640 1 -- 172.21.15.32:0/4160898387 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3400f890 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c2f400640 1 -- 172.21.15.32:0/4160898387 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f7c3400fa30 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c44036030 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c2f400640 1 -- 172.21.15.32:0/4160898387 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7c3400fc30 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c5381c740 10 client.16833 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555abb765740 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c2f400640 1 -- 172.21.15.32:0/4160898387 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c44036030 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c2f400640 1 -- 172.21.15.32:0/4160898387 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7c3401c420 con 0x555abb74c140 2024-04-25T19:17:51.275 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c5381c740 10 client.16833 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:51.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.270+0000 7f7c5381c740 10 client.16833 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:51.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c5381c740 20 client.16833 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:51.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb766c50 0x555abb769080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c5381c740 4 client.16833 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:17:51.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555abb6c58b0 con 0x555abb766c50 2024-04-25T19:17:51.276 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c4a800640 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb766c50 0x555abb769080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c4a800640 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb766c50 0x555abb769080 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a51a6e4c40177c83 server_cookie=df481e6e726eccf6 in_seq=0 out_seq=0 2024-04-25T19:17:51.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.271+0000 7f7c2f400640 10 client.16833 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:51.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.272+0000 7f7c2f400640 1 -- 172.21.15.32:0/4160898387 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555abb6c58b0 con 0x555abb766c50 2024-04-25T19:17:51.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.272+0000 7f7c2f400640 10 client.16833 handle_command_reply: tid=0 2024-04-25T19:17:51.277 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.272+0000 7f7c5381c740 1 client.16833 shutdown 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.272+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 msgr2=0x555abb753f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.272+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb753f00 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x555abb748ec0 tx=0x7f7c34012de0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 shutdown_connections 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb766c50 0x555abb769080 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb754440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74c140 0x555abb753f00 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4160898387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74b820 0x555abb7539c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 >> 172.21.15.32:0/4160898387 conn(0x555abb747d30 msgr2=0x555abb74dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c2f400640 0 client.16833 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 shutdown_connections 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 1 -- 172.21.15.32:0/4160898387 wait complete. 2024-04-25T19:17:51.278 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.273+0000 7f7c5381c740 20 client.16833 trim_cache size 0 max 16384 2024-04-25T19:17:51.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.289+0000 7f7c5381c740 1 Processor -- start 2024-04-25T19:17:51.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.289+0000 7f7c5381c740 1 -- start start 2024-04-25T19:17:51.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 0x555abb762310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb748110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb76e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c5381c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1afe90 con 0x555abb74b820 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c5381c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1b19d0 con 0x555abb756a00 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c5381c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1b0560 con 0x555abb74c140 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c4a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 0x555abb762310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c41400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb748110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c4a800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 0x555abb762310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:52216/0 (socket says 172.21.15.32:52216) 2024-04-25T19:17:51.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.290+0000 7f7c4a800640 1 -- 172.21.15.32:0/4286053569 learned_addr learned my addr 172.21.15.32:0/4286053569 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:51.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c41400640 1 -- 172.21.15.32:0/4286053569 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 msgr2=0x555abb76e990 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:17:51.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c41400640 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb76e990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c41400640 1 -- 172.21.15.32:0/4286053569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 msgr2=0x555abb762310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c41400640 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 0x555abb762310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c41400640 1 -- 172.21.15.32:0/4286053569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555abb751f10 con 0x555abb74c140 2024-04-25T19:17:51.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c4a800640 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 0x555abb762310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:17:51.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c41400640 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb748110 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7c3401ca80 tx=0x7f7c3401df60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=614be83d77ca04ad server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:51.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c3a600640 1 -- 172.21.15.32:0/4286053569 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3400fdd0 con 0x555abb74c140 2024-04-25T19:17:51.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c3a600640 1 -- 172.21.15.32:0/4286053569 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c3401c420 con 0x555abb74c140 2024-04-25T19:17:51.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.291+0000 7f7c3a600640 1 -- 172.21.15.32:0/4286053569 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c34010670 con 0x555abb74c140 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 -- 172.21.15.32:0/4286053569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 msgr2=0x555abb748110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb748110 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7c3401ca80 tx=0x7f7c3401df60 comp rx=0 tx=0).stop 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 -- 172.21.15.32:0/4286053569 shutdown_connections 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb756a00 0x555abb76e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb748110 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 --2- 172.21.15.32:0/4286053569 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb74b820 0x555abb762310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 -- 172.21.15.32:0/4286053569 >> 172.21.15.32:0/4286053569 conn(0x555abb747d30 msgr2=0x555abb753250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 -- 172.21.15.32:0/4286053569 shutdown_connections 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 -- 172.21.15.32:0/4286053569 wait complete. 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.292+0000 7f7c5381c740 1 -- start start 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 Processor -- start 2024-04-25T19:17:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb75e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb75ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb756a00 0x555abb75bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1b1300 con 0x555abb756a00 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1b0c30 con 0x555abb74b820 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4c1ade90 con 0x555abb74c140 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c5381c740 10 client.0 _ll_register_callbacks cb 0x7f7c34012590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c41400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb75ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c41400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb75ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42870/0 (socket says 172.21.15.32:42870) 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.293+0000 7f7c41400640 1 -- 172.21.15.32:0/2632018809 learned_addr learned my addr 172.21.15.32:0/2632018809 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c4a800640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb75e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c4a800640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb756a00 0x555abb75bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c41400640 1 -- 172.21.15.32:0/2632018809 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 msgr2=0x555abb75e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c41400640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb75e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c41400640 1 -- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb756a00 msgr2=0x555abb75bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:17:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c41400640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb756a00 0x555abb75bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c41400640 1 -- 172.21.15.32:0/2632018809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555abb75c520 con 0x555abb74c140 2024-04-25T19:17:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c4a800640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb756a00 0x555abb75bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:17:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c41400640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb75ecb0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7c3401c890 tx=0x7f7c34005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db951784c4254d2c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:17:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.294+0000 7f7c2f400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:17:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c2f400640 1 -- 172.21.15.32:0/2632018809 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c34005110 con 0x555abb74c140 2024-04-25T19:17:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c3401c420 con 0x555abb74c140 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c2f400640 1 -- 172.21.15.32:0/2632018809 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f7c340052b0 con 0x555abb74c140 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c2f400640 1 -- 172.21.15.32:0/2632018809 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7c3403f050 con 0x555abb74c140 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c5381c740 10 client.27019 fetch_fsmap learned FSMap version 31 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555abb7cce00 con 0x555abb74c140 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c2f400640 1 -- 172.21.15.32:0/2632018809 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c3401c420 con 0x555abb74c140 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.295+0000 7f7c2f400640 1 -- 172.21.15.32:0/2632018809 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f7c3402b020 con 0x555abb74c140 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c5381c740 10 client.27019 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c5381c740 10 client.27019 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c5381c740 20 client.27019 populate_metadata read hostname 'smithi032' 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c5381c740 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb7cd490 0x555abb7cf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c5381c740 4 client.27019 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555abb6bf320 con 0x555abb7cd490 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c4a800640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb7cd490 0x555abb7cf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:17:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c4a800640 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb7cd490 0x555abb7cf8b0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad290ff9110dc7c9 server_cookie=75de675ae12f3274 in_seq=0 out_seq=0 2024-04-25T19:17:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.296+0000 7f7c2f400640 10 client.27019 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c2f400640 1 -- 172.21.15.32:0/2632018809 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555abb6bf320 con 0x555abb7cd490 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c2f400640 10 client.27019 handle_command_reply: tid=0 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 client.27019 shutdown 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 msgr2=0x555abb75ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb75ecb0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7c3401c890 tx=0x7f7c34005f10 comp rx=0 tx=0).stop 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 shutdown_connections 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555abb7cd490 0x555abb7cf8b0 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555abb756a00 0x555abb75bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555abb74c140 0x555abb75ecb0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 --2- 172.21.15.32:0/2632018809 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555abb74b820 0x555abb75e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 >> 172.21.15.32:0/2632018809 conn(0x555abb747d30 msgr2=0x555abb74d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c2f400640 0 client.27019 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 shutdown_connections 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.310+0000 7f7c5381c740 1 -- 172.21.15.32:0/2632018809 wait complete. 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c5381c740 20 client.27019 trim_cache size 0 max 16384 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:17:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c300a3d90 msgr2=0x7f7c300a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c300a3d90 0x7f7c300a6250 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c0ce290 tx=0x7f7c3c00cf20 comp rx=0 tx=0).stop 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 msgr2=0x7f7c4c1a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1a0680 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c00e9f0 tx=0x7f7c3c00eeb0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 shutdown_connections 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7c300a3d90 0x7f7c300a6250 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c4c19a740 0x7f7c4c19abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7c4c109490 0x7f7c4c1a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 --2- 172.21.15.32:0/3625324987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7c4c1043c0 0x7f7c4c1a0680 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:17:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.311+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 >> 172.21.15.32:0/3625324987 conn(0x7f7c4c0ffc40 msgr2=0x7f7c4c101f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:17:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.312+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 shutdown_connections 2024-04-25T19:17:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:17:51.312+0000 7f7c50a00640 1 -- 172.21.15.32:0/3625324987 wait complete. 2024-04-25T19:17:51.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:51 smithi066 ceph-mon[32882]: pgmap v444: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:17:51.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:51 smithi064 ceph-mon[32321]: pgmap v444: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:17:51.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:51 smithi032 ceph-mon[28041]: pgmap v444: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:17:53.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:53 smithi066 ceph-mon[32882]: pgmap v445: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:17:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:53 smithi064 ceph-mon[32321]: pgmap v445: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:17:53.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:53 smithi032 ceph-mon[28041]: pgmap v445: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:17:55.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:55 smithi066 ceph-mon[32882]: pgmap v446: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:17:55.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:55 smithi064 ceph-mon[32321]: pgmap v446: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:17:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:55 smithi032 ceph-mon[28041]: pgmap v446: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:17:57.693 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:57 smithi032 ceph-mon[28041]: pgmap v447: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.0 KiB/s wr, 10 op/s 2024-04-25T19:17:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:57 smithi066 ceph-mon[32882]: pgmap v447: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.0 KiB/s wr, 10 op/s 2024-04-25T19:17:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:57 smithi064 ceph-mon[32321]: pgmap v447: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.0 KiB/s wr, 10 op/s 2024-04-25T19:17:59.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:17:59 smithi066 ceph-mon[32882]: pgmap v448: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-04-25T19:17:59.754 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:17:59.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:17:59 smithi064 ceph-mon[32321]: pgmap v448: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-04-25T19:17:59.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:17:59 smithi032 ceph-mon[28041]: pgmap v448: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.0 KiB/s wr, 14 op/s 2024-04-25T19:18:00.237 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:18:01.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:01 smithi032 ceph-mon[28041]: pgmap v449: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-04-25T19:18:01.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:01 smithi066 ceph-mon[32882]: pgmap v449: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-04-25T19:18:01.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:01 smithi064 ceph-mon[32321]: pgmap v449: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-04-25T19:18:02.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 -- 172.21.15.32:0/2811103232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63581026e0 msgr2=0x7f635810e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:02.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 --2- 172.21.15.32:0/2811103232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63581026e0 0x7f635810e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6350009f90 tx=0x7f635000b330 comp rx=0 tx=0).stop 2024-04-25T19:18:02.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 -- 172.21.15.32:0/2811103232 shutdown_connections 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 --2- 172.21.15.32:0/2811103232 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63581026e0 0x7f635810e770 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 --2- 172.21.15.32:0/2811103232 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f6358106990 0x7f6358106d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 --2- 172.21.15.32:0/2811103232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6358101d20 0x7f63581021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 -- 172.21.15.32:0/2811103232 >> 172.21.15.32:0/2811103232 conn(0x7f63580788f0 msgr2=0x7f6358078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 -- 172.21.15.32:0/2811103232 shutdown_connections 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.668+0000 7f6360600700 1 -- 172.21.15.32:0/2811103232 wait complete. 2024-04-25T19:18:02.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.669+0000 7f6360600700 1 Processor -- start 2024-04-25T19:18:02.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.669+0000 7f6360600700 1 -- start start 2024-04-25T19:18:02.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f6360600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 0x7f63581035e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:02.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f6360600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63581026e0 0x7f6358103b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:02.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f6360600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6358106990 0x7f6358104060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f6360600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6358111ad0 con 0x7f6358101d20 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f6360600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6358111950 con 0x7f63581026e0 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f6360600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6358111c50 con 0x7f6358106990 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f635dc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 0x7f63581035e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f635dc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 0x7f63581035e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37150/0 (socket says 172.21.15.32:37150) 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f635dc00700 1 -- 172.21.15.32:0/1632913776 learned_addr learned my addr 172.21.15.32:0/1632913776 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f635d200700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63581026e0 0x7f6358103b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.670+0000 7f635e600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6358106990 0x7f6358104060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635dc00700 1 -- 172.21.15.32:0/1632913776 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6358106990 msgr2=0x7f6358104060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635dc00700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6358106990 0x7f6358104060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635dc00700 1 -- 172.21.15.32:0/1632913776 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63581026e0 msgr2=0x7f6358103b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635dc00700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63581026e0 0x7f6358103b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635dc00700 1 -- 172.21.15.32:0/1632913776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63581a7580 con 0x7f6358101d20 2024-04-25T19:18:02.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635d200700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63581026e0 0x7f6358103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:02.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f635dc00700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 0x7f63581035e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f634c00e9a0 tx=0x7f634c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:02.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c00c9c0 con 0x7f6358101d20 2024-04-25T19:18:02.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f634c00cb60 con 0x7f6358101d20 2024-04-25T19:18:02.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63581a7870 con 0x7f6358101d20 2024-04-25T19:18:02.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c018680 con 0x7f6358101d20 2024-04-25T19:18:02.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.671+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63581a7db0 con 0x7f6358101d20 2024-04-25T19:18:02.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.673+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6358103080 con 0x7f6358101d20 2024-04-25T19:18:02.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.676+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f634c010430 con 0x7f6358101d20 2024-04-25T19:18:02.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.677+0000 7f6356000700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f63400a3db0 0x7f63400a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:02.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.677+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f634c0d0d60 con 0x7f6358101d20 2024-04-25T19:18:02.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.678+0000 7f635d200700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f63400a3db0 0x7f63400a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:02.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.679+0000 7f635d200700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f63400a3db0 0x7f63400a6270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f635806c1f0 tx=0x7f6344009310 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:02.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.681+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f634c09d390 con 0x7f6358101d20 2024-04-25T19:18:02.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.958+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63581a8140 con 0x7f6358101d20 2024-04-25T19:18:02.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.960+0000 7f6356000700 1 -- 172.21.15.32:0/1632913776 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f634c09cc90 con 0x7f6358101d20 2024-04-25T19:18:02.962 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:18:02.962 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:18:02.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f63400a3db0 msgr2=0x7f63400a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:02.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f63400a3db0 0x7f63400a6270 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f635806c1f0 tx=0x7f6344009310 comp rx=0 tx=0).stop 2024-04-25T19:18:02.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 msgr2=0x7f63581035e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:02.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 0x7f63581035e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f634c00e9a0 tx=0x7f634c00ecb0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 shutdown_connections 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f63400a3db0 0x7f63400a6270 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6358101d20 0x7f63581035e0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6358106990 0x7f6358104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 --2- 172.21.15.32:0/1632913776 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f63581026e0 0x7f6358103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.962+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 >> 172.21.15.32:0/1632913776 conn(0x7f63580788f0 msgr2=0x7f6358105860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.963+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 shutdown_connections 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:02.963+0000 7f6360600700 1 -- 172.21.15.32:0/1632913776 wait complete. 2024-04-25T19:18:02.965 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:18:03.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:03 smithi066 ceph-mon[32882]: pgmap v450: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-04-25T19:18:03.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:03 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1632913776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:18:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:03 smithi064 ceph-mon[32321]: pgmap v450: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-04-25T19:18:03.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:03 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1632913776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:18:03.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:03 smithi032 ceph-mon[28041]: pgmap v450: 97 pgs: 97 active+clean; 3.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.3 KiB/s wr, 10 op/s 2024-04-25T19:18:03.777 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:03 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1632913776' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:18:03.832 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 95926b1b --release --await' 2024-04-25T19:18:03.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 95926b1b --release --await 2024-04-25T19:18:04.298 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:18:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 -- 172.21.15.32:0/3861758455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8102970 msgr2=0x7f80f81069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3861758455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8102970 0x7f80f81069b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f80e0009860 tx=0x7f80e002a340 comp rx=0 tx=0).stop 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 -- 172.21.15.32:0/3861758455 shutdown_connections 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3861758455 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 0x7f80f810ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3861758455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8102970 0x7f80f81069b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3861758455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8101fc0 0x7f80f81023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 -- 172.21.15.32:0/3861758455 >> 172.21.15.32:0/3861758455 conn(0x7f80f80fd880 msgr2=0x7f80f80ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 -- 172.21.15.32:0/3861758455 shutdown_connections 2024-04-25T19:18:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.447+0000 7f80fcc00640 1 -- 172.21.15.32:0/3861758455 wait complete. 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.448+0000 7f80fcc00640 1 Processor -- start 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 -- start start 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8101fc0 0x7f80f8074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 0x7f80f8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 0x7f80f81a6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f80f8111fb0 con 0x7f80f8074cd0 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f80f8111e30 con 0x7f80f8107090 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80fcc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f80f8112130 con 0x7f80f8101fc0 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 0x7f80f81a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80f7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8101fc0 0x7f80f8074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80eea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 0x7f80f8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 0x7f80f81a6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37172/0 (socket says 172.21.15.32:37172) 2024-04-25T19:18:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.449+0000 7f80f7e00640 1 -- 172.21.15.32:0/3355238896 learned_addr learned my addr 172.21.15.32:0/3355238896 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80eea00640 1 -- 172.21.15.32:0/3355238896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8101fc0 msgr2=0x7f80f8074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80eea00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8101fc0 0x7f80f8074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80eea00640 1 -- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 msgr2=0x7f80f81a6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80eea00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 0x7f80f81a6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80eea00640 1 -- 172.21.15.32:0/3355238896 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80f81a6e60 con 0x7f80f8107090 2024-04-25T19:18:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80f7400640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8101fc0 0x7f80f8074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80f7e00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 0x7f80f81a6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80eea00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 0x7f80f8074790 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f80e002a860 tx=0x7f80e0032d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80f4c00640 1 -- 172.21.15.32:0/3355238896 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0037040 con 0x7f80f8107090 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80f81a70f0 con 0x7f80f8107090 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.450+0000 7f80f4c00640 1 -- 172.21.15.32:0/3355238896 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e0030c10 con 0x7f80f8107090 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.451+0000 7f80f4c00640 1 -- 172.21.15.32:0/3355238896 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e00035f0 con 0x7f80f8107090 2024-04-25T19:18:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.451+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80f81a75a0 con 0x7f80f8107090 2024-04-25T19:18:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 Processor -- start 2024-04-25T19:18:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 -- start start 2024-04-25T19:18:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f80f4c00640 1 -- 172.21.15.32:0/3355238896 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f80e0043020 con 0x7f80f8107090 2024-04-25T19:18:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x558190107d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 0x558190112650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558190112b90 0x558190114f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55819006d900 con 0x5581901082d0 2024-04-25T19:18:04.456 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558190013ef0 con 0x558190112b90 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f8101196740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5581900698c0 con 0x5581901079b0 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f80f7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 0x558190112650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.454+0000 7f80f7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 0x558190112650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37188/0 (socket says 172.21.15.32:37188) 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 -- 172.21.15.32:0/4271199357 learned_addr learned my addr 172.21.15.32:0/4271199357 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80eea00640 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558190112b90 0x558190114f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7e00640 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x558190107d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 -- 172.21.15.32:0/4271199357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 msgr2=0x558190107d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x558190107d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 -- 172.21.15.32:0/4271199357 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558190112b90 msgr2=0x558190114f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558190112b90 0x558190114f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.457 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 -- 172.21.15.32:0/4271199357 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55818fd80210 con 0x5581901082d0 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.455+0000 7f80f7400640 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 0x558190112650 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f80e800e970 tx=0x7f80e80095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a84e4959b62cba33 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f80e7e00640 1 -- 172.21.15.32:0/4271199357 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e8003970 con 0x5581901082d0 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f80f4c00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f80dc0a3db0 0x7f80dc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f80e7e00640 1 -- 172.21.15.32:0/4271199357 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e8004030 con 0x5581901082d0 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f80e7e00640 1 -- 172.21.15.32:0/4271199357 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e8017680 con 0x5581901082d0 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f80f4c00640 1 -- 172.21.15.32:0/3355238896 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f80e00ef8b0 con 0x7f80f8107090 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f80f7e00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f80dc0a3db0 0x7f80dc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 -- 172.21.15.32:0/4271199357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 msgr2=0x558190112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.462 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 0x558190112650 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f80e800e970 tx=0x7f80e80095c0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 -- 172.21.15.32:0/4271199357 shutdown_connections 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x558190112b90 0x558190114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901082d0 0x558190112650 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 --2- 172.21.15.32:0/4271199357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x558190107d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.456+0000 7f8101196740 1 -- 172.21.15.32:0/4271199357 >> 172.21.15.32:0/4271199357 conn(0x558190103ec0 msgr2=0x5581901042a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.457+0000 7f8101196740 1 -- 172.21.15.32:0/4271199357 shutdown_connections 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.457+0000 7f80f7e00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f80dc0a3db0 0x7f80dc0a6270 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f80f0009640 tx=0x7f80f0005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.457+0000 7f8101196740 1 -- 172.21.15.32:0/4271199357 wait complete. 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.457+0000 7f8101196740 1 -- start start 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.457+0000 7f8101196740 1 Processor -- start 2024-04-25T19:18:04.463 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x55819010fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x5581901100a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x5581901105e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5581901157c0 con 0x558190112b90 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x558190027310 con 0x5581901082d0 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558190115940 con 0x5581901079b0 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f8101196740 10 client.0 _ll_register_callbacks cb 0x55818fff5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x5581901105e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x5581901100a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x5581901100a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40764/0 (socket says 172.21.15.32:40764) 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 -- 172.21.15.32:0/607270710 learned_addr learned my addr 172.21.15.32:0/607270710 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80f7400640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x55819010fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 -- 172.21.15.32:0/607270710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 msgr2=0x55819010fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x55819010fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 -- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 msgr2=0x5581901105e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x5581901105e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80eea00640 1 -- 172.21.15.32:0/607270710 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55818fe4c620 con 0x5581901082d0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.458+0000 7f80f7400640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x55819010fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f80eea00640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x5581901100a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f80e00b7d50 tx=0x7f80e0005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7111e68ad854e53 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f80e4c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f80e4c00640 1 -- 172.21.15.32:0/607270710 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e00ed410 con 0x5581901082d0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f80e4c00640 1 -- 172.21.15.32:0/607270710 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f80e00c40d0 con 0x5581901082d0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80e8004030 con 0x5581901082d0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f80e4c00640 1 -- 172.21.15.32:0/607270710 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f80e0030450 con 0x5581901082d0 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f8101196740 10 client.26990 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558190121a70 con 0x5581901082d0 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.459+0000 7f80e4c00640 1 -- 172.21.15.32:0/607270710 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e8004030 con 0x5581901082d0 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f80e4c00640 1 -- 172.21.15.32:0/607270710 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f80e00b7640 con 0x5581901082d0 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f8101196740 10 client.26990 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f8101196740 10 client.26990 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f8101196740 20 client.26990 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f8101196740 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190122f20 0x558190125370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f8101196740 4 client.26990 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581900818b0 con 0x558190122f20 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.460+0000 7f80f7400640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190122f20 0x558190125370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.461+0000 7f80f7400640 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190122f20 0x558190125370 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4a9bc75b483f4ae server_cookie=e3dee0e3eb852822 in_seq=0 out_seq=0 2024-04-25T19:18:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.461+0000 7f80e4c00640 10 client.26990 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.461+0000 7f80e4c00640 1 -- 172.21.15.32:0/607270710 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5581900818b0 con 0x558190122f20 2024-04-25T19:18:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.461+0000 7f80e4c00640 10 client.26990 handle_command_reply: tid=0 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.461+0000 7f8101196740 1 client.26990 shutdown 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 msgr2=0x5581901100a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x5581901100a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f80e00b7d50 tx=0x7f80e0005760 comp rx=0 tx=0).stop 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 shutdown_connections 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190122f20 0x558190125370 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x5581901105e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x5581901100a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f80e4c00640 0 client.26990 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 --2- 172.21.15.32:0/607270710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901079b0 0x55819010fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 >> 172.21.15.32:0/607270710 conn(0x558190103ec0 msgr2=0x558190109bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 shutdown_connections 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 1 -- 172.21.15.32:0/607270710 wait complete. 2024-04-25T19:18:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.462+0000 7f8101196740 20 client.26990 trim_cache size 0 max 16384 2024-04-25T19:18:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 Processor -- start 2024-04-25T19:18:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 -- start start 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901079b0 0x55819011e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x558190109a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 0x55819012ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f80f81afc60 con 0x5581901079b0 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f80f81b17a0 con 0x5581901082d0 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f8101196740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f80f81b0330 con 0x558190112b90 2024-04-25T19:18:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 0x55819012ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.479+0000 7f80f7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901079b0 0x55819011e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 0x55819012ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34426/0 (socket says 172.21.15.32:34426) 2024-04-25T19:18:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 -- 172.21.15.32:0/2100122920 learned_addr learned my addr 172.21.15.32:0/2100122920 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80eea00640 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x558190109a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 -- 172.21.15.32:0/2100122920 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 msgr2=0x558190109a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x558190109a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 -- 172.21.15.32:0/2100122920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901079b0 msgr2=0x55819011e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901079b0 0x55819011e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 -- 172.21.15.32:0/2100122920 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558190108810 con 0x558190112b90 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7400640 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901079b0 0x55819011e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.480+0000 7f80f7e00640 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 0x55819012ac80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f80f000f640 tx=0x7f80f001b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29be6609ff414b02 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f80e7400640 1 -- 172.21.15.32:0/2100122920 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f002e070 con 0x558190112b90 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f80e7400640 1 -- 172.21.15.32:0/2100122920 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80f0011af0 con 0x558190112b90 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f80e7400640 1 -- 172.21.15.32:0/2100122920 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f001ebf0 con 0x558190112b90 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 -- 172.21.15.32:0/2100122920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 msgr2=0x55819012ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 0x55819012ac80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f80f000f640 tx=0x7f80f001b000 comp rx=0 tx=0).stop 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 -- 172.21.15.32:0/2100122920 shutdown_connections 2024-04-25T19:18:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558190112b90 0x55819012ac80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901082d0 0x558190109a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 --2- 172.21.15.32:0/2100122920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5581901079b0 0x55819011e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 -- 172.21.15.32:0/2100122920 >> 172.21.15.32:0/2100122920 conn(0x558190103ec0 msgr2=0x558190109360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 -- 172.21.15.32:0/2100122920 shutdown_connections 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.481+0000 7f8101196740 1 -- 172.21.15.32:0/2100122920 wait complete. 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 -- start start 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 Processor -- start 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901079b0 0x55819011b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901082d0 0x5581901184b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x558190118ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f80f81b10d0 con 0x558190112b90 2024-04-25T19:18:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f80f81b0a00 con 0x5581901079b0 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.482+0000 7f8101196740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f80f81adc60 con 0x5581901082d0 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f8101196740 10 client.0 _ll_register_callbacks cb 0x7f80e0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x558190118ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x558190118ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37220/0 (socket says 172.21.15.32:37220) 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 -- 172.21.15.32:0/224548086 learned_addr learned my addr 172.21.15.32:0/224548086 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901079b0 0x55819011b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80eea00640 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901082d0 0x5581901184b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 -- 172.21.15.32:0/224548086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901082d0 msgr2=0x5581901184b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901082d0 0x5581901184b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 -- 172.21.15.32:0/224548086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901079b0 msgr2=0x55819011b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901079b0 0x55819011b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.483+0000 7f80f7e00640 1 -- 172.21.15.32:0/224548086 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581901192f0 con 0x558190112b90 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.484+0000 7f80f7e00640 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x558190118ac0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f80f002c040 tx=0x7f80f0009420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=610af92daaaffb70 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.484+0000 7f80e4c00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:04.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.484+0000 7f80e4c00640 1 -- 172.21.15.32:0/224548086 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f002e040 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.484+0000 7f80e4c00640 1 -- 172.21.15.32:0/224548086 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f80f0011ca0 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.484+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80f0011af0 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f80e4c00640 1 -- 172.21.15.32:0/224548086 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f80f0011640 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 10 client.16863 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558190189640 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f80e4c00640 1 -- 172.21.15.32:0/224548086 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80f0011af0 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f80e4c00640 1 -- 172.21.15.32:0/224548086 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f80f003a050 con 0x558190112b90 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 10 client.16863 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 10 client.16863 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 20 client.16863 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190189d50 0x55819018c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 4 client.16863 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:18:04.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.485+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55819007b320 con 0x558190189d50 2024-04-25T19:18:04.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.486+0000 7f80f7400640 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190189d50 0x55819018c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:04.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.486+0000 7f80f7400640 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190189d50 0x55819018c170 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90ffbfe1c9207d9b server_cookie=33f4aecf3a2f6f13 in_seq=0 out_seq=0 2024-04-25T19:18:04.491 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.486+0000 7f80e4c00640 10 client.16863 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f80e4c00640 1 -- 172.21.15.32:0/224548086 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55819007b320 con 0x558190189d50 2024-04-25T19:18:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f80e4c00640 10 client.16863 handle_command_reply: tid=0 2024-04-25T19:18:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 client.16863 shutdown 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 msgr2=0x558190118ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x558190118ac0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f80f002c040 tx=0x7f80f0009420 comp rx=0 tx=0).stop 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 shutdown_connections 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558190189d50 0x55819018c170 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x558190112b90 0x558190118ac0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5581901082d0 0x5581901184b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 --2- 172.21.15.32:0/224548086 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5581901079b0 0x55819011b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 >> 172.21.15.32:0/224548086 conn(0x558190103ec0 msgr2=0x558190109bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f80e4c00640 0 client.16863 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 shutdown_connections 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 1 -- 172.21.15.32:0/224548086 wait complete. 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.500+0000 7f8101196740 20 client.16863 trim_cache size 0 max 16384 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:18:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:18:04.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f80dc0a3db0 msgr2=0x7f80dc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f80dc0a3db0 0x7f80dc0a6270 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f80f0009640 tx=0x7f80f0005f90 comp rx=0 tx=0).stop 2024-04-25T19:18:04.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 msgr2=0x7f80f8074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:04.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 0x7f80f8074790 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f80e002a860 tx=0x7f80e0032d50 comp rx=0 tx=0).stop 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 shutdown_connections 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f80dc0a3db0 0x7f80dc0a6270 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80f8074cd0 0x7f80f81a6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f80f8107090 0x7f80f8074790 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 --2- 172.21.15.32:0/3355238896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f80f8101fc0 0x7f80f8074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 >> 172.21.15.32:0/3355238896 conn(0x7f80f80fd880 msgr2=0x7f80f80fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 shutdown_connections 2024-04-25T19:18:04.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:04.501+0000 7f80fcc00640 1 -- 172.21.15.32:0/3355238896 wait complete. 2024-04-25T19:18:05.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:05 smithi066 ceph-mon[32882]: pgmap v451: 97 pgs: 97 active+clean; 3.3 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-04-25T19:18:05.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:05 smithi064 ceph-mon[32321]: pgmap v451: 97 pgs: 97 active+clean; 3.3 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-04-25T19:18:05.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:05 smithi032 ceph-mon[28041]: pgmap v451: 97 pgs: 97 active+clean; 3.3 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-04-25T19:18:06.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 -- 172.21.15.32:0/2813622024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710075590 msgr2=0x7f671010ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 --2- 172.21.15.32:0/2813622024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710075590 0x7f671010ef60 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f66fc009990 tx=0x7f66fc009ca0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 -- 172.21.15.32:0/2813622024 shutdown_connections 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 --2- 172.21.15.32:0/2813622024 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 0x7f6710111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 --2- 172.21.15.32:0/2813622024 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6710074c70 0x7f6710075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 --2- 172.21.15.32:0/2813622024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710075590 0x7f671010ef60 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 -- 172.21.15.32:0/2813622024 >> 172.21.15.32:0/2813622024 conn(0x7f6710079bf0 msgr2=0x7f671007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 -- 172.21.15.32:0/2813622024 shutdown_connections 2024-04-25T19:18:06.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.692+0000 7f6715c00700 1 -- 172.21.15.32:0/2813622024 wait complete. 2024-04-25T19:18:06.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.693+0000 7f6715c00700 1 Processor -- start 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 -- start start 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 0x7f671019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6710075590 0x7f671019b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 0x7f671019fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f6710114ed0 con 0x7f6710074c70 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f6710114d50 con 0x7f671010f4a0 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f6715c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6710115050 con 0x7f6710075590 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f670ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 0x7f671019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f670ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 0x7f671019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37238/0 (socket says 172.21.15.32:37238) 2024-04-25T19:18:06.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f670ea00700 1 -- 172.21.15.32:0/1434310707 learned_addr learned my addr 172.21.15.32:0/1434310707 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.694+0000 7f670f400700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 0x7f671019fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670e000700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6710075590 0x7f671019b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670ea00700 1 -- 172.21.15.32:0/1434310707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6710075590 msgr2=0x7f671019b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670ea00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6710075590 0x7f671019b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670ea00700 1 -- 172.21.15.32:0/1434310707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 msgr2=0x7f671019fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670ea00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 0x7f671019fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670ea00700 1 -- 172.21.15.32:0/1434310707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67101a03c0 con 0x7f6710074c70 2024-04-25T19:18:06.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.695+0000 7f670f400700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 0x7f671019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:06.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.696+0000 7f670ea00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 0x7f671019b400 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f670000e9c0 tx=0x7f670000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:06.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.696+0000 7f6707400700 1 -- 172.21.15.32:0/1434310707 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670000cbd0 con 0x7f6710074c70 2024-04-25T19:18:06.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.696+0000 7f6707400700 1 -- 172.21.15.32:0/1434310707 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f670000ee60 con 0x7f6710074c70 2024-04-25T19:18:06.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.696+0000 7f6707400700 1 -- 172.21.15.32:0/1434310707 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67000055c0 con 0x7f6710074c70 2024-04-25T19:18:06.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.696+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67101a06b0 con 0x7f6710074c70 2024-04-25T19:18:06.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.696+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67101a7f30 con 0x7f6710074c70 2024-04-25T19:18:06.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.700+0000 7f6707400700 1 -- 172.21.15.32:0/1434310707 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6700004750 con 0x7f6710074c70 2024-04-25T19:18:06.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.701+0000 7f6720656b80 1 Processor -- start 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.701+0000 7f6707400700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f66f40a3e30 0x7f66f40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.701+0000 7f6720656b80 1 -- start start 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.701+0000 7f6707400700 1 -- 172.21.15.32:0/1434310707 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f67000d0a50 con 0x7f6710074c70 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.701+0000 7f670f400700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f66f40a3e30 0x7f66f40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f6720656b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 0x55c4b7448120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f6720656b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7452f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f6720656b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b74534d0 0x55c4b74558c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f6720656b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c4b739af90 con 0x55c4b7448660 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f6720656b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c4b7341830 con 0x55c4b7447d40 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f6720656b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c4b7396f50 con 0x55c4b74534d0 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f670ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 0x55c4b7448120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f670e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7452f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f670ea00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 0x55c4b7448120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40810/0 (socket says 172.21.15.32:40810) 2024-04-25T19:18:06.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f670ea00700 1 -- 172.21.15.32:0/4278900347 learned_addr learned my addr 172.21.15.32:0/4278900347 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:06.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f670f400700 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b74534d0 0x55c4b74558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.702+0000 7f670ea00700 1 -- 172.21.15.32:0/4278900347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b74534d0 msgr2=0x55c4b74558c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f670ea00700 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b74534d0 0x55c4b74558c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f670ea00700 1 -- 172.21.15.32:0/4278900347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 msgr2=0x55c4b7452f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f670ea00700 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7452f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f670ea00700 1 -- 172.21.15.32:0/4278900347 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4b7337780 con 0x55c4b7447d40 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f670ea00700 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 0x55c4b7448120 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f6700098de0 tx=0x7f670009c5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a965783563dadaea server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f670f400700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f66f40a3e30 0x7f66f40a62f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f671006a500 tx=0x7f6708007ac0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f66fbe00700 1 -- 172.21.15.32:0/4278900347 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670009c980 con 0x55c4b7447d40 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f66fbe00700 1 -- 172.21.15.32:0/4278900347 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67000a0d30 con 0x55c4b7447d40 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.703+0000 7f66fbe00700 1 -- 172.21.15.32:0/4278900347 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670009ce40 con 0x55c4b7447d40 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 -- 172.21.15.32:0/4278900347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 msgr2=0x55c4b7448120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 0x55c4b7448120 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f6700098de0 tx=0x7f670009c5b0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 -- 172.21.15.32:0/4278900347 shutdown_connections 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b74534d0 0x55c4b74558c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b7447d40 0x55c4b7448120 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 --2- 172.21.15.32:0/4278900347 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7452f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 -- 172.21.15.32:0/4278900347 >> 172.21.15.32:0/4278900347 conn(0x55c4b7377050 msgr2=0x55c4b7444250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 -- 172.21.15.32:0/4278900347 shutdown_connections 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.704+0000 7f6720656b80 1 -- 172.21.15.32:0/4278900347 wait complete. 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.705+0000 7f6720656b80 1 -- start start 2024-04-25T19:18:06.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.705+0000 7f6720656b80 1 Processor -- start 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7452c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b744ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74504d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55c4b7455f60 con 0x55c4b7448660 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55c4b7354960 con 0x55c4b74534d0 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c4b74560e0 con 0x55c4b7447d40 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f6720656b80 10 client.0 _ll_register_callbacks cb 0x55c4b7333820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f670e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b744ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f670e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b744ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37258/0 (socket says 172.21.15.32:37258) 2024-04-25T19:18:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f670e000700 1 -- 172.21.15.32:0/1937230643 learned_addr learned my addr 172.21.15.32:0/1937230643 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f670ea00700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7452c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.706+0000 7f670f400700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74504d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670ea00700 1 -- 172.21.15.32:0/1937230643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 msgr2=0x55c4b74504d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670ea00700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74504d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670ea00700 1 -- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 msgr2=0x55c4b744ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670ea00700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b744ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670ea00700 1 -- 172.21.15.32:0/1937230643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4b72e89d0 con 0x55c4b7447d40 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670e000700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b744ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f670ea00700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7452c90 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6700098c90 tx=0x7f6700017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c017287de06d424d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f66f8c00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f66f8c00700 1 -- 172.21.15.32:0/1937230643 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670009cdf0 con 0x55c4b7447d40 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f66f8c00700 1 -- 172.21.15.32:0/1937230643 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f67000a5160 con 0x55c4b7447d40 2024-04-25T19:18:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.707+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67000a0d30 con 0x55c4b7447d40 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f66f8c00700 1 -- 172.21.15.32:0/1937230643 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f67000a5360 con 0x55c4b7447d40 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f6720656b80 10 client.27055 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c4b7331bf0 con 0x55c4b7447d40 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f66f8c00700 1 -- 172.21.15.32:0/1937230643 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67000a0d30 con 0x55c4b7447d40 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f66f8c00700 1 -- 172.21.15.32:0/1937230643 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f67000986d0 con 0x55c4b7447d40 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f6720656b80 10 client.27055 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f6720656b80 10 client.27055 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.708+0000 7f6720656b80 20 client.27055 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.709+0000 7f6720656b80 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b7462b60 0x55c4b7464f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.709+0000 7f6720656b80 4 client.27055 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.709+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4b73a8780 con 0x55c4b7462b60 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.709+0000 7f670e000700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b7462b60 0x55c4b7464f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.710+0000 7f670e000700 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b7462b60 0x55c4b7464f50 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=add1e11324da87fa server_cookie=3e29d5d260834969 in_seq=0 out_seq=0 2024-04-25T19:18:06.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.710+0000 7f66f8c00700 10 client.27055 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:06.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.710+0000 7f66f8c00700 1 -- 172.21.15.32:0/1937230643 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c4b73a8780 con 0x55c4b7462b60 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.710+0000 7f66f8c00700 10 client.27055 handle_command_reply: tid=0 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.710+0000 7f6720656b80 1 client.27055 shutdown 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 msgr2=0x55c4b7452c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7452c90 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6700098c90 tx=0x7f6700017000 comp rx=0 tx=0).stop 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 shutdown_connections 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b7462b60 0x55c4b7464f50 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74504d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7452c90 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f66f8c00700 0 client.27055 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 --2- 172.21.15.32:0/1937230643 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b744ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 >> 172.21.15.32:0/1937230643 conn(0x55c4b7377050 msgr2=0x55c4b7443e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 shutdown_connections 2024-04-25T19:18:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 1 -- 172.21.15.32:0/1937230643 wait complete. 2024-04-25T19:18:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.711+0000 7f6720656b80 20 client.27055 trim_cache size 0 max 16384 2024-04-25T19:18:06.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 Processor -- start 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 -- start start 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7450480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7467f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74684c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f67101af520 con 0x55c4b7448660 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f67101b1060 con 0x55c4b74534d0 2024-04-25T19:18:06.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f6720656b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f67101afbf0 con 0x55c4b7447d40 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f670e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7467f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f670ea00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7450480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f670e000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7467f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37268/0 (socket says 172.21.15.32:37268) 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.733+0000 7f670e000700 1 -- 172.21.15.32:0/3990986362 learned_addr learned my addr 172.21.15.32:0/3990986362 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670f400700 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74684c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670ea00700 1 -- 172.21.15.32:0/3990986362 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 msgr2=0x55c4b74684c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670ea00700 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74684c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670ea00700 1 -- 172.21.15.32:0/3990986362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 msgr2=0x55c4b7467f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670ea00700 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7467f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670ea00700 1 -- 172.21.15.32:0/3990986362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4b74454c0 con 0x55c4b7447d40 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670f400700 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74684c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f670ea00700 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7450480 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f670009c910 tx=0x7f670009c0e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d8a8f9d318ce50c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.734+0000 7f66fb400700 1 -- 172.21.15.32:0/3990986362 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67000a0d30 con 0x55c4b7447d40 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f66fb400700 1 -- 172.21.15.32:0/3990986362 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f670009cdf0 con 0x55c4b7447d40 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f66fb400700 1 -- 172.21.15.32:0/3990986362 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6700004b50 con 0x55c4b7447d40 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 -- 172.21.15.32:0/3990986362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 msgr2=0x55c4b7450480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7450480 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f670009c910 tx=0x7f670009c0e0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 -- 172.21.15.32:0/3990986362 shutdown_connections 2024-04-25T19:18:06.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74684c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7447d40 0x55c4b7450480 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 --2- 172.21.15.32:0/3990986362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7448660 0x55c4b7467f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 -- 172.21.15.32:0/3990986362 >> 172.21.15.32:0/3990986362 conn(0x55c4b7377050 msgr2=0x55c4b744fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:06.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 -- 172.21.15.32:0/3990986362 shutdown_connections 2024-04-25T19:18:06.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.735+0000 7f6720656b80 1 -- 172.21.15.32:0/3990986362 wait complete. 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.736+0000 7f6720656b80 1 -- start start 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.736+0000 7f6720656b80 1 Processor -- start 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.736+0000 7f6720656b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 0x55c4b74bceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f6720656b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7448660 0x55c4b74bd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f6720656b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74c1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f6720656b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f67101b0990 con 0x55c4b7447d40 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f6720656b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f67101b02c0 con 0x55c4b74534d0 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f6720656b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f67101ad4e0 con 0x55c4b7448660 2024-04-25T19:18:06.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f6720656b80 10 client.0 _ll_register_callbacks cb 0x55c4b7333820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 0x55c4b74bceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 0x55c4b74bceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37272/0 (socket says 172.21.15.32:37272) 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 -- 172.21.15.32:0/1136791368 learned_addr learned my addr 172.21.15.32:0/1136791368 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670e000700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7448660 0x55c4b74bd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670f400700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74c1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 -- 172.21.15.32:0/1136791368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7448660 msgr2=0x55c4b74bd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7448660 0x55c4b74bd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 -- 172.21.15.32:0/1136791368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 msgr2=0x55c4b74c1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74c1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670ea00700 1 -- 172.21.15.32:0/1136791368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4b74c2400 con 0x55c4b7447d40 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.737+0000 7f670f400700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74c1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f670ea00700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 0x55c4b74bceb0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f67000a50c0 tx=0x7f67000097b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde0dcec740fb1d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:06.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f66f8c00700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f66f8c00700 1 -- 172.21.15.32:0/1136791368 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67000a0d30 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f66f8c00700 1 -- 172.21.15.32:0/1136791368 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8542+0+0 (secure 0 0 0) 0x7f67000a5160 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f670009cdf0 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f66f8c00700 1 -- 172.21.15.32:0/1136791368 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f67000870b0 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f6720656b80 10 client.16881 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.738+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c4b74c2400 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f66f8c00700 1 -- 172.21.15.32:0/1136791368 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f670009cdf0 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f66f8c00700 1 -- 172.21.15.32:0/1136791368 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f670009b840 con 0x55c4b7447d40 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f6720656b80 10 client.16881 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f6720656b80 10 client.16881 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f6720656b80 20 client.16881 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:06.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f6720656b80 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b74c9a00 0x55c4b74cbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:06.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f6720656b80 4 client.16881 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "95926b1b", "release": true, "await": true}] 2024-04-25T19:18:06.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "95926b1b", "release": true, "await": true}) -- 0x55c4b73a2820 con 0x55c4b74c9a00 2024-04-25T19:18:06.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.739+0000 7f670e000700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b74c9a00 0x55c4b74cbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:06.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.740+0000 7f670e000700 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b74c9a00 0x55c4b74cbdf0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f2961dbaf0c4c66 server_cookie=b5b2a49cefe2b3f3 in_seq=0 out_seq=0 2024-04-25T19:18:06.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.740+0000 7f66f8c00700 10 client.16881 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:06.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f66f8c00700 1 -- 172.21.15.32:0/1136791368 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55c4b73a2820 con 0x55c4b74c9a00 2024-04-25T19:18:06.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f66f8c00700 10 client.16881 handle_command_reply: tid=0 2024-04-25T19:18:06.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 client.16881 shutdown 2024-04-25T19:18:06.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 msgr2=0x55c4b74bceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 0x55c4b74bceb0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f67000a50c0 tx=0x7f67000097b0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 shutdown_connections 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55c4b74c9a00 0x55c4b74cbdf0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55c4b7447d40 0x55c4b74bceb0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55c4b74534d0 0x55c4b74c1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 --2- 172.21.15.32:0/1136791368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4b7448660 0x55c4b74bd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f66f8c00700 0 client.16881 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.744+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 >> 172.21.15.32:0/1136791368 conn(0x55c4b7377050 msgr2=0x55c4b74517c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:06.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.745+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 shutdown_connections 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.745+0000 7f6720656b80 1 -- 172.21.15.32:0/1136791368 wait complete. 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.745+0000 7f6720656b80 20 client.16881 trim_cache size 0 max 16384 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 44, 2024-04-25T19:18:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "95926b1b": { 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 44, 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 92.4, 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:18:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:18:06.750 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:18:06.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f66f40a3e30 msgr2=0x7f66f40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f66f40a3e30 0x7f66f40a62f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f671006a500 tx=0x7f6708007ac0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 msgr2=0x7f671019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 0x7f671019b400 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f670000e9c0 tx=0x7f670000ecd0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 shutdown_connections 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f66f40a3e30 0x7f66f40a62f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6710074c70 0x7f671019b400 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f671010f4a0 0x7f671019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.746+0000 7f6715c00700 1 --2- 172.21.15.32:0/1434310707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6710075590 0x7f671019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.747+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 >> 172.21.15.32:0/1434310707 conn(0x7f6710079bf0 msgr2=0x7f67100ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.747+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 shutdown_connections 2024-04-25T19:18:06.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:18:06.747+0000 7f6715c00700 1 -- 172.21.15.32:0/1434310707 wait complete. 2024-04-25T19:18:07.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:07 smithi032 ceph-mon[28041]: pgmap v452: 97 pgs: 97 active+clean; 3.3 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-25T19:18:07.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:07 smithi066 ceph-mon[32882]: pgmap v452: 97 pgs: 97 active+clean; 3.3 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-25T19:18:07.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:07 smithi064 ceph-mon[32321]: pgmap v452: 97 pgs: 97 active+clean; 3.3 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-25T19:18:07.787 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '95926b1b', seconds elapsed: 48.9 2024-04-25T19:18:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:09 smithi066 ceph-mon[32882]: pgmap v453: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-04-25T19:18:09.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:09 smithi066 ceph-mon[32882]: osdmap e109: 12 total, 12 up, 12 in 2024-04-25T19:18:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:09 smithi064 ceph-mon[32321]: pgmap v453: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-04-25T19:18:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:09 smithi064 ceph-mon[32321]: osdmap e109: 12 total, 12 up, 12 in 2024-04-25T19:18:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:09 smithi032 ceph-mon[28041]: pgmap v453: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-04-25T19:18:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:09 smithi032 ceph-mon[28041]: osdmap e109: 12 total, 12 up, 12 in 2024-04-25T19:18:11.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:11 smithi066 ceph-mon[32882]: pgmap v455: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-04-25T19:18:11.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:11 smithi064 ceph-mon[32321]: pgmap v455: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-04-25T19:18:11.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:11 smithi032 ceph-mon[28041]: pgmap v455: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-04-25T19:18:13.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:13 smithi066 ceph-mon[32882]: pgmap v456: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-04-25T19:18:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:13 smithi064 ceph-mon[32321]: pgmap v456: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-04-25T19:18:13.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:13 smithi032 ceph-mon[28041]: pgmap v456: 97 pgs: 97 active+clean; 3.4 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-04-25T19:18:15.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:15 smithi066 ceph-mon[32882]: pgmap v457: 97 pgs: 97 active+clean; 3.6 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 15 op/s 2024-04-25T19:18:15.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:15 smithi064 ceph-mon[32321]: pgmap v457: 97 pgs: 97 active+clean; 3.6 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 15 op/s 2024-04-25T19:18:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:15 smithi032 ceph-mon[28041]: pgmap v457: 97 pgs: 97 active+clean; 3.6 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 15 op/s 2024-04-25T19:18:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:17 smithi032 ceph-mon[28041]: pgmap v458: 97 pgs: 97 active+clean; 3.6 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 15 op/s 2024-04-25T19:18:17.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:17 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 -- 172.21.15.32:0/278405338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c8107270 msgr2=0x7fc3c810ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 --2- 172.21.15.32:0/278405338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c8107270 0x7fc3c810ee40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0009860 tx=0x7fc3c002a340 comp rx=0 tx=0).stop 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 -- 172.21.15.32:0/278405338 shutdown_connections 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 --2- 172.21.15.32:0/278405338 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c8107270 0x7fc3c810ee40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 --2- 172.21.15.32:0/278405338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3c8102b50 0x7fc3c8106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 --2- 172.21.15.32:0/278405338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c81021a0 0x7fc3c8102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 -- 172.21.15.32:0/278405338 >> 172.21.15.32:0/278405338 conn(0x7fc3c80fd9e0 msgr2=0x7fc3c80ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 -- 172.21.15.32:0/278405338 shutdown_connections 2024-04-25T19:18:17.642 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.640+0000 7fc3cf000640 1 -- 172.21.15.32:0/278405338 wait complete. 2024-04-25T19:18:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.642+0000 7fc3cf000640 1 Processor -- start 2024-04-25T19:18:17.643 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.642+0000 7fc3cf000640 1 -- start start 2024-04-25T19:18:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.642+0000 7fc3cf000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c81021a0 0x7fc3c81a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.642+0000 7fc3cf000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 0x7fc3c81a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3cf000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3c819a820 0x7fc3c819acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3cf000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81121c0 con 0x7fc3c8107270 2024-04-25T19:18:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3cf000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c8112040 con 0x7fc3c81021a0 2024-04-25T19:18:17.644 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3cf000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c8112340 con 0x7fc3c819a820 2024-04-25T19:18:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 0x7fc3c81a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 0x7fc3c81a0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43444/0 (socket says 172.21.15.32:43444) 2024-04-25T19:18:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 -- 172.21.15.32:0/783191177 learned_addr learned my addr 172.21.15.32:0/783191177 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:17.645 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c81021a0 0x7fc3c81a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3cd000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3c819a820 0x7fc3c819acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 -- 172.21.15.32:0/783191177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3c819a820 msgr2=0x7fc3c819acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3c819a820 0x7fc3c819acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 -- 172.21.15.32:0/783191177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c81021a0 msgr2=0x7fc3c81a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c81021a0 0x7fc3c81a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7400640 1 -- 172.21.15.32:0/783191177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3c819b3b0 con 0x7fc3c8107270 2024-04-25T19:18:17.646 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.643+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c81021a0 0x7fc3c81a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.644+0000 7fc3c7400640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 0x7fc3c81a0ba0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc3b400e9a0 tx=0x7fc3b400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.644+0000 7fc3c4c00640 1 -- 172.21.15.32:0/783191177 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b400cd80 con 0x7fc3c8107270 2024-04-25T19:18:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.644+0000 7fc3c4c00640 1 -- 172.21.15.32:0/783191177 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3b40035f0 con 0x7fc3c8107270 2024-04-25T19:18:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.644+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3c819b6a0 con 0x7fc3c8107270 2024-04-25T19:18:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.644+0000 7fc3c4c00640 1 -- 172.21.15.32:0/783191177 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b4010690 con 0x7fc3c8107270 2024-04-25T19:18:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.644+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3c81a7830 con 0x7fc3c8107270 2024-04-25T19:18:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 Processor -- start 2024-04-25T19:18:17.651 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 -- start start 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44e3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44ee4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44f0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ecf4449900 con 0x55ecf44e3820 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ecf43efef0 con 0x55ecf44e4140 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ecf44458c0 con 0x55ecf44eea00 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.650+0000 7fc3cd000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44e3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44e3c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43452/0 (socket says 172.21.15.32:43452) 2024-04-25T19:18:17.652 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 -- 172.21.15.32:0/3788643556 learned_addr learned my addr 172.21.15.32:0/3788643556 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44ee4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.653 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3c4c00640 1 -- 172.21.15.32:0/783191177 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc3b4004000 con 0x7fc3c8107270 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 -- 172.21.15.32:0/3788643556 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 msgr2=0x55ecf44f0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44f0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 -- 172.21.15.32:0/3788643556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 msgr2=0x55ecf44ee4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44ee4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3cd000640 1 -- 172.21.15.32:0/3788643556 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecf415c210 con 0x55ecf44e3820 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.651+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44ee4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:17.654 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.652+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44e3c00 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc3c00057c0 tx=0x7fc3c0005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a162498af20dd443 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.652+0000 7fc3bd600640 1 -- 172.21.15.32:0/3788643556 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0041030 con 0x55ecf44e3820 2024-04-25T19:18:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.652+0000 7fc3bd600640 1 -- 172.21.15.32:0/3788643556 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3c0030c90 con 0x55ecf44e3820 2024-04-25T19:18:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.652+0000 7fc3bd600640 1 -- 172.21.15.32:0/3788643556 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0037040 con 0x55ecf44e3820 2024-04-25T19:18:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.652+0000 7fc3c4c00640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc3ac0a3d10 0x7fc3ac0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3c4c00640 1 -- 172.21.15.32:0/783191177 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8586+0+0 (secure 0 0 0) 0x7fc3b40d0a90 con 0x7fc3c8107270 2024-04-25T19:18:17.655 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc3ac0a3d10 0x7fc3ac0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3788643556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 msgr2=0x55ecf44e3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44e3c00 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc3c00057c0 tx=0x7fc3c0005b20 comp rx=0 tx=0).stop 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3788643556 shutdown_connections 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44f0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44ee4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3788643556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44e3c00 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.653+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3788643556 >> 172.21.15.32:0/3788643556 conn(0x55ecf44dfd30 msgr2=0x55ecf44e0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.654+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3788643556 shutdown_connections 2024-04-25T19:18:17.656 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.654+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3788643556 wait complete. 2024-04-25T19:18:17.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.654+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc3ac0a3d10 0x7fc3ac0a61d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55ecf44e4dc0 tx=0x7fc3b8009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:17.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.654+0000 7fc3d1e64740 1 -- start start 2024-04-25T19:18:17.657 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 Processor -- start 2024-04-25T19:18:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e3820 0x55ecf44eb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 0x55ecf44ebf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.658 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44ec470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ecf44f15d0 con 0x55ecf44e4140 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ecf4403310 con 0x55ecf44e3820 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ecf44f1750 con 0x55ecf44eea00 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.655+0000 7fc3d1e64740 10 client.0 _ll_register_callbacks cb 0x55ecf43d1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 0x55ecf44ebf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3cd000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44ec470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 0x55ecf44ebf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43462/0 (socket says 172.21.15.32:43462) 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e3820 0x55ecf44eb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 -- 172.21.15.32:0/3627419963 learned_addr learned my addr 172.21.15.32:0/3627419963 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 -- 172.21.15.32:0/3627419963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 msgr2=0x55ecf44ec470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44ec470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 -- 172.21.15.32:0/3627419963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e3820 msgr2=0x55ecf44eb9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e3820 0x55ecf44eb9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.659 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.656+0000 7fc3c7400640 1 -- 172.21.15.32:0/3627419963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecf4228620 con 0x55ecf44e4140 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 0x55ecf44ebf30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc3b400c6a0 tx=0x7fc3b409c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=229365ac6ba30e7b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3b2000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3b2000640 1 -- 172.21.15.32:0/3627419963 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b409d090 con 0x55ecf44e4140 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3c0030c90 con 0x55ecf44e4140 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3b2000640 1 -- 172.21.15.32:0/3627419963 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8586+0+0 (secure 0 0 0) 0x7fc3b40ce3c0 con 0x55ecf44e4140 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3b2000640 1 -- 172.21.15.32:0/3627419963 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc3b40ce5c0 con 0x55ecf44e4140 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3d1e64740 10 client.16893 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:17.660 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.657+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ecf44fd8e0 con 0x55ecf44e4140 2024-04-25T19:18:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3b2000640 1 -- 172.21.15.32:0/3627419963 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3c0030c90 con 0x55ecf44e4140 2024-04-25T19:18:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3b2000640 1 -- 172.21.15.32:0/3627419963 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc3b40870b0 con 0x55ecf44e4140 2024-04-25T19:18:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3d1e64740 10 client.16893 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3d1e64740 10 client.16893 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:17.661 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3d1e64740 20 client.16893 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf44feee0 0x55ecf45012d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3d1e64740 4 client.16893 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ecf445d8b0 con 0x55ecf44feee0 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.658+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf44feee0 0x55ecf45012d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.659+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf44feee0 0x55ecf45012d0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7b5abec71807115 server_cookie=636b6eb336b546f7 in_seq=0 out_seq=0 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.659+0000 7fc3b2000640 10 client.16893 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3b2000640 1 -- 172.21.15.32:0/3627419963 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ecf445d8b0 con 0x55ecf44feee0 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3b2000640 10 client.16893 handle_command_reply: tid=0 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 client.16893 shutdown 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 msgr2=0x55ecf44ebf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.662 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 0x55ecf44ebf30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc3b400c6a0 tx=0x7fc3b409c820 comp rx=0 tx=0).stop 2024-04-25T19:18:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 shutdown_connections 2024-04-25T19:18:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf44feee0 0x55ecf45012d0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf44ec470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e4140 0x55ecf44ebf30 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3627419963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e3820 0x55ecf44eb9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.663 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 >> 172.21.15.32:0/3627419963 conn(0x55ecf44dfd30 msgr2=0x55ecf44e5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.660+0000 7fc3b2000640 0 client.16893 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.661+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 shutdown_connections 2024-04-25T19:18:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.661+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3627419963 wait complete. 2024-04-25T19:18:17.664 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.661+0000 7fc3d1e64740 20 client.16893 trim_cache size 0 max 16384 2024-04-25T19:18:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 Processor -- start 2024-04-25T19:18:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 -- start start 2024-04-25T19:18:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44fa490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 0x55ecf44e6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44eea00 0x55ecf4506a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81afe30 con 0x55ecf44e3820 2024-04-25T19:18:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81b1970 con 0x55ecf44eea00 2024-04-25T19:18:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.694+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81b0500 con 0x55ecf44e4140 2024-04-25T19:18:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44fa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 0x55ecf44e6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44fa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43470/0 (socket says 172.21.15.32:43470) 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7e00640 1 -- 172.21.15.32:0/3366506966 learned_addr learned my addr 172.21.15.32:0/3366506966 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 0x55ecf44e6230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37926/0 (socket says 172.21.15.32:37926) 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44eea00 0x55ecf4506a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 -- 172.21.15.32:0/3366506966 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44eea00 msgr2=0x55ecf4506a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44eea00 0x55ecf4506a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 -- 172.21.15.32:0/3366506966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 msgr2=0x55ecf44fa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44fa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7400640 1 -- 172.21.15.32:0/3366506966 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecf44e9f40 con 0x55ecf44e4140 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44eea00 0x55ecf4506a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.695+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44fa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.696+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 0x55ecf44e6230 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc3b4098df0 tx=0x7fc3b409c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd5cd9610016ec97 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.696+0000 7fc3bcc00640 1 -- 172.21.15.32:0/3366506966 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b409c2f0 con 0x55ecf44e4140 2024-04-25T19:18:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.696+0000 7fc3bcc00640 1 -- 172.21.15.32:0/3366506966 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3b409c990 con 0x55ecf44e4140 2024-04-25T19:18:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.696+0000 7fc3bcc00640 1 -- 172.21.15.32:0/3366506966 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b40ce3c0 con 0x55ecf44e4140 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3366506966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 msgr2=0x55ecf44e6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 0x55ecf44e6230 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc3b4098df0 tx=0x7fc3b409c890 comp rx=0 tx=0).stop 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3366506966 shutdown_connections 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44eea00 0x55ecf4506a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44e4140 0x55ecf44e6230 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3366506966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44fa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3366506966 >> 172.21.15.32:0/3366506966 conn(0x55ecf44dfd30 msgr2=0x55ecf44ed220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3366506966 shutdown_connections 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3366506966 wait complete. 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.697+0000 7fc3d1e64740 1 -- start start 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 Processor -- start 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44f4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44f5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf4564290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81b12a0 con 0x55ecf44e3820 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81b0bd0 con 0x55ecf44e4140 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c81ade30 con 0x55ecf44eea00 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3d1e64740 10 client.0 _ll_register_callbacks cb 0x7fc3b4098c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.698+0000 7fc3cd000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf4564290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf4564290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37934/0 (socket says 172.21.15.32:37934) 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 -- 172.21.15.32:0/3601268063 learned_addr learned my addr 172.21.15.32:0/3601268063 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44f4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3c7400640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44f5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:17 smithi066 ceph-mon[32882]: pgmap v458: 97 pgs: 97 active+clean; 3.6 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 15 op/s 2024-04-25T19:18:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:17 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:18:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 -- 172.21.15.32:0/3601268063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 msgr2=0x55ecf44f5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44f5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 -- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 msgr2=0x55ecf44f4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44f4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 -- 172.21.15.32:0/3601268063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecf45647d0 con 0x55ecf44eea00 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44f4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3cd000640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf4564290 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0005d20 tx=0x7fc3c0004130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a828b39cefaffc10 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.699+0000 7fc3b2000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3b2000640 1 -- 172.21.15.32:0/3601268063 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0037040 con 0x55ecf44eea00 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3b409c990 con 0x55ecf44eea00 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3b2000640 1 -- 172.21.15.32:0/3601268063 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 8586+0+0 (secure 0 0 0) 0x7fc3c0030450 con 0x55ecf44eea00 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3b2000640 1 -- 172.21.15.32:0/3601268063 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc3c0030650 con 0x55ecf44eea00 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 10 client.27076 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ecf4565a50 con 0x55ecf44eea00 2024-04-25T19:18:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3b2000640 1 -- 172.21.15.32:0/3601268063 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3b409c990 con 0x55ecf44eea00 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3b2000640 1 -- 172.21.15.32:0/3601268063 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fc3c0004960 con 0x55ecf44eea00 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 10 client.27076 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 10 client.27076 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 20 client.27076 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.700+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf4565d80 0x55ecf4568170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.701+0000 7fc3d1e64740 4 client.27076 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.701+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ecf4457320 con 0x55ecf4565d80 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.701+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf4565d80 0x55ecf4568170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.701+0000 7fc3c7e00640 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf4565d80 0x55ecf4568170 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4b4d9a4c7aa25d7 server_cookie=b35086b60a38d7bb in_seq=0 out_seq=0 2024-04-25T19:18:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.701+0000 7fc3b2000640 10 client.27076 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3b2000640 1 -- 172.21.15.32:0/3601268063 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ecf4457320 con 0x55ecf4565d80 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3b2000640 10 client.27076 handle_command_reply: tid=0 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 client.27076 shutdown 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 msgr2=0x55ecf4564290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf4564290 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0005d20 tx=0x7fc3c0004130 comp rx=0 tx=0).stop 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 shutdown_connections 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ecf4565d80 0x55ecf4568170 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ecf44eea00 0x55ecf4564290 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ecf44e4140 0x55ecf44f5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 --2- 172.21.15.32:0/3601268063 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ecf44e3820 0x55ecf44f4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3b2000640 0 client.27076 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.717+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 >> 172.21.15.32:0/3601268063 conn(0x55ecf44dfd30 msgr2=0x55ecf44edab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.718+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 shutdown_connections 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.718+0000 7fc3d1e64740 1 -- 172.21.15.32:0/3601268063 wait complete. 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.718+0000 7fc3d1e64740 20 client.27076 trim_cache size 0 max 16384 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:18:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc3ac0a3d10 msgr2=0x7fc3ac0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc3ac0a3d10 0x7fc3ac0a61d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x55ecf44e4dc0 tx=0x7fc3b8009500 comp rx=0 tx=0).stop 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 msgr2=0x7fc3c81a0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 0x7fc3c81a0ba0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc3b400e9a0 tx=0x7fc3b400ee60 comp rx=0 tx=0).stop 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 shutdown_connections 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fc3ac0a3d10 0x7fc3ac0a61d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3c819a820 0x7fc3c819acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc3c8107270 0x7fc3c81a0ba0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 --2- 172.21.15.32:0/783191177 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fc3c81021a0 0x7fc3c81a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 >> 172.21.15.32:0/783191177 conn(0x7fc3c80fd9e0 msgr2=0x7fc3c80ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 shutdown_connections 2024-04-25T19:18:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:17.719+0000 7fc3cf000640 1 -- 172.21.15.32:0/783191177 wait complete. 2024-04-25T19:18:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:17 smithi064 ceph-mon[32321]: pgmap v458: 97 pgs: 97 active+clean; 3.6 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 15 op/s 2024-04-25T19:18:17.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:17 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:18:18.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:18 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:18:18.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:18 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:18:18.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:18 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:18:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:18 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:18:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:18 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:18:18.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:18 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:18:18.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:18 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:18:18.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:18 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:18:18.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:18 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:18:19.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:19 smithi066 ceph-mon[32882]: pgmap v459: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:19.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:19 smithi066 ceph-mon[32882]: osdmap e110: 12 total, 12 up, 12 in 2024-04-25T19:18:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:19 smithi064 ceph-mon[32321]: pgmap v459: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:19.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:19 smithi064 ceph-mon[32321]: osdmap e110: 12 total, 12 up, 12 in 2024-04-25T19:18:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:19 smithi032 ceph-mon[28041]: pgmap v459: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:19 smithi032 ceph-mon[28041]: osdmap e110: 12 total, 12 up, 12 in 2024-04-25T19:18:21.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:21 smithi066 ceph-mon[32882]: pgmap v461: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:21 smithi064 ceph-mon[32321]: pgmap v461: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:21 smithi032 ceph-mon[28041]: pgmap v461: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:23.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:23 smithi066 ceph-mon[32882]: pgmap v462: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:23.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:23 smithi064 ceph-mon[32321]: pgmap v462: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:23 smithi032 ceph-mon[28041]: pgmap v462: 97 pgs: 97 active+clean; 3.8 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:18:25.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:25 smithi066 ceph-mon[32882]: pgmap v463: 97 pgs: 97 active+clean; 3.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-04-25T19:18:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:25 smithi064 ceph-mon[32321]: pgmap v463: 97 pgs: 97 active+clean; 3.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-04-25T19:18:25.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:25 smithi032 ceph-mon[28041]: pgmap v463: 97 pgs: 97 active+clean; 3.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-04-25T19:18:27.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:27 smithi066 ceph-mon[32882]: pgmap v464: 97 pgs: 97 active+clean; 3.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-04-25T19:18:27.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:27 smithi064 ceph-mon[32321]: pgmap v464: 97 pgs: 97 active+clean; 3.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-04-25T19:18:27.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:27 smithi032 ceph-mon[28041]: pgmap v464: 97 pgs: 97 active+clean; 3.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-04-25T19:18:29.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:29 smithi066 ceph-mon[32882]: pgmap v465: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 14 op/s 2024-04-25T19:18:29.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:29 smithi064 ceph-mon[32321]: pgmap v465: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 14 op/s 2024-04-25T19:18:29.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:29 smithi032 ceph-mon[28041]: pgmap v465: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 14 op/s 2024-04-25T19:18:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 -- 172.21.15.32:0/601846487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf78103850 msgr2=0x7fdf7810bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 --2- 172.21.15.32:0/601846487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf78103850 0x7fdf7810bd30 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009900 tx=0x7fdf6002a480 comp rx=0 tx=0).stop 2024-04-25T19:18:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 -- 172.21.15.32:0/601846487 shutdown_connections 2024-04-25T19:18:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 --2- 172.21.15.32:0/601846487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7810c350 0x7fdf7810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 --2- 172.21.15.32:0/601846487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf78103850 0x7fdf7810bd30 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 --2- 172.21.15.32:0/601846487 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf78102f30 0x7fdf78103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.867+0000 7fdf7de00640 1 -- 172.21.15.32:0/601846487 >> 172.21.15.32:0/601846487 conn(0x7fdf780fc730 msgr2=0x7fdf780feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.868+0000 7fdf7de00640 1 -- 172.21.15.32:0/601846487 shutdown_connections 2024-04-25T19:18:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.868+0000 7fdf7de00640 1 -- 172.21.15.32:0/601846487 wait complete. 2024-04-25T19:18:30.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 Processor -- start 2024-04-25T19:18:30.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 -- start start 2024-04-25T19:18:30.871 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf78102f30 0x7fdf781a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf78103850 0x7fdf781a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 0x7fdf7819a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdf78111fc0 con 0x7fdf7810c350 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdf78111e40 con 0x7fdf78102f30 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7de00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdf78112140 con 0x7fdf78103850 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.869+0000 7fdf7d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 0x7fdf7819a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 0x7fdf7819a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46148/0 (socket says 172.21.15.32:46148) 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 -- 172.21.15.32:0/403623735 learned_addr learned my addr 172.21.15.32:0/403623735 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf78102f30 0x7fdf781a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf77e00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf78103850 0x7fdf781a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 -- 172.21.15.32:0/403623735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf78103850 msgr2=0x7fdf781a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf78103850 0x7fdf781a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 -- 172.21.15.32:0/403623735 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf78102f30 msgr2=0x7fdf781a03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf78102f30 0x7fdf781a03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 -- 172.21.15.32:0/403623735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7819ad60 con 0x7fdf7810c350 2024-04-25T19:18:30.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.870+0000 7fdf7d400640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 0x7fdf7819a5e0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdf7000d950 tx=0x7fdf7000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:30.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.871+0000 7fdf75600640 1 -- 172.21.15.32:0/403623735 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf70017030 con 0x7fdf7810c350 2024-04-25T19:18:30.873 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.871+0000 7fdf75600640 1 -- 172.21.15.32:0/403623735 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf70004020 con 0x7fdf7810c350 2024-04-25T19:18:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.871+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf7819b050 con 0x7fdf7810c350 2024-04-25T19:18:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.871+0000 7fdf75600640 1 -- 172.21.15.32:0/403623735 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf70003b50 con 0x7fdf7810c350 2024-04-25T19:18:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.871+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf781a72a0 con 0x7fdf7810c350 2024-04-25T19:18:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.874+0000 7fdf82238740 1 Processor -- start 2024-04-25T19:18:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.874+0000 7fdf75600640 1 -- 172.21.15.32:0/403623735 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdf7001a070 con 0x7fdf7810c350 2024-04-25T19:18:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 -- start start 2024-04-25T19:18:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af36d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af41650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af43f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55826ae9c900 con 0x55826af369b0 2024-04-25T19:18:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55826ae42ef0 con 0x55826af372d0 2024-04-25T19:18:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf82238740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55826ae988c0 con 0x55826af41b90 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af36d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af36d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46164/0 (socket says 172.21.15.32:46164) 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf77e00640 1 -- 172.21.15.32:0/3983212742 learned_addr learned my addr 172.21.15.32:0/3983212742 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.875+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af41650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af43f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 -- 172.21.15.32:0/3983212742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 msgr2=0x55826af43f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af43f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 -- 172.21.15.32:0/3983212742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 msgr2=0x55826af41650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af41650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 -- 172.21.15.32:0/3983212742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55826abaf210 con 0x55826af369b0 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf75600640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdf5c0a3d00 0x7fdf5c0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf75600640 1 -- 172.21.15.32:0/403623735 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7fdf700cff00 con 0x7fdf7810c350 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf77e00640 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af36d90 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005c40 tx=0x7fdf60005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b47aa7eeef8a01f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.876+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdf5c0a3d00 0x7fdf5c0a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.877+0000 7fdf6dc00640 1 -- 172.21.15.32:0/3983212742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60044020 con 0x55826af369b0 2024-04-25T19:18:30.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.877+0000 7fdf6dc00640 1 -- 172.21.15.32:0/3983212742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf600316a0 con 0x55826af369b0 2024-04-25T19:18:30.880 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.877+0000 7fdf6dc00640 1 -- 172.21.15.32:0/3983212742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60035040 con 0x55826af369b0 2024-04-25T19:18:30.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.877+0000 7fdf82238740 1 -- 172.21.15.32:0/3983212742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 msgr2=0x55826af36d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.877+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdf5c0a3d00 0x7fdf5c0a61c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x55826af37f50 tx=0x7fdf68009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:30.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.877+0000 7fdf82238740 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af36d90 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005c40 tx=0x7fdf60005b50 comp rx=0 tx=0).stop 2024-04-25T19:18:30.883 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 -- 172.21.15.32:0/3983212742 shutdown_connections 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af43f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af41650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 --2- 172.21.15.32:0/3983212742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af36d90 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 -- 172.21.15.32:0/3983212742 >> 172.21.15.32:0/3983212742 conn(0x55826af32ec0 msgr2=0x55826af332a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 -- 172.21.15.32:0/3983212742 shutdown_connections 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 -- 172.21.15.32:0/3983212742 wait complete. 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 -- start start 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.878+0000 7fdf82238740 1 Processor -- start 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af369b0 0x55826af3eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 0x55826af3f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af3f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55826af44760 con 0x55826af372d0 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55826ae56310 con 0x55826af369b0 2024-04-25T19:18:30.884 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55826af448e0 con 0x55826af41b90 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf82238740 10 client.0 _ll_register_callbacks cb 0x55826ae24cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 0x55826af3f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf7ca00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af369b0 0x55826af3eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf77e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 0x55826af3f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46176/0 (socket says 172.21.15.32:46176) 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf77e00640 1 -- 172.21.15.32:0/192020080 learned_addr learned my addr 172.21.15.32:0/192020080 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.879+0000 7fdf7d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af3f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf77e00640 1 -- 172.21.15.32:0/192020080 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 msgr2=0x55826af3f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf77e00640 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af3f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf77e00640 1 -- 172.21.15.32:0/192020080 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af369b0 msgr2=0x55826af3eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf77e00640 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af369b0 0x55826af3eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf77e00640 1 -- 172.21.15.32:0/192020080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55826ac7b620 con 0x55826af372d0 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf7d400640 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af3f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf77e00640 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 0x55826af3f070 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005e30 tx=0x7fdf60005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abe79aaf3526bfc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf66000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf66000640 1 -- 172.21.15.32:0/192020080 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60044030 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf600316a0 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.880+0000 7fdf66000640 1 -- 172.21.15.32:0/192020080 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7fdf600055e0 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf66000640 1 -- 172.21.15.32:0/192020080 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fdf60057050 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 10 client.16911 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55826af50a20 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf66000640 1 -- 172.21.15.32:0/192020080 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf600316a0 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf66000640 1 -- 172.21.15.32:0/192020080 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fdf600046c0 con 0x55826af372d0 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 10 client.16911 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 10 client.16911 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 20 client.16911 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826af51d70 0x55826af54160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 4 client.16911 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:18:30.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.881+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55826aeb08b0 con 0x55826af51d70 2024-04-25T19:18:30.887 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.882+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826af51d70 0x55826af54160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.882+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826af51d70 0x55826af54160 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9df586304cd84d server_cookie=b03adff611a26111 in_seq=0 out_seq=0 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.882+0000 7fdf66000640 10 client.16911 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf66000640 1 -- 172.21.15.32:0/192020080 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55826aeb08b0 con 0x55826af51d70 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf66000640 10 client.16911 handle_command_reply: tid=0 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf82238740 1 client.16911 shutdown 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 msgr2=0x55826af3f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.888 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf82238740 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 0x55826af3f070 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005e30 tx=0x7fdf60005e60 comp rx=0 tx=0).stop 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 shutdown_connections 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.883+0000 7fdf82238740 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826af51d70 0x55826af54160 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af3f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af372d0 0x55826af3f070 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf66000640 0 client.16911 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 1 --2- 172.21.15.32:0/192020080 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af369b0 0x55826af3eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 >> 172.21.15.32:0/192020080 conn(0x55826af32ec0 msgr2=0x55826af38c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 shutdown_connections 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 1 -- 172.21.15.32:0/192020080 wait complete. 2024-04-25T19:18:30.889 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.884+0000 7fdf82238740 20 client.16911 trim_cache size 0 max 16384 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.900+0000 7fdf82238740 1 Processor -- start 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.900+0000 7fdf82238740 1 -- start start 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf82238740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af4d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf82238740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af3dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf82238740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af31ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf82238740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781afbc0 con 0x55826af369b0 2024-04-25T19:18:30.903 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf82238740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781b1700 con 0x55826af372d0 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf82238740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781b0290 con 0x55826af41b90 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af4d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af4d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46180/0 (socket says 172.21.15.32:46180) 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 -- 172.21.15.32:0/1895549725 learned_addr learned my addr 172.21.15.32:0/1895549725 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf77e00640 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af3dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7d400640 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af31ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 -- 172.21.15.32:0/1895549725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 msgr2=0x55826af31ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af31ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 -- 172.21.15.32:0/1895549725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 msgr2=0x55826af3dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af3dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.901+0000 7fdf7ca00640 1 -- 172.21.15.32:0/1895549725 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55826af3d0c0 con 0x55826af369b0 2024-04-25T19:18:30.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.902+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af4d620 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x55826af54760 tx=0x7fdf6801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=502e87097c8e3e17 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.902+0000 7fdf6d200640 1 -- 172.21.15.32:0/1895549725 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68004b20 con 0x55826af369b0 2024-04-25T19:18:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.902+0000 7fdf6d200640 1 -- 172.21.15.32:0/1895549725 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf6802a8d0 con 0x55826af369b0 2024-04-25T19:18:30.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.902+0000 7fdf6d200640 1 -- 172.21.15.32:0/1895549725 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf680044d0 con 0x55826af369b0 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 -- 172.21.15.32:0/1895549725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 msgr2=0x55826af4d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af4d620 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x55826af54760 tx=0x7fdf6801a000 comp rx=0 tx=0).stop 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 -- 172.21.15.32:0/1895549725 shutdown_connections 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826af31ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af3dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 --2- 172.21.15.32:0/1895549725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af4d620 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 -- 172.21.15.32:0/1895549725 >> 172.21.15.32:0/1895549725 conn(0x55826af32ec0 msgr2=0x55826af31790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 -- 172.21.15.32:0/1895549725 shutdown_connections 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.903+0000 7fdf82238740 1 -- 172.21.15.32:0/1895549725 wait complete. 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 -- start start 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 Processor -- start 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af46dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af47310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826afb0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781b1030 con 0x55826af369b0 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781b0960 con 0x55826af372d0 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781adbc0 con 0x55826af41b90 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.904+0000 7fdf82238740 10 client.0 _ll_register_callbacks cb 0x7fdf6002ab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af46dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af46dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46188/0 (socket says 172.21.15.32:46188) 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 -- 172.21.15.32:0/2494731110 learned_addr learned my addr 172.21.15.32:0/2494731110 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826afb0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf77e00640 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af47310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 -- 172.21.15.32:0/2494731110 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 msgr2=0x55826afb0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826afb0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 -- 172.21.15.32:0/2494731110 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 msgr2=0x55826af47310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:30.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af47310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 -- 172.21.15.32:0/2494731110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55826afb0640 con 0x55826af369b0 2024-04-25T19:18:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf7ca00640 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af46dd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdf68005c10 tx=0x7fdf68004350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12cc4c13f9fe5a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.905+0000 7fdf66000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf66000640 1 -- 172.21.15.32:0/2494731110 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68038070 con 0x55826af369b0 2024-04-25T19:18:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf66000640 1 -- 172.21.15.32:0/2494731110 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7fdf68003ff0 con 0x55826af369b0 2024-04-25T19:18:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf6802a8d0 con 0x55826af369b0 2024-04-25T19:18:30.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf66000640 1 -- 172.21.15.32:0/2494731110 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fdf68044050 con 0x55826af369b0 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf82238740 10 client.16917 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55826afb79c0 con 0x55826af369b0 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf66000640 1 -- 172.21.15.32:0/2494731110 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf6802a8d0 con 0x55826af369b0 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.906+0000 7fdf66000640 1 -- 172.21.15.32:0/2494731110 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fdf68004ce0 con 0x55826af369b0 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf82238740 10 client.16917 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf82238740 10 client.16917 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf82238740 20 client.16917 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf82238740 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826afb8050 0x55826afba470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf82238740 4 client.16917 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55826aeaa320 con 0x55826afb8050 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf77e00640 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826afb8050 0x55826afba470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf77e00640 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826afb8050 0x55826afba470 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65c010eeb234383 server_cookie=d142dd0634715cdf in_seq=0 out_seq=0 2024-04-25T19:18:30.911 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.907+0000 7fdf66000640 10 client.16917 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.923+0000 7fdf66000640 1 -- 172.21.15.32:0/2494731110 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55826aeaa320 con 0x55826afb8050 2024-04-25T19:18:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.923+0000 7fdf66000640 10 client.16917 handle_command_reply: tid=0 2024-04-25T19:18:30.925 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.923+0000 7fdf82238740 1 client.16917 shutdown 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 msgr2=0x55826af46dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af46dd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdf68005c10 tx=0x7fdf68004350 comp rx=0 tx=0).stop 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 shutdown_connections 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55826afb8050 0x55826afba470 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55826af41b90 0x55826afb0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55826af372d0 0x55826af47310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 --2- 172.21.15.32:0/2494731110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55826af369b0 0x55826af46dd0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.926 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf66000640 0 client.16917 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 >> 172.21.15.32:0/2494731110 conn(0x55826af32ec0 msgr2=0x55826af32020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 shutdown_connections 2024-04-25T19:18:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 1 -- 172.21.15.32:0/2494731110 wait complete. 2024-04-25T19:18:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.924+0000 7fdf82238740 20 client.16917 trim_cache size 0 max 16384 2024-04-25T19:18:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:18:30.927 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:18:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:18:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:18:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdf5c0a3d00 msgr2=0x7fdf5c0a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.928 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdf5c0a3d00 0x7fdf5c0a61c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x55826af37f50 tx=0x7fdf68009500 comp rx=0 tx=0).stop 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 msgr2=0x7fdf7819a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 0x7fdf7819a5e0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fdf7000d950 tx=0x7fdf7000de10 comp rx=0 tx=0).stop 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 shutdown_connections 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fdf5c0a3d00 0x7fdf5c0a61c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdf7810c350 0x7fdf7819a5e0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf78103850 0x7fdf781a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 --2- 172.21.15.32:0/403623735 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fdf78102f30 0x7fdf781a03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 >> 172.21.15.32:0/403623735 conn(0x7fdf780fc730 msgr2=0x7fdf78101bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 shutdown_connections 2024-04-25T19:18:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:30.925+0000 7fdf7de00640 1 -- 172.21.15.32:0/403623735 wait complete. 2024-04-25T19:18:31.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:31 smithi066 ceph-mon[32882]: pgmap v466: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 13 op/s 2024-04-25T19:18:31.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:31 smithi064 ceph-mon[32321]: pgmap v466: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 13 op/s 2024-04-25T19:18:31.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:31 smithi032 ceph-mon[28041]: pgmap v466: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 35 KiB/s wr, 13 op/s 2024-04-25T19:18:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:33 smithi066 ceph-mon[32882]: pgmap v467: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-04-25T19:18:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:33 smithi064 ceph-mon[32321]: pgmap v467: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-04-25T19:18:33.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:33 smithi032 ceph-mon[28041]: pgmap v467: 97 pgs: 97 active+clean; 4.1 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-04-25T19:18:35.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:35 smithi064 ceph-mon[32321]: pgmap v468: 97 pgs: 97 active+clean; 4.3 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-04-25T19:18:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:35 smithi032 ceph-mon[28041]: pgmap v468: 97 pgs: 97 active+clean; 4.3 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-04-25T19:18:35.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:35 smithi066 ceph-mon[32882]: pgmap v468: 97 pgs: 97 active+clean; 4.3 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 55 KiB/s wr, 21 op/s 2024-04-25T19:18:37.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:37 smithi064 ceph-mon[32321]: pgmap v469: 97 pgs: 97 active+clean; 4.3 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:18:37.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:37 smithi032 ceph-mon[28041]: pgmap v469: 97 pgs: 97 active+clean; 4.3 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:18:37.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:37 smithi066 ceph-mon[32882]: pgmap v469: 97 pgs: 97 active+clean; 4.3 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 15 op/s 2024-04-25T19:18:39.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:39 smithi064 ceph-mon[32321]: pgmap v470: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:18:39.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:39 smithi032 ceph-mon[28041]: pgmap v470: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:18:39.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:39 smithi066 ceph-mon[32882]: pgmap v470: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-04-25T19:18:41.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:41 smithi064 ceph-mon[32321]: pgmap v471: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:18:41.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:41 smithi032 ceph-mon[28041]: pgmap v471: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:18:41.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:41 smithi066 ceph-mon[32882]: pgmap v471: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:18:43.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:43 smithi064 ceph-mon[32321]: pgmap v472: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:18:43.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:43 smithi032 ceph-mon[28041]: pgmap v472: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:18:43.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:43 smithi066 ceph-mon[32882]: pgmap v472: 97 pgs: 97 active+clean; 4.6 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:18:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 -- 172.21.15.32:0/3716884431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984101030 msgr2=0x7f298410d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 --2- 172.21.15.32:0/3716884431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984101030 0x7f298410d2c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f297c009cd0 tx=0x7f297c02a8e0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 -- 172.21.15.32:0/3716884431 shutdown_connections 2024-04-25T19:18:44.075 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 --2- 172.21.15.32:0/3716884431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984101030 0x7f298410d2c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 --2- 172.21.15.32:0/3716884431 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984100670 0x7f2984100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 --2- 172.21.15.32:0/3716884431 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984106490 0x7f2984106870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.073+0000 7f2983e00640 1 -- 172.21.15.32:0/3716884431 >> 172.21.15.32:0/3716884431 conn(0x7f2984075fc0 msgr2=0x7f29840763d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.074+0000 7f2983e00640 1 -- 172.21.15.32:0/3716884431 shutdown_connections 2024-04-25T19:18:44.076 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.074+0000 7f2983e00640 1 -- 172.21.15.32:0/3716884431 wait complete. 2024-04-25T19:18:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 Processor -- start 2024-04-25T19:18:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 -- start start 2024-04-25T19:18:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984100670 0x7f29841a05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984101030 0x7f29841a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.077 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 0x7f298419a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f298410fe60 con 0x7f2984106490 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f298410fce0 con 0x7f2984101030 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f298410ffe0 con 0x7f2984100670 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.075+0000 7f2983400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 0x7f298419a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2982a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984100670 0x7f29841a05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 0x7f298419a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37492/0 (socket says 172.21.15.32:37492) 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 -- 172.21.15.32:0/4252433986 learned_addr learned my addr 172.21.15.32:0/4252433986 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f297a000640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984101030 0x7f29841a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 -- 172.21.15.32:0/4252433986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984100670 msgr2=0x7f29841a05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984100670 0x7f29841a05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 -- 172.21.15.32:0/4252433986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984101030 msgr2=0x7f29841a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984101030 0x7f29841a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.078 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 -- 172.21.15.32:0/4252433986 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298419af20 con 0x7f2984106490 2024-04-25T19:18:44.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f297a000640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984101030 0x7f29841a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:44.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.076+0000 7f2983400640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 0x7f298419a660 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f297c005e30 tx=0x7f297c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:44.079 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.077+0000 7f297be00640 1 -- 172.21.15.32:0/4252433986 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c004040 con 0x7f2984106490 2024-04-25T19:18:44.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.077+0000 7f297be00640 1 -- 172.21.15.32:0/4252433986 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f297c004690 con 0x7f2984106490 2024-04-25T19:18:44.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.077+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298419b1b0 con 0x7f2984106490 2024-04-25T19:18:44.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.077+0000 7f297be00640 1 -- 172.21.15.32:0/4252433986 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c030e80 con 0x7f2984106490 2024-04-25T19:18:44.080 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.077+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29841a7520 con 0x7f2984106490 2024-04-25T19:18:44.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.080+0000 7f297be00640 1 -- 172.21.15.32:0/4252433986 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f297c0305a0 con 0x7f2984106490 2024-04-25T19:18:44.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.080+0000 7f298c983740 1 Processor -- start 2024-04-25T19:18:44.082 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 -- start start 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2eed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2f9b90 0x564a9c2fbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564a9c254900 con 0x564a9c2f9b90 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564a9c1faef0 con 0x564a9c2ef2d0 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f298c983740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564a9c2508c0 con 0x564a9c2ee9b0 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f2982a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f297a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2f9b90 0x564a9c2fbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f2982a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f9650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33656/0 (socket says 172.21.15.32:33656) 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f2982a00640 1 -- 172.21.15.32:0/2543199319 learned_addr learned my addr 172.21.15.32:0/2543199319 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.081+0000 7f297a000640 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2eed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2982a00640 1 -- 172.21.15.32:0/2543199319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 msgr2=0x564a9c2eed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2982a00640 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2eed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2982a00640 1 -- 172.21.15.32:0/2543199319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2f9b90 msgr2=0x564a9c2fbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2982a00640 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2f9b90 0x564a9c2fbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.084 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2982a00640 1 -- 172.21.15.32:0/2543199319 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564a9bf67210 con 0x564a9c2ef2d0 2024-04-25T19:18:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2982a00640 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f9650 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f297400ace0 tx=0x7f2974005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5ec9d7aaaff44f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f297be00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f29680a3d00 0x7f29680a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2973e00640 1 -- 172.21.15.32:0/2543199319 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2974004230 con 0x564a9c2ef2d0 2024-04-25T19:18:44.087 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2973e00640 1 -- 172.21.15.32:0/2543199319 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29740043d0 con 0x564a9c2ef2d0 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.082+0000 7f2973e00640 1 -- 172.21.15.32:0/2543199319 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2974018760 con 0x564a9c2ef2d0 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f297be00640 1 -- 172.21.15.32:0/4252433986 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7f297c02e030 con 0x7f2984106490 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f297a000640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f29680a3d00 0x7f29680a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 -- 172.21.15.32:0/2543199319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 msgr2=0x564a9c2f9650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f9650 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f297400ace0 tx=0x7f2974005f90 comp rx=0 tx=0).stop 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f297a000640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f29680a3d00 0x7f29680a61c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x564a9c2ec2e0 tx=0x7f296c005850 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 -- 172.21.15.32:0/2543199319 shutdown_connections 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2f9b90 0x564a9c2fbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f9650 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 --2- 172.21.15.32:0/2543199319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2eed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 -- 172.21.15.32:0/2543199319 >> 172.21.15.32:0/2543199319 conn(0x564a9c2eaec0 msgr2=0x564a9c2eb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.083+0000 7f298c983740 1 -- 172.21.15.32:0/2543199319 shutdown_connections 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.084+0000 7f298c983740 1 -- 172.21.15.32:0/2543199319 wait complete. 2024-04-25T19:18:44.088 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.084+0000 7f298c983740 1 -- start start 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.084+0000 7f298c983740 1 Processor -- start 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2f69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 0x564a9c2f7430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564a9c2fc7c0 con 0x564a9c2ef2d0 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564a9c20e310 con 0x564a9c2f9b90 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564a9c2fc940 con 0x564a9c2ee9b0 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f298c983740 10 client.0 _ll_register_callbacks cb 0x564a9c1dccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f297a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 0x564a9c2f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 0x564a9c2f7430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:33658/0 (socket says 172.21.15.32:33658) 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 -- 172.21.15.32:0/3280336142 learned_addr learned my addr 172.21.15.32:0/3280336142 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:44.089 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2982a00640 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2f69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 -- 172.21.15.32:0/3280336142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 msgr2=0x564a9c2f69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2f69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 -- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 msgr2=0x564a9c2f6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.085+0000 7f2983400640 1 -- 172.21.15.32:0/3280336142 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564a9c033620 con 0x564a9c2f9b90 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f2983400640 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 0x564a9c2f7430 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f297c0ba1a0 tx=0x7f297c004840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffb512a592e62e6a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f2970c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f2970c00640 1 -- 172.21.15.32:0/3280336142 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c0de2b0 con 0x564a9c2f9b90 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29740043d0 con 0x564a9c2f9b90 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f2970c00640 1 -- 172.21.15.32:0/3280336142 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7f297c0041e0 con 0x564a9c2f9b90 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f2970c00640 1 -- 172.21.15.32:0/3280336142 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f297c0bdd40 con 0x564a9c2f9b90 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f298c983740 10 client.27062 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:44.090 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564a9c308920 con 0x564a9c2f9b90 2024-04-25T19:18:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.086+0000 7f2970c00640 1 -- 172.21.15.32:0/3280336142 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29740043d0 con 0x564a9c2f9b90 2024-04-25T19:18:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f2970c00640 1 -- 172.21.15.32:0/3280336142 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f297c04e070 con 0x564a9c2f9b90 2024-04-25T19:18:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f298c983740 10 client.27062 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f298c983740 10 client.27062 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f298c983740 20 client.27062 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:44.092 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f298c983740 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c309ed0 0x564a9c30c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f298c983740 4 client.27062 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564a9c2688b0 con 0x564a9c309ed0 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.087+0000 7f2982a00640 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c309ed0 0x564a9c30c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.088+0000 7f2982a00640 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c309ed0 0x564a9c30c350 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53d6674472d343e5 server_cookie=ba8ee99a0edc2111 in_seq=0 out_seq=0 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.088+0000 7f2970c00640 10 client.27062 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f2970c00640 1 -- 172.21.15.32:0/3280336142 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564a9c2688b0 con 0x564a9c309ed0 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f2970c00640 10 client.27062 handle_command_reply: tid=0 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 client.27062 shutdown 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 msgr2=0x564a9c2f7430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 0x564a9c2f7430 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f297c0ba1a0 tx=0x7f297c004840 comp rx=0 tx=0).stop 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 shutdown_connections 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c309ed0 0x564a9c30c350 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2f9b90 0x564a9c2f7430 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2f6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.093 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f2970c00640 0 client.27062 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 --2- 172.21.15.32:0/3280336142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2ee9b0 0x564a9c2f69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 >> 172.21.15.32:0/3280336142 conn(0x564a9c2eaec0 msgr2=0x564a9c2f0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 shutdown_connections 2024-04-25T19:18:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 1 -- 172.21.15.32:0/3280336142 wait complete. 2024-04-25T19:18:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.089+0000 7f298c983740 20 client.27062 trim_cache size 0 max 16384 2024-04-25T19:18:44.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.106+0000 7f298c983740 1 Processor -- start 2024-04-25T19:18:44.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.106+0000 7f298c983740 1 -- start start 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.106+0000 7f298c983740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c3056b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.106+0000 7f298c983740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c311c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f298c983740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c312160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f298c983740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f29841afb80 con 0x564a9c2ef2d0 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f298c983740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b16c0 con 0x564a9c2ee9b0 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f298c983740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b0250 con 0x564a9c2f9b90 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f297a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c311c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f297a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c311c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37516/0 (socket says 172.21.15.32:37516) 2024-04-25T19:18:44.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f297a000640 1 -- 172.21.15.32:0/2469267829 learned_addr learned my addr 172.21.15.32:0/2469267829 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2982a00640 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c3056b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2983400640 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c312160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2982a00640 1 -- 172.21.15.32:0/2469267829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 msgr2=0x564a9c312160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2982a00640 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c312160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2982a00640 1 -- 172.21.15.32:0/2469267829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 msgr2=0x564a9c311c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2982a00640 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c311c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f2982a00640 1 -- 172.21.15.32:0/2469267829 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564a9c2ef100 con 0x564a9c2ee9b0 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.107+0000 7f297a000640 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c311c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:44.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.108+0000 7f2982a00640 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c3056b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f297401a040 tx=0x7f2974003e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7751c0415306e75 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.108+0000 7f2973400640 1 -- 172.21.15.32:0/2469267829 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297402cd60 con 0x564a9c2ee9b0 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.108+0000 7f2973400640 1 -- 172.21.15.32:0/2469267829 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2974005520 con 0x564a9c2ee9b0 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.108+0000 7f2973400640 1 -- 172.21.15.32:0/2469267829 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297402c870 con 0x564a9c2ee9b0 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 -- 172.21.15.32:0/2469267829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 msgr2=0x564a9c3056b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c3056b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f297401a040 tx=0x7f2974003e50 comp rx=0 tx=0).stop 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 -- 172.21.15.32:0/2469267829 shutdown_connections 2024-04-25T19:18:44.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c312160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c311c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 --2- 172.21.15.32:0/2469267829 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c3056b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 -- 172.21.15.32:0/2469267829 >> 172.21.15.32:0/2469267829 conn(0x564a9c2eaec0 msgr2=0x564a9c306090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 -- 172.21.15.32:0/2469267829 shutdown_connections 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 -- 172.21.15.32:0/2469267829 wait complete. 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 -- start start 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.109+0000 7f298c983740 1 Processor -- start 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c2fd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2fdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c2fe060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b0ff0 con 0x564a9c2ef2d0 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b0920 con 0x564a9c2ee9b0 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f29841adb80 con 0x564a9c2f9b90 2024-04-25T19:18:44.113 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f298c983740 10 client.0 _ll_register_callbacks cb 0x7f297c0bdbc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f2983400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c2fe060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f297a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2fdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f2982a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c2fd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f2983400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c2fe060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49616/0 (socket says 172.21.15.32:49616) 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.110+0000 7f2983400640 1 -- 172.21.15.32:0/190638480 learned_addr learned my addr 172.21.15.32:0/190638480 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2982a00640 1 -- 172.21.15.32:0/190638480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 msgr2=0x564a9c2fe060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2982a00640 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c2fe060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2982a00640 1 -- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 msgr2=0x564a9c2fdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2982a00640 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2fdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2982a00640 1 -- 172.21.15.32:0/190638480 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564a9c36f490 con 0x564a9c2ee9b0 2024-04-25T19:18:44.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2983400640 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c2fe060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2982a00640 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c2fd5e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f297400ac30 tx=0x7f2974005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7516bcddfb39f285 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2970c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2970c00640 1 -- 172.21.15.32:0/190638480 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2974031070 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f2970c00640 1 -- 172.21.15.32:0/190638480 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7f29740052d0 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.111+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2974005520 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f2970c00640 1 -- 172.21.15.32:0/190638480 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f297402c570 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 10 client.27068 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564a9c370660 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f2970c00640 1 -- 172.21.15.32:0/190638480 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2974005520 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f2970c00640 1 -- 172.21.15.32:0/190638480 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f297400b040 con 0x564a9c2ee9b0 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 10 client.27068 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:44.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 10 client.27068 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 20 client.27068 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c370b90 0x564a9c372f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 4 client.27068 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.112+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564a9c262320 con 0x564a9c370b90 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.113+0000 7f297a000640 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c370b90 0x564a9c372f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.113+0000 7f297a000640 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c370b90 0x564a9c372f80 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30155821d2459473 server_cookie=35031262654c71a6 in_seq=0 out_seq=0 2024-04-25T19:18:44.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.113+0000 7f2970c00640 10 client.27068 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f2970c00640 1 -- 172.21.15.32:0/190638480 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564a9c262320 con 0x564a9c370b90 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f2970c00640 10 client.27068 handle_command_reply: tid=0 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 client.27068 shutdown 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 msgr2=0x564a9c2fd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c2fd5e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f297400ac30 tx=0x7f2974005760 comp rx=0 tx=0).stop 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 shutdown_connections 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564a9c370b90 0x564a9c372f80 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564a9c2f9b90 0x564a9c2fe060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.131 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564a9c2ef2d0 0x564a9c2fdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 --2- 172.21.15.32:0/190638480 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x564a9c2ee9b0 0x564a9c2fd5e0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f2970c00640 0 client.27068 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 >> 172.21.15.32:0/190638480 conn(0x564a9c2eaec0 msgr2=0x564a9c2f0360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 shutdown_connections 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.129+0000 7f298c983740 1 -- 172.21.15.32:0/190638480 wait complete. 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f298c983740 20 client.27068 trim_cache size 0 max 16384 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:18:44.132 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f29680a3d00 msgr2=0x7f29680a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f29680a3d00 0x7f29680a61c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x564a9c2ec2e0 tx=0x7f296c005850 comp rx=0 tx=0).stop 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 msgr2=0x7f298419a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 0x7f298419a660 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f297c005e30 tx=0x7f297c003970 comp rx=0 tx=0).stop 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 shutdown_connections 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f29680a3d00 0x7f29680a61c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.133 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2984106490 0x7f298419a660 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2984101030 0x7f29841a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.130+0000 7f2983e00640 1 --2- 172.21.15.32:0/4252433986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2984100670 0x7f29841a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.131+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 >> 172.21.15.32:0/4252433986 conn(0x7f2984075fc0 msgr2=0x7f298410b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.131+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 shutdown_connections 2024-04-25T19:18:44.134 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:44.131+0000 7f2983e00640 1 -- 172.21.15.32:0/4252433986 wait complete. 2024-04-25T19:18:45.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:45 smithi064 ceph-mon[32321]: pgmap v473: 97 pgs: 97 active+clean; 4.7 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:18:45.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:45 smithi032 ceph-mon[28041]: pgmap v473: 97 pgs: 97 active+clean; 4.7 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:18:45.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:45 smithi066 ceph-mon[32882]: pgmap v473: 97 pgs: 97 active+clean; 4.7 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:18:47.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:47 smithi064 ceph-mon[32321]: pgmap v474: 97 pgs: 97 active+clean; 4.7 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:18:47.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:47 smithi032 ceph-mon[28041]: pgmap v474: 97 pgs: 97 active+clean; 4.7 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:18:47.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:47 smithi066 ceph-mon[32882]: pgmap v474: 97 pgs: 97 active+clean; 4.7 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-04-25T19:18:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:49 smithi064 ceph-mon[32321]: pgmap v475: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:18:49.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:49 smithi032 ceph-mon[28041]: pgmap v475: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:18:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:49 smithi066 ceph-mon[32882]: pgmap v475: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:18:51.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:51 smithi064 ceph-mon[32321]: pgmap v476: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:18:51.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:51 smithi032 ceph-mon[28041]: pgmap v476: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:18:51.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:51 smithi066 ceph-mon[32882]: pgmap v476: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:437/600: open fd = 3 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:438/600: open fd = 3 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.606 INFO:tasks.workunit.client.0.smithi032.stdout:439/600: open fd = 3 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:440/600: open fd = 3 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:441/600: open fd = 3 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:442/600: open fd = 3 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.607 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:443/600: open fd = 3 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:444/600: open fd = 3 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:445/600: open fd = 3 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:446/600: open fd = 3 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.608 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:447/600: open fd = 3 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:448/600: open fd = 3 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:449/600: open fd = 3 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:450/600: open fd = 3 2024-04-25T19:18:53.609 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:451/600: open fd = 3 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:452/600: open fd = 3 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:453/600: open fd = 3 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.610 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:454/600: open fd = 3 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:455/600: open fd = 3 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:456/600: open fd = 3 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:457/600: open fd = 3 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.611 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:458/600: open fd = 3 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:459/600: open fd = 3 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:460/600: open fd = 3 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:461/600: open fd = 3 2024-04-25T19:18:53.612 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:462/600: open fd = 3 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:463/600: open fd = 3 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:464/600: open fd = 3 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:465/600: open fd = 3 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:466/600: open fd = 3 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:467/600: open fd = 3 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:468/600: open fd = 3 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:469/600: open fd = 3 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:470/600: open fd = 3 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:471/600: open fd = 3 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:472/600: open fd = 3 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:473/600: open fd = 3 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:474/600: open fd = 3 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:475/600: open fd = 3 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:476/600: open fd = 3 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:477/600: open fd = 3 2024-04-25T19:18:53.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:478/600: open fd = 3 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:479/600: open fd = 3 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:480/600: open fd = 3 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:481/600: open fd = 3 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:482/600: open fd = 3 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:483/600: open fd = 3 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:484/600: open fd = 3 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.619 INFO:tasks.workunit.client.0.smithi032.stdout:485/600: open fd = 3 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:486/600: open fd = 3 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:487/600: open fd = 3 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:488/600: open fd = 3 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.620 INFO:tasks.workunit.client.0.smithi032.stdout:489/600: open fd = 3 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:490/600: open fd = 3 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:491/600: open fd = 3 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:492/600: open fd = 3 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:493/600: open fd = 3 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:494/600: open fd = 3 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:495/600: open fd = 3 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:496/600: open fd = 3 2024-04-25T19:18:53.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:497/600: open fd = 3 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:498/600: open fd = 3 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:18:53.623 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:18:53.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:53 smithi064 ceph-mon[32321]: pgmap v477: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:18:53.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:53 smithi032 ceph-mon[28041]: pgmap v477: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:18:53.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:53 smithi066 ceph-mon[32882]: pgmap v477: 97 pgs: 97 active+clean; 5.0 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-04-25T19:18:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:55 smithi064 ceph-mon[32321]: pgmap v478: 97 pgs: 97 active+clean; 5.2 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:18:55.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:55 smithi032 ceph-mon[28041]: pgmap v478: 97 pgs: 97 active+clean; 5.2 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:18:55.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:55 smithi066 ceph-mon[32882]: pgmap v478: 97 pgs: 97 active+clean; 5.2 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 -- 172.21.15.32:0/913121098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a30102960 msgr2=0x7f5a301069a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 --2- 172.21.15.32:0/913121098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a30102960 0x7f5a301069a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c009860 tx=0x7f5a1c02a340 comp rx=0 tx=0).stop 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 -- 172.21.15.32:0/913121098 shutdown_connections 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 --2- 172.21.15.32:0/913121098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a30107080 0x7f5a3010ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 --2- 172.21.15.32:0/913121098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a30102960 0x7f5a301069a0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 --2- 172.21.15.32:0/913121098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 0x7f5a30102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 -- 172.21.15.32:0/913121098 >> 172.21.15.32:0/913121098 conn(0x7f5a300fd890 msgr2=0x7f5a300ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 -- 172.21.15.32:0/913121098 shutdown_connections 2024-04-25T19:18:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.278+0000 7f5a2f200640 1 -- 172.21.15.32:0/913121098 wait complete. 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.279+0000 7f5a2f200640 1 Processor -- start 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.279+0000 7f5a2f200640 1 -- start start 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2f200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 0x7f5a301a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a30107080 0x7f5a301a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2f200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 0x7f5a3019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2f200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5a30111fc0 con 0x7f5a3019a6a0 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2f200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a30111e40 con 0x7f5a30101fb0 2024-04-25T19:18:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5a30112140 con 0x7f5a30107080 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 0x7f5a3019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2de00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 0x7f5a301a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 0x7f5a3019ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48714/0 (socket says 172.21.15.32:48714) 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2e800640 1 -- 172.21.15.32:0/2889407714 learned_addr learned my addr 172.21.15.32:0/2889407714 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2d400640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a30107080 0x7f5a301a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2de00640 1 -- 172.21.15.32:0/2889407714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a30107080 msgr2=0x7f5a301a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2de00640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a30107080 0x7f5a301a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2de00640 1 -- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 msgr2=0x7f5a3019ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2de00640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 0x7f5a3019ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.280+0000 7f5a2de00640 1 -- 172.21.15.32:0/2889407714 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a3019b2a0 con 0x7f5a30101fb0 2024-04-25T19:18:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a2e800640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 0x7f5a3019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:18:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a2de00640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 0x7f5a301a0590 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5a2000e9f0 tx=0x7f5a2000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a26a00640 1 -- 172.21.15.32:0/2889407714 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2000cd80 con 0x7f5a30101fb0 2024-04-25T19:18:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a26a00640 1 -- 172.21.15.32:0/2889407714 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a200035f0 con 0x7f5a30101fb0 2024-04-25T19:18:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a301a7330 con 0x7f5a30101fb0 2024-04-25T19:18:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a26a00640 1 -- 172.21.15.32:0/2889407714 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a20010670 con 0x7f5a30101fb0 2024-04-25T19:18:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.281+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a301a7730 con 0x7f5a30101fb0 2024-04-25T19:18:57.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.284+0000 7f5a37e36740 1 Processor -- start 2024-04-25T19:18:57.286 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 -- start start 2024-04-25T19:18:57.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a26a00640 1 -- 172.21.15.32:0/2889407714 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5a200037a0 con 0x7f5a30101fb0 2024-04-25T19:18:57.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 0x555992afed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.287 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b09650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992b09b90 0x555992b0bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555992a64900 con 0x555992afe9b0 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555992a0aef0 con 0x555992aff2d0 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a37e36740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555992a608c0 con 0x555992b09b90 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 0x555992afed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 0x555992afed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48720/0 (socket says 172.21.15.32:48720) 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a2e800640 1 -- 172.21.15.32:0/3775964945 learned_addr learned my addr 172.21.15.32:0/3775964945 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.285+0000 7f5a2d400640 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992b09b90 0x555992b0bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2de00640 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b09650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2e800640 1 -- 172.21.15.32:0/3775964945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992b09b90 msgr2=0x555992b0bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2e800640 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992b09b90 0x555992b0bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2e800640 1 -- 172.21.15.32:0/3775964945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 msgr2=0x555992b09650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2e800640 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b09650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2e800640 1 -- 172.21.15.32:0/3775964945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555992777210 con 0x555992afe9b0 2024-04-25T19:18:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.286+0000 7f5a2e800640 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 0x555992afed90 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f5a2800e930 tx=0x7f5a2800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76919edaca9c6a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a1b400640 1 -- 172.21.15.32:0/3775964945 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2800cda0 con 0x555992afe9b0 2024-04-25T19:18:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a1b400640 1 -- 172.21.15.32:0/3775964945 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a2801d070 con 0x555992afe9b0 2024-04-25T19:18:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a1b400640 1 -- 172.21.15.32:0/3775964945 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2800b5c0 con 0x555992afe9b0 2024-04-25T19:18:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a26a00640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a140a3d80 0x7f5a140a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a26a00640 1 -- 172.21.15.32:0/2889407714 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7f5a200d0980 con 0x7f5a30101fb0 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a2de00640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a140a3d80 0x7f5a140a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a37e36740 1 -- 172.21.15.32:0/3775964945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 msgr2=0x555992afed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 0x555992afed90 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f5a2800e930 tx=0x7f5a2800edf0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.287+0000 7f5a37e36740 1 -- 172.21.15.32:0/3775964945 shutdown_connections 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992b09b90 0x555992b0bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b09650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3775964945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992afe9b0 0x555992afed90 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 -- 172.21.15.32:0/3775964945 >> 172.21.15.32:0/3775964945 conn(0x555992afaec0 msgr2=0x555992afb2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 -- 172.21.15.32:0/3775964945 shutdown_connections 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 -- 172.21.15.32:0/3775964945 wait complete. 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a2de00640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a140a3d80 0x7f5a140a6240 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5a200ce170 tx=0x7f5a20003d90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 -- start start 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.288+0000 7f5a37e36740 1 Processor -- start 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b06a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992aff2d0 0x555992b06f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992b09b90 0x555992b07490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x555992b0c7c0 con 0x555992aff2d0 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x555992a1e310 con 0x555992b09b90 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x555992b0c940 con 0x555992afe9b0 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a37e36740 10 client.0 _ll_register_callbacks cb 0x5559929eccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b06a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992aff2d0 0x555992b06f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b06a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53840/0 (socket says 172.21.15.32:53840) 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.289+0000 7f5a2e800640 1 -- 172.21.15.32:0/3429660142 learned_addr learned my addr 172.21.15.32:0/3429660142 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2e800640 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992b09b90 0x555992b07490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2d400640 1 -- 172.21.15.32:0/3429660142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 msgr2=0x555992b06a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2d400640 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b06a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2d400640 1 -- 172.21.15.32:0/3429660142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992b09b90 msgr2=0x555992b07490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2d400640 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992b09b90 0x555992b07490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2d400640 1 -- 172.21.15.32:0/3429660142 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555992843620 con 0x555992aff2d0 2024-04-25T19:18:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a2d400640 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992aff2d0 0x555992b06f50 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c02a860 tx=0x7f5a1c009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f1aed9e45612ce0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.290+0000 7f5a0fe00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a0fe00640 1 -- 172.21.15.32:0/3429660142 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1c037040 con 0x555992aff2d0 2024-04-25T19:18:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a0fe00640 1 -- 172.21.15.32:0/3429660142 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7f5a1c030450 con 0x555992aff2d0 2024-04-25T19:18:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a2801d070 con 0x555992aff2d0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a0fe00640 1 -- 172.21.15.32:0/3429660142 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5a1c04d050 con 0x555992aff2d0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a37e36740 10 client.16947 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555992b18910 con 0x555992aff2d0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a0fe00640 1 -- 172.21.15.32:0/3429660142 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a2801d070 con 0x555992aff2d0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a0fe00640 1 -- 172.21.15.32:0/3429660142 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5a1c03d450 con 0x555992aff2d0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a37e36740 10 client.16947 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.291+0000 7f5a37e36740 10 client.16947 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a37e36740 20 client.16947 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b19e20 0x555992b1c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a37e36740 4 client.16947 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555992a788b0 con 0x555992b19e20 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a2e800640 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b19e20 0x555992b1c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a2e800640 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b19e20 0x555992b1c210 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d20ac00e376fd4a server_cookie=a23aa7136875b816 in_seq=0 out_seq=0 2024-04-25T19:18:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.292+0000 7f5a0fe00640 10 client.16947 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a0fe00640 1 -- 172.21.15.32:0/3429660142 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555992a788b0 con 0x555992b19e20 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a0fe00640 10 client.16947 handle_command_reply: tid=0 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a37e36740 1 client.16947 shutdown 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992aff2d0 msgr2=0x555992b06f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992aff2d0 0x555992b06f50 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c02a860 tx=0x7f5a1c009490 comp rx=0 tx=0).stop 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 shutdown_connections 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b19e20 0x555992b1c210 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.293+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992b09b90 0x555992b07490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992aff2d0 0x555992b06f50 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a37e36740 1 --2- 172.21.15.32:0/3429660142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b06a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a0fe00640 0 client.16947 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 >> 172.21.15.32:0/3429660142 conn(0x555992afaec0 msgr2=0x555992b00c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 shutdown_connections 2024-04-25T19:18:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a37e36740 1 -- 172.21.15.32:0/3429660142 wait complete. 2024-04-25T19:18:57.299 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.294+0000 7f5a37e36740 20 client.16947 trim_cache size 0 max 16384 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.310+0000 7f5a37e36740 1 Processor -- start 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.310+0000 7f5a37e36740 1 -- start start 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b01370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b072b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b21b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a37e36740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5a301afcf0 con 0x555992b09b90 2024-04-25T19:18:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a37e36740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a301b1830 con 0x555992aff2d0 2024-04-25T19:18:57.313 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a37e36740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5a301b03c0 con 0x555992afe9b0 2024-04-25T19:18:57.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b01370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b21b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b072b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b01370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53842/0 (socket says 172.21.15.32:53842) 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 -- 172.21.15.32:0/2799706365 learned_addr learned my addr 172.21.15.32:0/2799706365 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 -- 172.21.15.32:0/2799706365 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 msgr2=0x555992b072b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b072b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 -- 172.21.15.32:0/2799706365 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 msgr2=0x555992b21b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b21b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.311+0000 7f5a2e800640 1 -- 172.21.15.32:0/2799706365 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555992aff100 con 0x555992afe9b0 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.312+0000 7f5a2e800640 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b01370 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5a280097f0 tx=0x7f5a28009780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd7bb61a93f64af4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.312+0000 7f5a1aa00640 1 -- 172.21.15.32:0/2799706365 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a28004a00 con 0x555992afe9b0 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.312+0000 7f5a1aa00640 1 -- 172.21.15.32:0/2799706365 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a2801d050 con 0x555992afe9b0 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.312+0000 7f5a1aa00640 1 -- 172.21.15.32:0/2799706365 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a28018af0 con 0x555992afe9b0 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 -- 172.21.15.32:0/2799706365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 msgr2=0x555992b01370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b01370 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5a280097f0 tx=0x7f5a28009780 comp rx=0 tx=0).stop 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 -- 172.21.15.32:0/2799706365 shutdown_connections 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b21b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b072b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 --2- 172.21.15.32:0/2799706365 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b01370 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 -- 172.21.15.32:0/2799706365 >> 172.21.15.32:0/2799706365 conn(0x555992afaec0 msgr2=0x555992afa020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 -- 172.21.15.32:0/2799706365 shutdown_connections 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 -- 172.21.15.32:0/2799706365 wait complete. 2024-04-25T19:18:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 -- start start 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.313+0000 7f5a37e36740 1 Processor -- start 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b11ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b0d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b0d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5a301b1160 con 0x555992b09b90 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5a301b0a90 con 0x555992aff2d0 2024-04-25T19:18:57.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5a301adcf0 con 0x555992afe9b0 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a37e36740 10 client.0 _ll_register_callbacks cb 0x7f5a1c0096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b0d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b0d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b0d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:48746/0 (socket says 172.21.15.32:48746) 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a2e800640 1 -- 172.21.15.32:0/1429476265 learned_addr learned my addr 172.21.15.32:0/1429476265 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a2d400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b0d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:56612/0 (socket says 172.21.15.32:56612) 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.314+0000 7f5a2e800640 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b11ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a2e800640 1 -- 172.21.15.32:0/1429476265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 msgr2=0x555992b11ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a2e800640 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b11ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a2e800640 1 -- 172.21.15.32:0/1429476265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 msgr2=0x555992b0d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a2e800640 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b0d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a2e800640 1 -- 172.21.15.32:0/1429476265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555992b0df70 con 0x555992b09b90 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a2e800640 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b0d740 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5a2800c840 tx=0x7f5a280186d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85dad6d02d30dcf8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:18:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a0fe00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a0fe00640 1 -- 172.21.15.32:0/1429476265 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a28004a00 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a0fe00640 1 -- 172.21.15.32:0/1429476265 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8542+0+0 (secure 0 0 0) 0x7f5a28004ba0 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.315+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a2801d050 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a0fe00640 1 -- 172.21.15.32:0/1429476265 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5a28003970 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 10 client.16953 fetch_fsmap learned FSMap version 31 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555992b88af0 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a0fe00640 1 -- 172.21.15.32:0/1429476265 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a2801d050 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a0fe00640 1 -- 172.21.15.32:0/1429476265 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f5a2802e070 con 0x555992b09b90 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 10 client.16953 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:18:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 10 client.16953 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 20 client.16953 populate_metadata read hostname 'smithi032' 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b88f60 0x555992b8b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 4 client.16953 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555992a72320 con 0x555992b88f60 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.316+0000 7f5a2d400640 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b88f60 0x555992b8b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.317+0000 7f5a2d400640 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b88f60 0x555992b8b350 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=824c10be9690a3c3 server_cookie=3d0f767990196f33 in_seq=0 out_seq=0 2024-04-25T19:18:57.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.317+0000 7f5a0fe00640 10 client.16953 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a0fe00640 1 -- 172.21.15.32:0/1429476265 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555992a72320 con 0x555992b88f60 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a0fe00640 10 client.16953 handle_command_reply: tid=0 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 client.16953 shutdown 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 msgr2=0x555992b0d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b0d740 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5a2800c840 tx=0x7f5a280186d0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 shutdown_connections 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x555992b88f60 0x555992b8b350 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x555992b09b90 0x555992b0d740 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x555992aff2d0 0x555992b0d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 --2- 172.21.15.32:0/1429476265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x555992afe9b0 0x555992b11ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a0fe00640 0 client.16953 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 >> 172.21.15.32:0/1429476265 conn(0x555992afaec0 msgr2=0x555992b08240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.334+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 shutdown_connections 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.335+0000 7f5a37e36740 1 -- 172.21.15.32:0/1429476265 wait complete. 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.335+0000 7f5a37e36740 20 client.16953 trim_cache size 0 max 16384 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:18:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a140a3d80 msgr2=0x7f5a140a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a140a3d80 0x7f5a140a6240 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5a200ce170 tx=0x7f5a20003d90 comp rx=0 tx=0).stop 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 msgr2=0x7f5a301a0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 0x7f5a301a0590 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5a2000e9f0 tx=0x7f5a2000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 shutdown_connections 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5a140a3d80 0x7f5a140a6240 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.338 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5a3019a6a0 0x7f5a3019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5a30107080 0x7f5a301a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 --2- 172.21.15.32:0/2889407714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5a30101fb0 0x7f5a301a0590 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:18:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 >> 172.21.15.32:0/2889407714 conn(0x7f5a300fd890 msgr2=0x7f5a300feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:18:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 shutdown_connections 2024-04-25T19:18:57.339 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:18:57.336+0000 7f5a2f200640 1 -- 172.21.15.32:0/2889407714 wait complete. 2024-04-25T19:18:57.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:57 smithi064 ceph-mon[32321]: pgmap v479: 97 pgs: 97 active+clean; 5.2 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:18:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:57 smithi032 ceph-mon[28041]: pgmap v479: 97 pgs: 97 active+clean; 5.2 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:18:57.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:57 smithi066 ceph-mon[32882]: pgmap v479: 97 pgs: 97 active+clean; 5.2 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:18:59.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:18:59 smithi064 ceph-mon[32321]: pgmap v480: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-04-25T19:18:59.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:18:59 smithi032 ceph-mon[28041]: pgmap v480: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-04-25T19:18:59.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:18:59 smithi066 ceph-mon[32882]: pgmap v480: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-04-25T19:19:01.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:01 smithi064 ceph-mon[32321]: pgmap v481: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:19:01.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:01 smithi032 ceph-mon[28041]: pgmap v481: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:19:01.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:01 smithi066 ceph-mon[32882]: pgmap v481: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:19:03.782 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:03 smithi032 ceph-mon[28041]: pgmap v482: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:19:03.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:03 smithi066 ceph-mon[32882]: pgmap v482: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:19:04.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:03 smithi064 ceph-mon[32321]: pgmap v482: 97 pgs: 97 active+clean; 1.4 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 16 op/s 2024-04-25T19:19:04.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:04 smithi066 ceph-mon[32882]: osdmap e111: 12 total, 12 up, 12 in 2024-04-25T19:19:05.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:04 smithi064 ceph-mon[32321]: osdmap e111: 12 total, 12 up, 12 in 2024-04-25T19:19:05.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:04 smithi032 ceph-mon[28041]: osdmap e111: 12 total, 12 up, 12 in 2024-04-25T19:19:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:05 smithi066 ceph-mon[32882]: pgmap v484: 97 pgs: 97 active+clean; 1.7 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-04-25T19:19:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:05 smithi064 ceph-mon[32321]: pgmap v484: 97 pgs: 97 active+clean; 1.7 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-04-25T19:19:06.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:05 smithi032 ceph-mon[28041]: pgmap v484: 97 pgs: 97 active+clean; 1.7 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-04-25T19:19:07.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:07 smithi066 ceph-mon[32882]: pgmap v485: 97 pgs: 97 active+clean; 1.7 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-04-25T19:19:07.959 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-25T19:19:07.959 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-25T19:19:07.959 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:19:08.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:07 smithi064 ceph-mon[32321]: pgmap v485: 97 pgs: 97 active+clean; 1.7 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-04-25T19:19:08.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:07 smithi032 ceph-mon[28041]: pgmap v485: 97 pgs: 97 active+clean; 1.7 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 108 KiB/s wr, 40 op/s 2024-04-25T19:19:08.432 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:19:08.915 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:08 smithi032 ceph-mon[28041]: pgmap v486: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 103 KiB/s wr, 36 op/s 2024-04-25T19:19:08.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:08 smithi066 ceph-mon[32882]: pgmap v486: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 103 KiB/s wr, 36 op/s 2024-04-25T19:19:09.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:08 smithi064 ceph-mon[32321]: pgmap v486: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 103 KiB/s wr, 36 op/s 2024-04-25T19:19:10.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:09 smithi032 ceph-mon[28041]: osdmap e112: 12 total, 12 up, 12 in 2024-04-25T19:19:10.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:09 smithi066 ceph-mon[32882]: osdmap e112: 12 total, 12 up, 12 in 2024-04-25T19:19:10.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:09 smithi064 ceph-mon[32321]: osdmap e112: 12 total, 12 up, 12 in 2024-04-25T19:19:10.489 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 -- 172.21.15.32:0/3765465125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 msgr2=0x7f1c9010ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 --2- 172.21.15.32:0/3765465125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 0x7f1c9010ea40 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f1c80009900 tx=0x7f1c8002a410 comp rx=0 tx=0).stop 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 -- 172.21.15.32:0/3765465125 shutdown_connections 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 --2- 172.21.15.32:0/3765465125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c90108f60 0x7f1c90115420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 --2- 172.21.15.32:0/3765465125 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c901085a0 0x7f1c90108a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 --2- 172.21.15.32:0/3765465125 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 0x7f1c9010ea40 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 -- 172.21.15.32:0/3765465125 >> 172.21.15.32:0/3765465125 conn(0x7f1c90076460 msgr2=0x7f1c90078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 -- 172.21.15.32:0/3765465125 shutdown_connections 2024-04-25T19:19:10.490 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.487+0000 7f1c95a00640 1 -- 172.21.15.32:0/3765465125 wait complete. 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.488+0000 7f1c95a00640 1 Processor -- start 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.488+0000 7f1c95a00640 1 -- start start 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c95a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c901085a0 0x7f1c9019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c95a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 0x7f1c9019f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c95a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 0x7f1c901a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c95a00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901188a0 con 0x7f1c9010e660 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c95a00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1c90118720 con 0x7f1c90108f60 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c95a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c90118a20 con 0x7f1c901085a0 2024-04-25T19:19:10.492 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 0x7f1c901a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c8e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 0x7f1c9019f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c8e000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 0x7f1c9019f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57630/0 (socket says 172.21.15.32:57630) 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c8e000640 1 -- 172.21.15.32:0/1408118417 learned_addr learned my addr 172.21.15.32:0/1408118417 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.489+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c901085a0 0x7f1c9019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c8e000640 1 -- 172.21.15.32:0/1408118417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c901085a0 msgr2=0x7f1c9019ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c8e000640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c901085a0 0x7f1c9019ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c8e000640 1 -- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 msgr2=0x7f1c901a3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c8e000640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 0x7f1c901a3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.493 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c8e000640 1 -- 172.21.15.32:0/1408118417 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c901a3d30 con 0x7f1c90108f60 2024-04-25T19:19:10.494 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c8e000640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 0x7f1c9019f280 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c00e9f0 tx=0x7f1c7c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:10.494 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c87400640 1 -- 172.21.15.32:0/1408118417 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7c00cd80 con 0x7f1c90108f60 2024-04-25T19:19:10.494 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c901a4020 con 0x7f1c90108f60 2024-04-25T19:19:10.494 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c87400640 1 -- 172.21.15.32:0/1408118417 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c7c0108e0 con 0x7f1c90108f60 2024-04-25T19:19:10.494 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c87400640 1 -- 172.21.15.32:0/1408118417 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7c018980 con 0x7f1c90108f60 2024-04-25T19:19:10.494 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.490+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c901ab8b0 con 0x7f1c90108f60 2024-04-25T19:19:10.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 Processor -- start 2024-04-25T19:19:10.496 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 -- start start 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 0x561fbb16dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb1784c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb178a00 0x561fbb17adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561fbb0d3900 con 0x561fbb16d820 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561fbb079ef0 con 0x561fbb16e140 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.494+0000 7f1c98795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561fbb0cf8c0 con 0x561fbb178a00 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c87400640 1 -- 172.21.15.32:0/1408118417 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1c7c010430 con 0x7f1c90108f60 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 0x561fbb16dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 0x561fbb16dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50712/0 (socket says 172.21.15.32:50712) 2024-04-25T19:19:10.498 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8f400640 1 -- 172.21.15.32:0/3183265553 learned_addr learned my addr 172.21.15.32:0/3183265553 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb1784c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8e000640 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb178a00 0x561fbb17adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3183265553 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb178a00 msgr2=0x561fbb17adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb178a00 0x561fbb17adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3183265553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 msgr2=0x561fbb16dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 0x561fbb16dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3183265553 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fbade6210 con 0x561fbb16e140 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.495+0000 7f1c8f400640 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 0x561fbb16dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:10.499 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb1784c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002aa00 tx=0x7f1c800040d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9a30283f36b015a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c7be00640 1 -- 172.21.15.32:0/3183265553 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80035040 con 0x561fbb16e140 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c7be00640 1 -- 172.21.15.32:0/3183265553 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c800054f0 con 0x561fbb16e140 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c7be00640 1 -- 172.21.15.32:0/3183265553 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c800035f0 con 0x561fbb16e140 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c87400640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c740a3d10 0x7f1c740a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c87400640 1 -- 172.21.15.32:0/1408118417 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f1c7c0d0b30 con 0x7f1c90108f60 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.496+0000 7f1c8f400640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c740a3d10 0x7f1c740a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 -- 172.21.15.32:0/3183265553 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 msgr2=0x561fbb1784c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb1784c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002aa00 tx=0x7f1c800040d0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 -- 172.21.15.32:0/3183265553 shutdown_connections 2024-04-25T19:19:10.502 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb178a00 0x561fbb17adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb1784c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 --2- 172.21.15.32:0/3183265553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb16d820 0x561fbb16dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 -- 172.21.15.32:0/3183265553 >> 172.21.15.32:0/3183265553 conn(0x561fbb169d30 msgr2=0x561fbb16a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 -- 172.21.15.32:0/3183265553 shutdown_connections 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 -- 172.21.15.32:0/3183265553 wait complete. 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c8f400640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c740a3d10 0x7f1c740a61d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1c88011750 tx=0x7f1c88009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.497+0000 7f1c98795740 1 -- start start 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 Processor -- start 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb175ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb176400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561fbb17b5d0 con 0x561fbb178a00 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561fbb08d310 con 0x561fbb16d820 2024-04-25T19:19:10.503 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561fbb17b750 con 0x561fbb16e140 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.498+0000 7f1c98795740 10 client.0 _ll_register_callbacks cb 0x561fbb05bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb176400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57646/0 (socket says 172.21.15.32:57646) 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb175ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3211040126 learned_addr learned my addr 172.21.15.32:0/3211040126 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3211040126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 msgr2=0x561fbb175ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb175ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 msgr2=0x561fbb176400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb176400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 -- 172.21.15.32:0/3211040126 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fbaeb2620 con 0x561fbb16d820 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175980 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002a930 tx=0x7f1c80004530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abd6885f73cf078f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:10.504 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.499+0000 7f1c78c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:10.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c78c00640 1 -- 172.21.15.32:0/3211040126 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80052060 con 0x561fbb16d820 2024-04-25T19:19:10.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c78c00640 1 -- 172.21.15.32:0/3211040126 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f1c800048d0 con 0x561fbb16d820 2024-04-25T19:19:10.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c800054f0 con 0x561fbb16d820 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c78c00640 1 -- 172.21.15.32:0/3211040126 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1c80035070 con 0x561fbb16d820 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c98795740 10 client.27098 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561fbb187810 con 0x561fbb16d820 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c78c00640 1 -- 172.21.15.32:0/3211040126 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c800054f0 con 0x561fbb16d820 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.500+0000 7f1c78c00640 1 -- 172.21.15.32:0/3211040126 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1c80003ab0 con 0x561fbb16d820 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c98795740 10 client.27098 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c98795740 10 client.27098 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c98795740 20 client.27098 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c98795740 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb188b60 0x561fbb18af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c98795740 4 client.27098 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:19:10.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fbb0e78b0 con 0x561fbb188b60 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c8e000640 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb188b60 0x561fbb18af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c8e000640 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb188b60 0x561fbb18af50 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae3dbeeb768e727e server_cookie=ce0a920df7cec5e2 in_seq=0 out_seq=0 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.501+0000 7f1c78c00640 10 client.27098 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.502+0000 7f1c78c00640 1 -- 172.21.15.32:0/3211040126 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561fbb0e78b0 con 0x561fbb188b60 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.502+0000 7f1c78c00640 10 client.27098 handle_command_reply: tid=0 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.502+0000 7f1c98795740 1 client.27098 shutdown 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.502+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 msgr2=0x561fbb175980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.502+0000 7f1c98795740 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175980 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002a930 tx=0x7f1c80004530 comp rx=0 tx=0).stop 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 shutdown_connections 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb188b60 0x561fbb18af50 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb176400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb175ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c78c00640 0 client.27098 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 --2- 172.21.15.32:0/3211040126 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175980 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.508 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 >> 172.21.15.32:0/3211040126 conn(0x561fbb169d30 msgr2=0x561fbb16fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 shutdown_connections 2024-04-25T19:19:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 1 -- 172.21.15.32:0/3211040126 wait complete. 2024-04-25T19:19:10.509 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.503+0000 7f1c98795740 20 client.27098 trim_cache size 0 max 16384 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.519+0000 7f1c98795740 1 Processor -- start 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.519+0000 7f1c98795740 1 -- start start 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c98795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c98795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb1701e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c98795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb175150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c98795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b41e0 con 0x561fbb178a00 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c98795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b5d20 con 0x561fbb16d820 2024-04-25T19:19:10.522 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c98795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b48b0 con 0x561fbb16e140 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c8ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb175150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c8ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57648/0 (socket says 172.21.15.32:57648) 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c8ea00640 1 -- 172.21.15.32:0/2024148331 learned_addr learned my addr 172.21.15.32:0/2024148331 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.520+0000 7f1c8e000640 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb1701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8ea00640 1 -- 172.21.15.32:0/2024148331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 msgr2=0x561fbb1701e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb1701e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8ea00640 1 -- 172.21.15.32:0/2024148331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 msgr2=0x561fbb175150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb175150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8ea00640 1 -- 172.21.15.32:0/2024148331 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fbb170720 con 0x561fbb16d820 2024-04-25T19:19:10.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8f400640 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb175150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:10.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175940 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002a450 tx=0x7f1c800040d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29b46a54e090e9a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:10.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c7b400640 1 -- 172.21.15.32:0/2024148331 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80052040 con 0x561fbb16d820 2024-04-25T19:19:10.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c7b400640 1 -- 172.21.15.32:0/2024148331 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c8003c590 con 0x561fbb16d820 2024-04-25T19:19:10.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.521+0000 7f1c7b400640 1 -- 172.21.15.32:0/2024148331 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80003bf0 con 0x561fbb16d820 2024-04-25T19:19:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 -- 172.21.15.32:0/2024148331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 msgr2=0x561fbb175940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175940 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f1c8002a450 tx=0x7f1c800040d0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 -- 172.21.15.32:0/2024148331 shutdown_connections 2024-04-25T19:19:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb175150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16e140 0x561fbb1701e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 --2- 172.21.15.32:0/2024148331 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16d820 0x561fbb175940 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 -- 172.21.15.32:0/2024148331 >> 172.21.15.32:0/2024148331 conn(0x561fbb169d30 msgr2=0x561fbb168e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 -- 172.21.15.32:0/2024148331 shutdown_connections 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 -- 172.21.15.32:0/2024148331 wait complete. 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.522+0000 7f1c98795740 1 -- start start 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 Processor -- start 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16d820 0x561fbb180d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb17e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb17e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b5650 con 0x561fbb178a00 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b4f80 con 0x561fbb16e140 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b21e0 con 0x561fbb16d820 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c98795740 10 client.0 _ll_register_callbacks cb 0x7f1c800056a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:10.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb17e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.523+0000 7f1c8f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb17e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50736/0 (socket says 172.21.15.32:50736) 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8f400640 1 -- 172.21.15.32:0/1082622153 learned_addr learned my addr 172.21.15.32:0/1082622153 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16d820 0x561fbb180d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8e000640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb17e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 -- 172.21.15.32:0/1082622153 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 msgr2=0x561fbb17e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb17e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 -- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 msgr2=0x561fbb17e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb17e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 -- 172.21.15.32:0/1082622153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fbb17ee10 con 0x561fbb16d820 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8f400640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb17e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c8ea00640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16d820 0x561fbb180d60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1c80005c40 tx=0x7f1c80003fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6a602291f1b5993 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.524+0000 7f1c78c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:19:10.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c78c00640 1 -- 172.21.15.32:0/1082622153 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80052070 con 0x561fbb16d820 2024-04-25T19:19:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c78c00640 1 -- 172.21.15.32:0/1082622153 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f1c80003b80 con 0x561fbb16d820 2024-04-25T19:19:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c8003c590 con 0x561fbb16d820 2024-04-25T19:19:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c78c00640 1 -- 172.21.15.32:0/1082622153 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1c8006d050 con 0x561fbb16d820 2024-04-25T19:19:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c98795740 10 client.27148 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561fbb1eed90 con 0x561fbb16d820 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.525+0000 7f1c78c00640 1 -- 172.21.15.32:0/1082622153 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c8003c590 con 0x561fbb16d820 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c78c00640 1 -- 172.21.15.32:0/1082622153 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f1c8005f540 con 0x561fbb16d820 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c98795740 10 client.27148 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c98795740 10 client.27148 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c98795740 20 client.27148 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c98795740 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb1ef3e0 0x561fbb1f17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c98795740 4 client.27148 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561fbb0e1320 con 0x561fbb1ef3e0 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c8e000640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb1ef3e0 0x561fbb1f17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c8e000640 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb1ef3e0 0x561fbb1f17d0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18e9f705ed09d4f1 server_cookie=285f2d015f8b73a5 in_seq=0 out_seq=0 2024-04-25T19:19:10.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.526+0000 7f1c78c00640 10 client.27148 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.544+0000 7f1c78c00640 1 -- 172.21.15.32:0/1082622153 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561fbb0e1320 con 0x561fbb1ef3e0 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.544+0000 7f1c78c00640 10 client.27148 handle_command_reply: tid=0 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 client.27148 shutdown 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16d820 msgr2=0x561fbb180d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16d820 0x561fbb180d60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1c80005c40 tx=0x7f1c80003fd0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 shutdown_connections 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561fbb1ef3e0 0x561fbb1f17d0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561fbb178a00 0x561fbb17e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561fbb16e140 0x561fbb17e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 --2- 172.21.15.32:0/1082622153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fbb16d820 0x561fbb180d60 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c78c00640 0 client.27148 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 >> 172.21.15.32:0/1082622153 conn(0x561fbb169d30 msgr2=0x561fbb1771b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 shutdown_connections 2024-04-25T19:19:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 1 -- 172.21.15.32:0/1082622153 wait complete. 2024-04-25T19:19:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.545+0000 7f1c98795740 20 client.27148 trim_cache size 0 max 16384 2024-04-25T19:19:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:19:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:19:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:19:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c740a3d10 msgr2=0x7f1c740a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c740a3d10 0x7f1c740a61d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1c88011750 tx=0x7f1c88009500 comp rx=0 tx=0).stop 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 msgr2=0x7f1c9019f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 0x7f1c9019f280 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c00e9f0 tx=0x7f1c7c00eeb0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 shutdown_connections 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c740a3d10 0x7f1c740a61d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c9010e660 0x7f1c901a3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c90108f60 0x7f1c9019f280 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 --2- 172.21.15.32:0/1408118417 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c901085a0 0x7f1c9019ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:10.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 >> 172.21.15.32:0/1408118417 conn(0x7f1c90076460 msgr2=0x7f1c90077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:10.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 shutdown_connections 2024-04-25T19:19:10.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:10.546+0000 7f1c95a00640 1 -- 172.21.15.32:0/1408118417 wait complete. 2024-04-25T19:19:11.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:10 smithi032 ceph-mon[28041]: pgmap v488: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 129 KiB/s wr, 45 op/s 2024-04-25T19:19:11.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:10 smithi066 ceph-mon[32882]: pgmap v488: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 129 KiB/s wr, 45 op/s 2024-04-25T19:19:11.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.159+0000 7f6830e00700 1 -- 172.21.15.32:0/2756870276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 msgr2=0x7f682c06b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:11.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.159+0000 7f6830e00700 1 --2- 172.21.15.32:0/2756870276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 0x7f682c06b570 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f6814009990 tx=0x7f6814009ca0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 -- 172.21.15.32:0/2756870276 shutdown_connections 2024-04-25T19:19:11.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 --2- 172.21.15.32:0/2756870276 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 --2- 172.21.15.32:0/2756870276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f682c108a50 0x7f682c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 --2- 172.21.15.32:0/2756870276 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 0x7f682c06b570 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 -- 172.21.15.32:0/2756870276 >> 172.21.15.32:0/2756870276 conn(0x7f682c0788f0 msgr2=0x7f682c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 -- 172.21.15.32:0/2756870276 shutdown_connections 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.160+0000 7f6830e00700 1 -- 172.21.15.32:0/2756870276 wait complete. 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.161+0000 7f6830e00700 1 Processor -- start 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.161+0000 7f6830e00700 1 -- start start 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6830e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 0x7f682c19b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6830e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c19b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6830e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f682c108a50 0x7f682c19fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6830e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f682c112bd0 con 0x7f682c06b110 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6830e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f682c112a50 con 0x7f682c06bab0 2024-04-25T19:19:11.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6830e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f682c112d50 con 0x7f682c108a50 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6829e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 0x7f682c19b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c19b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c19b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:57678/0 (socket says 172.21.15.32:57678) 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 -- 172.21.15.32:0/3892980576 learned_addr learned my addr 172.21.15.32:0/3892980576 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f682a800700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f682c108a50 0x7f682c19fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 -- 172.21.15.32:0/3892980576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f682c108a50 msgr2=0x7f682c19fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f682c108a50 0x7f682c19fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 -- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 msgr2=0x7f682c19b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 0x7f682c19b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.162+0000 7f6821400700 1 -- 172.21.15.32:0/3892980576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f682c1a02d0 con 0x7f682c06bab0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.163+0000 7f6821400700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c19b800 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f68140057f0 tx=0x7f681400bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.163+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814026070 con 0x7f682c06bab0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.163+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6814021410 con 0x7f682c06bab0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.163+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f682c1a0560 con 0x7f682c06bab0 2024-04-25T19:19:11.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.163+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814017650 con 0x7f682c06bab0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.163+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f682c1a7e40 con 0x7f682c06bab0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.164+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f682c104190 con 0x7f682c06bab0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.167+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6814029070 con 0x7f682c06bab0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.168+0000 7f6823400700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f68100a3e30 0x7f68100a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.168+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f68140d1520 con 0x7f682c06bab0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.168+0000 7f6829e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f68100a3e30 0x7f68100a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.169+0000 7f6829e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f68100a3e30 0x7f68100a62f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f681c00f540 tx=0x7f681c00b040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:11.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.171+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6814013070 con 0x7f682c06bab0 2024-04-25T19:19:11.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:10 smithi064 ceph-mon[32321]: pgmap v488: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 129 KiB/s wr, 45 op/s 2024-04-25T19:19:11.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.463+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f682c069730 con 0x7f682c06bab0 2024-04-25T19:19:11.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.465+0000 7f6823400700 1 -- 172.21.15.32:0/3892980576 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f681409dbe0 con 0x7f682c06bab0 2024-04-25T19:19:11.468 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:19:11.468 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:19:11.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.468+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f68100a3e30 msgr2=0x7f68100a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:11.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.468+0000 7f6830e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f68100a3e30 0x7f68100a62f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f681c00f540 tx=0x7f681c00b040 comp rx=0 tx=0).stop 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.468+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 msgr2=0x7f682c19b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.468+0000 7f6830e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c19b800 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f68140057f0 tx=0x7f681400bfd0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 shutdown_connections 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f68100a3e30 0x7f68100a62f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f682c06b110 0x7f682c19b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f682c108a50 0x7f682c19fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 --2- 172.21.15.32:0/3892980576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f682c06bab0 0x7f682c19b800 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 >> 172.21.15.32:0/3892980576 conn(0x7f682c0788f0 msgr2=0x7f682c10de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 shutdown_connections 2024-04-25T19:19:11.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:11.469+0000 7f6830e00700 1 -- 172.21.15.32:0/3892980576 wait complete. 2024-04-25T19:19:11.473 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:19:12.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:11 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3892980576' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:12.272 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:11 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3892980576' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:12.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:11 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3892980576' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:12.398 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-25T19:19:12.398 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-25T19:19:12.865 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:19:13.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:12 smithi032 ceph-mon[28041]: pgmap v489: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 25 KiB/s wr, 8 op/s 2024-04-25T19:19:13.202 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:12 smithi066 ceph-mon[32882]: pgmap v489: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 25 KiB/s wr, 8 op/s 2024-04-25T19:19:13.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:12 smithi064 ceph-mon[32321]: pgmap v489: 97 pgs: 97 active+clean; 1.9 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 25 KiB/s wr, 8 op/s 2024-04-25T19:19:15.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 -- 172.21.15.32:0/3490546643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 msgr2=0x7fd96c107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 --2- 172.21.15.32:0/3490546643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 0x7fd96c107d20 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fd95c0099c0 tx=0x7fd95c009cd0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 -- 172.21.15.32:0/3490546643 shutdown_connections 2024-04-25T19:19:15.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 --2- 172.21.15.32:0/3490546643 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd96c1034b0 0x7fd96c10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 --2- 172.21.15.32:0/3490546643 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 0x7fd96c107d20 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 --2- 172.21.15.32:0/3490546643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 -- 172.21.15.32:0/3490546643 >> 172.21.15.32:0/3490546643 conn(0x7fd96c079ba0 msgr2=0x7fd96c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 -- 172.21.15.32:0/3490546643 shutdown_connections 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.244+0000 7fd971600700 1 -- 172.21.15.32:0/3490546643 wait complete. 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.245+0000 7fd971600700 1 Processor -- start 2024-04-25T19:19:15.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.245+0000 7fd971600700 1 -- start start 2024-04-25T19:19:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd971600700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c19b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd971600700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd96c1034b0 0x7fd96c19b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd971600700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 0x7fd96c19fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd971600700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c112c40 con 0x7fd96c1034b0 2024-04-25T19:19:15.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd971600700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c112ac0 con 0x7fd96c107940 2024-04-25T19:19:15.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd971600700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c112dc0 con 0x7fd96c102af0 2024-04-25T19:19:15.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c19b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c19b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53538/0 (socket says 172.21.15.32:53538) 2024-04-25T19:19:15.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 -- 172.21.15.32:0/1189685879 learned_addr learned my addr 172.21.15.32:0/1189685879 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96a000700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd96c1034b0 0x7fd96c19b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96b400700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 0x7fd96c19fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 -- 172.21.15.32:0/1189685879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 msgr2=0x7fd96c19fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 0x7fd96c19fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 -- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd96c1034b0 msgr2=0x7fd96c19b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd96c1034b0 0x7fd96c19b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.247+0000 7fd96aa00700 1 -- 172.21.15.32:0/1189685879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd96c1a0200 con 0x7fd96c102af0 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.248+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c19b1f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd95c006010 tx=0x7fd95c005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:15.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.248+0000 7fd963400700 1 -- 172.21.15.32:0/1189685879 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c026070 con 0x7fd96c102af0 2024-04-25T19:19:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.248+0000 7fd963400700 1 -- 172.21.15.32:0/1189685879 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd95c005680 con 0x7fd96c102af0 2024-04-25T19:19:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.248+0000 7fd963400700 1 -- 172.21.15.32:0/1189685879 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c00fb20 con 0x7fd96c102af0 2024-04-25T19:19:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.248+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd96c1a0490 con 0x7fd96c102af0 2024-04-25T19:19:15.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.248+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd96c1a7d70 con 0x7fd96c102af0 2024-04-25T19:19:15.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.253+0000 7fd963400700 1 -- 172.21.15.32:0/1189685879 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd95c029070 con 0x7fd96c102af0 2024-04-25T19:19:15.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.254+0000 7fd97bf21b80 1 Processor -- start 2024-04-25T19:19:15.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 -- start start 2024-04-25T19:19:15.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd963400700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd9500a3e50 0x7fd9500a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699686d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x556996878450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5569967b8020 con 0x556996878990 2024-04-25T19:19:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55699675e8c0 con 0x55699686dae0 2024-04-25T19:19:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5569967b3fe0 con 0x55699686d1c0 2024-04-25T19:19:15.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd963400700 1 -- 172.21.15.32:0/1189685879 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fd95c0d0f90 con 0x7fd96c102af0 2024-04-25T19:19:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd96b400700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd9500a3e50 0x7fd9500a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd96a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x556996878450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd96aa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699686d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd96a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x556996878450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46916/0 (socket says 172.21.15.32:46916) 2024-04-25T19:19:15.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.255+0000 7fd96a000700 1 -- 172.21.15.32:0/4224586237 learned_addr learned my addr 172.21.15.32:0/4224586237 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:15.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96b400700 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96aa00700 1 -- 172.21.15.32:0/4224586237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 msgr2=0x556996878450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96aa00700 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x556996878450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96aa00700 1 -- 172.21.15.32:0/4224586237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 msgr2=0x55699687ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96aa00700 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96aa00700 1 -- 172.21.15.32:0/4224586237 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556996754810 con 0x55699686d1c0 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96b400700 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96a000700 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x556996878450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.256+0000 7fd96aa00700 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699686d5a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd95c0ce670 tx=0x7fd95c09cb10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a35bd98f38f6bf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.257+0000 7fd96b400700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd9500a3e50 0x7fd9500a6310 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd964009e10 tx=0x7fd964009920 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.257+0000 7fd957e00700 1 -- 172.21.15.32:0/4224586237 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c018050 con 0x55699686d1c0 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.257+0000 7fd957e00700 1 -- 172.21.15.32:0/4224586237 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd95c011eb0 con 0x55699686d1c0 2024-04-25T19:19:15.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.257+0000 7fd957e00700 1 -- 172.21.15.32:0/4224586237 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c0a1300 con 0x55699686d1c0 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.257+0000 7fd97bf21b80 1 -- 172.21.15.32:0/4224586237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 msgr2=0x55699686d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.257+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699686d5a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd95c0ce670 tx=0x7fd95c09cb10 comp rx=0 tx=0).stop 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 -- 172.21.15.32:0/4224586237 shutdown_connections 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699686d5a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/4224586237 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x556996878450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 -- 172.21.15.32:0/4224586237 >> 172.21.15.32:0/4224586237 conn(0x556996793730 msgr2=0x556996860dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 -- 172.21.15.32:0/4224586237 shutdown_connections 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 -- 172.21.15.32:0/4224586237 wait complete. 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.258+0000 7fd97bf21b80 1 -- start start 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 Processor -- start 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686d1c0 0x556996878050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55699686dae0 0x5569968753f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556996878990 0x556996875930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55699687b2c0 con 0x55699686dae0 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5569967719f0 con 0x55699686d1c0 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55699687b440 con 0x556996878990 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.259+0000 7fd97bf21b80 10 client.0 _ll_register_callbacks cb 0x5569967508b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55699686dae0 0x5569968753f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686d1c0 0x556996878050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96b400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556996878990 0x556996875930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96a000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55699686dae0 0x5569968753f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38498/0 (socket says 172.21.15.32:38498) 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96a000700 1 -- 172.21.15.32:0/1035671322 learned_addr learned my addr 172.21.15.32:0/1035671322 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 -- 172.21.15.32:0/1035671322 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556996878990 msgr2=0x556996875930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556996878990 0x556996875930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 -- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55699686dae0 msgr2=0x5569968753f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55699686dae0 0x5569968753f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 -- 172.21.15.32:0/1035671322 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556996705a60 con 0x55699686d1c0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686d1c0 0x556996878050 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fd95c005cb0 tx=0x7fd95c09cfc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2504781d7cc27a4c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.260+0000 7fd954c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd954c00700 1 -- 172.21.15.32:0/1035671322 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95c0b5020 con 0x55699686d1c0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd954c00700 1 -- 172.21.15.32:0/1035671322 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fd95c0b6250 con 0x55699686d1c0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5569967c5810 con 0x55699686d1c0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd954c00700 1 -- 172.21.15.32:0/1035671322 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd95c018050 con 0x55699686d1c0 2024-04-25T19:19:15.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd97bf21b80 10 client.27122 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55699674ec80 con 0x55699686d1c0 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.261+0000 7fd954c00700 1 -- 172.21.15.32:0/1035671322 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5569967c5810 con 0x55699686d1c0 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd954c00700 1 -- 172.21.15.32:0/1035671322 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd95c0ce8f0 con 0x55699686d1c0 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd97bf21b80 10 client.27122 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd97bf21b80 10 client.27122 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd97bf21b80 20 client.27122 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556996887d80 0x55699688a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd97bf21b80 4 client.27122 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569967bf8b0 con 0x556996887d80 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.262+0000 7fd96a000700 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556996887d80 0x55699688a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.263+0000 7fd96a000700 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556996887d80 0x55699688a170 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67f976c035e24665 server_cookie=a635a571ff2de0a2 in_seq=0 out_seq=0 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.263+0000 7fd954c00700 10 client.27122 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.263+0000 7fd954c00700 1 -- 172.21.15.32:0/1035671322 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5569967bf8b0 con 0x556996887d80 2024-04-25T19:19:15.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.263+0000 7fd954c00700 10 client.27122 handle_command_reply: tid=0 2024-04-25T19:19:15.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 client.27122 shutdown 2024-04-25T19:19:15.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686d1c0 msgr2=0x556996878050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686d1c0 0x556996878050 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fd95c005cb0 tx=0x7fd95c09cfc0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 shutdown_connections 2024-04-25T19:19:15.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556996887d80 0x55699688a170 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556996878990 0x556996875930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686d1c0 0x556996878050 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1035671322 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55699686dae0 0x5569968753f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd954c00700 0 client.27122 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 >> 172.21.15.32:0/1035671322 conn(0x556996793730 msgr2=0x5569968609c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 shutdown_connections 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1035671322 wait complete. 2024-04-25T19:19:15.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.264+0000 7fd97bf21b80 20 client.27122 trim_cache size 0 max 16384 2024-04-25T19:19:15.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 Processor -- start 2024-04-25T19:19:15.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 -- start start 2024-04-25T19:19:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x556996884180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x5569968606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x556996860be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c1aaf10 con 0x556996878990 2024-04-25T19:19:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c1aca50 con 0x55699686dae0 2024-04-25T19:19:15.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.286+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c1ab5e0 con 0x55699686d1c0 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96aa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x556996884180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96aa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x556996884180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:53568/0 (socket says 172.21.15.32:53568) 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96aa00700 1 -- 172.21.15.32:0/793476941 learned_addr learned my addr 172.21.15.32:0/793476941 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96b400700 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x556996860be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96a000700 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x5569968606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96a000700 1 -- 172.21.15.32:0/793476941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 msgr2=0x556996884180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96a000700 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x556996884180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96a000700 1 -- 172.21.15.32:0/793476941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 msgr2=0x556996860be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96a000700 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x556996860be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96a000700 1 -- 172.21.15.32:0/793476941 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55699687b130 con 0x55699686dae0 2024-04-25T19:19:15.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.287+0000 7fd96b400700 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x556996860be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:15.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.288+0000 7fd96a000700 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x5569968606a0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x55699688a950 tx=0x7fd958009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=842d3b215a59194 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.288+0000 7fd957400700 1 -- 172.21.15.32:0/793476941 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd958004830 con 0x55699686dae0 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.288+0000 7fd957400700 1 -- 172.21.15.32:0/793476941 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd958005020 con 0x55699686dae0 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.288+0000 7fd957400700 1 -- 172.21.15.32:0/793476941 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9580223f0 con 0x55699686dae0 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 -- 172.21.15.32:0/793476941 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 msgr2=0x5569968606a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x5569968606a0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x55699688a950 tx=0x7fd958009260 comp rx=0 tx=0).stop 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 -- 172.21.15.32:0/793476941 shutdown_connections 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x556996860be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x556996884180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/793476941 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x5569968606a0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 -- 172.21.15.32:0/793476941 >> 172.21.15.32:0/793476941 conn(0x556996793730 msgr2=0x55699685ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:15.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 -- 172.21.15.32:0/793476941 shutdown_connections 2024-04-25T19:19:15.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.289+0000 7fd97bf21b80 1 -- 172.21.15.32:0/793476941 wait complete. 2024-04-25T19:19:15.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 -- start start 2024-04-25T19:19:15.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 Processor -- start 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699687d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x55699687d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c1ac380 con 0x556996878990 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c1abcb0 con 0x55699686dae0 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.290+0000 7fd97bf21b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c10d9c0 con 0x55699686d1c0 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd97bf21b80 10 client.0 _ll_register_callbacks cb 0x5569967508b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:15.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x55699687d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x55699687d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:46954/0 (socket says 172.21.15.32:46954) 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 -- 172.21.15.32:0/1939240127 learned_addr learned my addr 172.21.15.32:0/1939240127 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96b400700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699687d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 -- 172.21.15.32:0/1939240127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 msgr2=0x55699687d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699687d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 -- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 msgr2=0x55699687db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.291+0000 7fd96a000700 1 -- 172.21.15.32:0/1939240127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569968ee2c0 con 0x55699686dae0 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd96a000700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x55699687d5f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd958005850 tx=0x7fd958005670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da7973fccd796eb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:15.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd954c00700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:15.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd954c00700 1 -- 172.21.15.32:0/1939240127 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd95802f070 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd954c00700 1 -- 172.21.15.32:0/1939240127 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fd958022390 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd958005020 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd954c00700 1 -- 172.21.15.32:0/1939240127 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd95803b050 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd97bf21b80 10 client.27128 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.292+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5569968ef580 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd954c00700 1 -- 172.21.15.32:0/1939240127 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd958005020 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd954c00700 1 -- 172.21.15.32:0/1939240127 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fd95c02ec80 con 0x55699686dae0 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd97bf21b80 10 client.27128 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd97bf21b80 10 client.27128 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd97bf21b80 20 client.27128 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5569968efc20 0x5569968f2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd97bf21b80 4 client.27128 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-25T19:19:15.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x5569966383e0 con 0x5569968efc20 2024-04-25T19:19:15.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.293+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5569968efc20 0x5569968f2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:15.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.294+0000 7fd96aa00700 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5569968efc20 0x5569968f2040 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df51de507270ea54 server_cookie=f395463c4c1b0efb in_seq=0 out_seq=0 2024-04-25T19:19:15.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.294+0000 7fd954c00700 10 client.27128 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:15.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.305+0000 7fd954c00700 1 -- 172.21.15.32:0/1939240127 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5569966383e0 con 0x5569968efc20 2024-04-25T19:19:15.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.305+0000 7fd954c00700 10 client.27128 handle_command_reply: tid=0 2024-04-25T19:19:15.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.305+0000 7fd97bf21b80 1 client.27128 shutdown 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 msgr2=0x55699687d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x55699687d5f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd958005850 tx=0x7fd958005670 comp rx=0 tx=0).stop 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 shutdown_connections 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5569968efc20 0x5569968f2040 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556996878990 0x55699687db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55699686d1c0 0x55699687d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 --2- 172.21.15.32:0/1939240127 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55699686dae0 0x55699687d5f0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd954c00700 0 client.27128 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 >> 172.21.15.32:0/1939240127 conn(0x556996793730 msgr2=0x556996860820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 shutdown_connections 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 1 -- 172.21.15.32:0/1939240127 wait complete. 2024-04-25T19:19:15.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.306+0000 7fd97bf21b80 20 client.27128 trim_cache size 0 max 16384 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 46, 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "eb459941": { 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 46, 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:19:15.309 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:15.310 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:15.311 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:15.311 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:19:15.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd9500a3e50 msgr2=0x7fd9500a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd9500a3e50 0x7fd9500a6310 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd964009e10 tx=0x7fd964009920 comp rx=0 tx=0).stop 2024-04-25T19:19:15.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 msgr2=0x7fd96c19b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c19b1f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd95c006010 tx=0x7fd95c005280 comp rx=0 tx=0).stop 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 shutdown_connections 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd9500a3e50 0x7fd9500a6310 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd96c107940 0x7fd96c19fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd96c102af0 0x7fd96c19b1f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 --2- 172.21.15.32:0/1189685879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd96c1034b0 0x7fd96c19b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.307+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 >> 172.21.15.32:0/1189685879 conn(0x7fd96c079ba0 msgr2=0x7fd96c100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.308+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 shutdown_connections 2024-04-25T19:19:15.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:15.308+0000 7fd971600700 1 -- 172.21.15.32:0/1189685879 wait complete. 2024-04-25T19:19:15.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:15 smithi032 ceph-mon[28041]: pgmap v490: 97 pgs: 97 active+clean; 2.1 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:19:15.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:15 smithi066 ceph-mon[32882]: pgmap v490: 97 pgs: 97 active+clean; 2.1 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:19:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:15 smithi064 ceph-mon[32321]: pgmap v490: 97 pgs: 97 active+clean; 2.1 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:19:16.193 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'eb459941', quiesce took 8.2 seconds. Will release after: 30.0 2024-04-25T19:19:17.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:17 smithi066 ceph-mon[32882]: pgmap v491: 97 pgs: 97 active+clean; 2.1 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:19:17.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:17 smithi064 ceph-mon[32321]: pgmap v491: 97 pgs: 97 active+clean; 2.1 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:19:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:17 smithi032 ceph-mon[28041]: pgmap v491: 97 pgs: 97 active+clean; 2.1 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:19:18.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:18 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:19:18.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:18 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:19:18.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:18 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:19:19.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:19 smithi066 ceph-mon[32882]: pgmap v492: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 43 KiB/s wr, 17 op/s 2024-04-25T19:19:19.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:19 smithi064 ceph-mon[32321]: pgmap v492: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 43 KiB/s wr, 17 op/s 2024-04-25T19:19:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:19 smithi032 ceph-mon[28041]: pgmap v492: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 43 KiB/s wr, 17 op/s 2024-04-25T19:19:20.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:20 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:19:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:20 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:19:20.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:20 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:19:20.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:20 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:19:20.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:20 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:19:20.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:20 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:19:20.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:20 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:19:20.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:20 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:19:20.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:20 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:19:21.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:21 smithi066 ceph-mon[32882]: pgmap v493: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:19:21.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:21 smithi064 ceph-mon[32321]: pgmap v493: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:19:21.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:21 smithi032 ceph-mon[28041]: pgmap v493: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 -- 172.21.15.32:0/2252716974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa8441083b0 msgr2=0x7fa844108810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 --2- 172.21.15.32:0/2252716974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa8441083b0 0x7fa844108810 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa82c009900 tx=0x7fa82c02a490 comp rx=0 tx=0).stop 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 -- 172.21.15.32:0/2252716974 shutdown_connections 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 --2- 172.21.15.32:0/2252716974 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa844115210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 --2- 172.21.15.32:0/2252716974 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa8441083b0 0x7fa844108810 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 --2- 172.21.15.32:0/2252716974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa84410e470 0x7fa84410e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 -- 172.21.15.32:0/2252716974 >> 172.21.15.32:0/2252716974 conn(0x7fa844077b00 msgr2=0x7fa844079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 -- 172.21.15.32:0/2252716974 shutdown_connections 2024-04-25T19:19:23.696 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.694+0000 7fa843e00640 1 -- 172.21.15.32:0/2252716974 wait complete. 2024-04-25T19:19:23.697 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.695+0000 7fa843e00640 1 Processor -- start 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.695+0000 7fa843e00640 1 -- start start 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8441083b0 0x7fa8441a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa8441a4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa84410e470 0x7fa84419e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa844118630 con 0x7fa844108d50 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441184b0 con 0x7fa84410e470 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441187b0 con 0x7fa8441083b0 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa8441a4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa8441a4ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56630/0 (socket says 172.21.15.32:56630) 2024-04-25T19:19:23.698 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 -- 172.21.15.32:0/1378323190 learned_addr learned my addr 172.21.15.32:0/1378323190 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa842a00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8441083b0 0x7fa8441a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa843400640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa84410e470 0x7fa84419e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 -- 172.21.15.32:0/1378323190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8441083b0 msgr2=0x7fa8441a4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8441083b0 0x7fa8441a4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 -- 172.21.15.32:0/1378323190 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa84410e470 msgr2=0x7fa84419e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.696+0000 7fa83a000640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa84410e470 0x7fa84419e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.699 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa83a000640 1 -- 172.21.15.32:0/1378323190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa84419f090 con 0x7fa844108d50 2024-04-25T19:19:23.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa83a000640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa8441a4ca0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa82c005ab0 tx=0x7fa82c003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:23.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa83be00640 1 -- 172.21.15.32:0/1378323190 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c03f070 con 0x7fa844108d50 2024-04-25T19:19:23.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa84419f320 con 0x7fa844108d50 2024-04-25T19:19:23.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa83be00640 1 -- 172.21.15.32:0/1378323190 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa82c031d60 con 0x7fa844108d50 2024-04-25T19:19:23.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa83be00640 1 -- 172.21.15.32:0/1378323190 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c035030 con 0x7fa844108d50 2024-04-25T19:19:23.700 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.697+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8441ab620 con 0x7fa844108d50 2024-04-25T19:19:23.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:23 smithi066 ceph-mon[32882]: pgmap v494: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 Processor -- start 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa83be00640 1 -- 172.21.15.32:0/1378323190 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa82c042070 con 0x7fa844108d50 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 -- start start 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 0x562f9e3add90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3b8b90 0x562f9e3baf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x562f9e313900 con 0x562f9e3ae2d0 2024-04-25T19:19:23.703 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x562f9e2b9ef0 con 0x562f9e3b8b90 2024-04-25T19:19:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.701+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x562f9e30f8c0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa842a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 0x562f9e3add90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 0x562f9e3add90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:58282/0 (socket says 172.21.15.32:58282) 2024-04-25T19:19:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 -- 172.21.15.32:0/3602006696 learned_addr learned my addr 172.21.15.32:0/3602006696 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:23.704 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa83a000640 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3b8b90 0x562f9e3baf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 -- 172.21.15.32:0/3602006696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3b8b90 msgr2=0x562f9e3baf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3b8b90 0x562f9e3baf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 -- 172.21.15.32:0/3602006696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 msgr2=0x562f9e3b8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa843400640 1 -- 172.21.15.32:0/3602006696 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f9e026210 con 0x562f9e3ad9b0 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.702+0000 7fa842a00640 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:23.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa843400640 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 0x562f9e3add90 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00b700 tx=0x7fa83c00bbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22e618cdd535c00 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa83be00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa8280a3d00 0x7fa8280a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa83be00640 1 -- 172.21.15.32:0/1378323190 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fa82c0f0fa0 con 0x7fa844108d50 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa833e00640 1 -- 172.21.15.32:0/3602006696 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83c003dd0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa842a00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa8280a3d00 0x7fa8280a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa833e00640 1 -- 172.21.15.32:0/3602006696 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa83c015070 con 0x562f9e3ad9b0 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.703+0000 7fa833e00640 1 -- 172.21.15.32:0/3602006696 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83c0106a0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 -- 172.21.15.32:0/3602006696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 msgr2=0x562f9e3add90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa842a00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa8280a3d00 0x7fa8280a61c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x562f9e3aef50 tx=0x7fa834009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 0x562f9e3add90 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00b700 tx=0x7fa83c00bbc0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 -- 172.21.15.32:0/3602006696 shutdown_connections 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3b8b90 0x562f9e3baf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/3602006696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ad9b0 0x562f9e3add90 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 -- 172.21.15.32:0/3602006696 >> 172.21.15.32:0/3602006696 conn(0x562f9e3a9ec0 msgr2=0x562f9e3aa2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:23.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 -- 172.21.15.32:0/3602006696 shutdown_connections 2024-04-25T19:19:23.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.704+0000 7fa84c7f2740 1 -- 172.21.15.32:0/3602006696 wait complete. 2024-04-25T19:19:23.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 -- start start 2024-04-25T19:19:23.708 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 Processor -- start 2024-04-25T19:19:23.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3b5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3b65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x562f9e3bb7c0 con 0x562f9e3ae2d0 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x562f9e2cd310 con 0x562f9e3ad9b0 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.705+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x562f9e3bb940 con 0x562f9e3b8b90 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa84c7f2740 10 client.0 _ll_register_callbacks cb 0x562f9e29bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3b5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa83a000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa843400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3b65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3b5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:48938/0 (socket says 172.21.15.32:48938) 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 -- 172.21.15.32:0/2241499298 learned_addr learned my addr 172.21.15.32:0/2241499298 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:23.712 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 -- 172.21.15.32:0/2241499298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 msgr2=0x562f9e3b65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3b65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 -- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 msgr2=0x562f9e3b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.706+0000 7fa842a00640 1 -- 172.21.15.32:0/2241499298 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f9e0f2620 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa842a00640 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3b5b60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fa83400fc90 tx=0x7fa834004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8f56094875cb356 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa830c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa830c00640 1 -- 172.21.15.32:0/2241499298 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834004540 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa830c00640 1 -- 172.21.15.32:0/2241499298 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fa8340046e0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa83c015070 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa830c00640 1 -- 172.21.15.32:0/2241499298 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa834028440 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa84c7f2740 10 client.27140 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.707+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562f9e3c7ad0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa830c00640 1 -- 172.21.15.32:0/2241499298 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa83c015070 con 0x562f9e3ad9b0 2024-04-25T19:19:23.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa830c00640 1 -- 172.21.15.32:0/2241499298 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa834026020 con 0x562f9e3ad9b0 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa84c7f2740 10 client.27140 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa84c7f2740 10 client.27140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa84c7f2740 20 client.27140 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e3c8f90 0x562f9e3cb3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa84c7f2740 4 client.27140 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f9e3278b0 con 0x562f9e3c8f90 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.708+0000 7fa83a000640 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e3c8f90 0x562f9e3cb3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.709+0000 7fa83a000640 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e3c8f90 0x562f9e3cb3c0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e244ccdb9cbb442e server_cookie=b5f862f7347409e4 in_seq=0 out_seq=0 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.709+0000 7fa830c00640 10 client.27140 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa830c00640 1 -- 172.21.15.32:0/2241499298 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562f9e3278b0 con 0x562f9e3c8f90 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa830c00640 10 client.27140 handle_command_reply: tid=0 2024-04-25T19:19:23.714 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 client.27140 shutdown 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 msgr2=0x562f9e3b5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3b5b60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fa83400fc90 tx=0x7fa834004ab0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 shutdown_connections 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e3c8f90 0x562f9e3cb3c0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3b65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa830c00640 0 client.27140 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2241499298 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3b5b60 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 >> 172.21.15.32:0/2241499298 conn(0x562f9e3a9ec0 msgr2=0x562f9e3afc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 shutdown_connections 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2241499298 wait complete. 2024-04-25T19:19:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.710+0000 7fa84c7f2740 20 client.27140 trim_cache size 0 max 16384 2024-04-25T19:19:23.728 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 Processor -- start 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 -- start start 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3c4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 0x562f9e3d0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441b40a0 con 0x562f9e3b8b90 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441b5be0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.729 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.727+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441b4770 con 0x562f9e3ae2d0 2024-04-25T19:19:23.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa843400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 0x562f9e3d0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3c4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:48950/0 (socket says 172.21.15.32:48950) 2024-04-25T19:19:23.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa843400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 0x562f9e3d0cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56660/0 (socket says 172.21.15.32:56660) 2024-04-25T19:19:23.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 -- 172.21.15.32:0/2095930178 learned_addr learned my addr 172.21.15.32:0/2095930178 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:23.731 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa83a000640 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 -- 172.21.15.32:0/2095930178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ae2d0 msgr2=0x562f9e3b0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 -- 172.21.15.32:0/2095930178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 msgr2=0x562f9e3d0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 0x562f9e3d0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 -- 172.21.15.32:0/2095930178 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f9e3b40b0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa843400640 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 0x562f9e3d0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.728+0000 7fa842a00640 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3c4680 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fa8340095e0 tx=0x7fa834005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4d5861f295dfc5a server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa833400640 1 -- 172.21.15.32:0/2095930178 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834035030 con 0x562f9e3ad9b0 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa833400640 1 -- 172.21.15.32:0/2095930178 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8340048c0 con 0x562f9e3ad9b0 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa833400640 1 -- 172.21.15.32:0/2095930178 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834028840 con 0x562f9e3ad9b0 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2095930178 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 msgr2=0x562f9e3c4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3c4680 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fa8340095e0 tx=0x7fa834005fd0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2095930178 shutdown_connections 2024-04-25T19:19:23.732 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3b8b90 0x562f9e3d0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3ae2d0 0x562f9e3b0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/2095930178 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ad9b0 0x562f9e3c4680 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.729+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2095930178 >> 172.21.15.32:0/2095930178 conn(0x562f9e3a9ec0 msgr2=0x562f9e3b7c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.730+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2095930178 shutdown_connections 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.730+0000 7fa84c7f2740 1 -- 172.21.15.32:0/2095930178 wait complete. 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.730+0000 7fa84c7f2740 1 -- start start 2024-04-25T19:19:23.733 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.730+0000 7fa84c7f2740 1 Processor -- start 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 0x562f9e3be820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ae2d0 0x562f9e3bed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3bf2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441b5510 con 0x562f9e3ad9b0 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441b4e40 con 0x562f9e3ae2d0 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8441b20a0 con 0x562f9e3b8b90 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa84c7f2740 10 client.0 _ll_register_callbacks cb 0x7fa83400faf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa842a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 0x562f9e3be820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa83a000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ae2d0 0x562f9e3bed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa843400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3bf2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa842a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 0x562f9e3be820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56672/0 (socket says 172.21.15.32:56672) 2024-04-25T19:19:23.736 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa842a00640 1 -- 172.21.15.32:0/1959259743 learned_addr learned my addr 172.21.15.32:0/1959259743 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa83a000640 1 -- 172.21.15.32:0/1959259743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 msgr2=0x562f9e3bf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa83a000640 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3bf2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa83a000640 1 -- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 msgr2=0x562f9e3be820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa83a000640 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 0x562f9e3be820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa83a000640 1 -- 172.21.15.32:0/1959259743 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f9e42e7a0 con 0x562f9e3ae2d0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.731+0000 7fa842a00640 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 0x562f9e3be820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa83a000640 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ae2d0 0x562f9e3bed60 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa82c0ee6e0 tx=0x7fa82c0091c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82e609af8d75ed0b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa830c00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa830c00640 1 -- 172.21.15.32:0/1959259743 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c049040 con 0x562f9e3ae2d0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa830c00640 1 -- 172.21.15.32:0/1959259743 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fa82c0ee960 con 0x562f9e3ae2d0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8340048c0 con 0x562f9e3ae2d0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa830c00640 1 -- 172.21.15.32:0/1959259743 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa82c0bcdb0 con 0x562f9e3ae2d0 2024-04-25T19:19:23.737 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa84c7f2740 10 client.27146 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562f9e42fb10 con 0x562f9e3ae2d0 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.732+0000 7fa830c00640 1 -- 172.21.15.32:0/1959259743 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8340048c0 con 0x562f9e3ae2d0 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa830c00640 1 -- 172.21.15.32:0/1959259743 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa834011d20 con 0x562f9e3ae2d0 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa84c7f2740 10 client.27146 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa84c7f2740 10 client.27146 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa84c7f2740 20 client.27146 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e430230 0x562f9e432650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa84c7f2740 4 client.27146 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562f9e321320 con 0x562f9e430230 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa842a00640 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e430230 0x562f9e432650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa842a00640 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e430230 0x562f9e432650 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29660737ad302a4e server_cookie=bd54ca3f1e03c441 in_seq=0 out_seq=0 2024-04-25T19:19:23.738 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.733+0000 7fa830c00640 10 client.27146 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.750+0000 7fa830c00640 1 -- 172.21.15.32:0/1959259743 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562f9e321320 con 0x562f9e430230 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.750+0000 7fa830c00640 10 client.27146 handle_command_reply: tid=0 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.750+0000 7fa84c7f2740 1 client.27146 shutdown 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ae2d0 msgr2=0x562f9e3bed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ae2d0 0x562f9e3bed60 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa82c0ee6e0 tx=0x7fa82c0091c0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 shutdown_connections 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x562f9e430230 0x562f9e432650 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562f9e3b8b90 0x562f9e3bf2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x562f9e3ae2d0 0x562f9e3bed60 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 --2- 172.21.15.32:0/1959259743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x562f9e3ad9b0 0x562f9e3be820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 >> 172.21.15.32:0/1959259743 conn(0x562f9e3a9ec0 msgr2=0x562f9e3b7390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:23.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa830c00640 0 client.27146 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:23.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 shutdown_connections 2024-04-25T19:19:23.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 1 -- 172.21.15.32:0/1959259743 wait complete. 2024-04-25T19:19:23.753 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.751+0000 7fa84c7f2740 20 client.27146 trim_cache size 0 max 16384 2024-04-25T19:19:23.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:19:23.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:19:23.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:19:23.754 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa8280a3d00 msgr2=0x7fa8280a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa8280a3d00 0x7fa8280a61c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x562f9e3aef50 tx=0x7fa834009500 comp rx=0 tx=0).stop 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 msgr2=0x7fa8441a4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa8441a4ca0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa82c005ab0 tx=0x7fa82c003c80 comp rx=0 tx=0).stop 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 shutdown_connections 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fa8280a3d00 0x7fa8280a61c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fa84410e470 0x7fa84419e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa844108d50 0x7fa8441a4ca0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 --2- 172.21.15.32:0/1378323190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8441083b0 0x7fa8441a4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 >> 172.21.15.32:0/1378323190 conn(0x7fa844077b00 msgr2=0x7fa844079300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 shutdown_connections 2024-04-25T19:19:23.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:23.752+0000 7fa843e00640 1 -- 172.21.15.32:0/1378323190 wait complete. 2024-04-25T19:19:23.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:23 smithi064 ceph-mon[32321]: pgmap v494: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:19:23.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:23 smithi032 ceph-mon[28041]: pgmap v494: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:19:25.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:25 smithi066 ceph-mon[32882]: pgmap v495: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 KiB/s wr, 18 op/s 2024-04-25T19:19:25.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:25 smithi064 ceph-mon[32321]: pgmap v495: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 KiB/s wr, 18 op/s 2024-04-25T19:19:25.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:25 smithi032 ceph-mon[28041]: pgmap v495: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 KiB/s wr, 18 op/s 2024-04-25T19:19:27.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:27 smithi066 ceph-mon[32882]: pgmap v496: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.7 KiB/s wr, 9 op/s 2024-04-25T19:19:27.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:27 smithi064 ceph-mon[32321]: pgmap v496: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.7 KiB/s wr, 9 op/s 2024-04-25T19:19:27.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:27 smithi032 ceph-mon[28041]: pgmap v496: 97 pgs: 97 active+clean; 2.2 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.7 KiB/s wr, 9 op/s 2024-04-25T19:19:29.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:29 smithi066 ceph-mon[32882]: pgmap v497: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 16 KiB/s wr, 16 op/s 2024-04-25T19:19:29.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:29 smithi064 ceph-mon[32321]: pgmap v497: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 16 KiB/s wr, 16 op/s 2024-04-25T19:19:29.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:29 smithi032 ceph-mon[28041]: pgmap v497: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 16 KiB/s wr, 16 op/s 2024-04-25T19:19:31.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:31 smithi066 ceph-mon[32882]: pgmap v498: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:19:31.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:31 smithi064 ceph-mon[32321]: pgmap v498: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:19:31.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:31 smithi032 ceph-mon[28041]: pgmap v498: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:19:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:33 smithi066 ceph-mon[32882]: pgmap v499: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:19:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:33 smithi064 ceph-mon[32321]: pgmap v499: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:19:33.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:33 smithi032 ceph-mon[28041]: pgmap v499: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-04-25T19:19:35.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:35 smithi066 ceph-mon[32882]: pgmap v500: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-25T19:19:35.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:35 smithi064 ceph-mon[32321]: pgmap v500: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-25T19:19:35.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:35 smithi032 ceph-mon[28041]: pgmap v500: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 15 op/s 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 -- 172.21.15.32:0/1262236510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc074c10 msgr2=0x7fb2dc112840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/1262236510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc074c10 0x7fb2dc112840 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb2c4009ca0 tx=0x7fb2c402a950 comp rx=0 tx=0).stop 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 -- 172.21.15.32:0/1262236510 shutdown_connections 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/1262236510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc112d80 0x7fb2dc115170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/1262236510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc074c10 0x7fb2dc112840 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/1262236510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc0746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 -- 172.21.15.32:0/1262236510 >> 172.21.15.32:0/1262236510 conn(0x7fb2dc0fd860 msgr2=0x7fb2dc0ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 -- 172.21.15.32:0/1262236510 shutdown_connections 2024-04-25T19:19:36.902 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.900+0000 7fb2dbe00640 1 -- 172.21.15.32:0/1262236510 wait complete. 2024-04-25T19:19:36.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 Processor -- start 2024-04-25T19:19:36.904 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 -- start start 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc1a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc074c10 0x7fb2dc1a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc112d80 0x7fb2dc19e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc118660 con 0x7fb2dc0742f0 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc1184e0 con 0x7fb2dc074c10 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.901+0000 7fb2dbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc1187e0 con 0x7fb2dc112d80 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2daa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc1a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2daa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc1a4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45686/0 (socket says 172.21.15.32:45686) 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2da000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc074c10 0x7fb2dc1a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2daa00640 1 -- 172.21.15.32:0/2288799963 learned_addr learned my addr 172.21.15.32:0/2288799963 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2db400640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc112d80 0x7fb2dc19e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.905 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2da000640 1 -- 172.21.15.32:0/2288799963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc112d80 msgr2=0x7fb2dc19e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2da000640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc112d80 0x7fb2dc19e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2da000640 1 -- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 msgr2=0x7fb2dc1a4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2da000640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc1a4810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2da000640 1 -- 172.21.15.32:0/2288799963 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2dc19f140 con 0x7fb2dc074c10 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.902+0000 7fb2daa00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc1a4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.903+0000 7fb2da000640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc074c10 0x7fb2dc1a4d50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb2c4005e30 tx=0x7fb2c4003c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.903+0000 7fb2d3400640 1 -- 172.21.15.32:0/2288799963 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c4034040 con 0x7fb2dc074c10 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.903+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2dc19f3d0 con 0x7fb2dc074c10 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.903+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2dc1ab6d0 con 0x7fb2dc074c10 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.903+0000 7fb2d3400640 1 -- 172.21.15.32:0/2288799963 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2c40098c0 con 0x7fb2dc074c10 2024-04-25T19:19:36.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.903+0000 7fb2d3400640 1 -- 172.21.15.32:0/2288799963 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c4004600 con 0x7fb2dc074c10 2024-04-25T19:19:36.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.906+0000 7fb2e4374740 1 Processor -- start 2024-04-25T19:19:36.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.906+0000 7fb2e4374740 1 -- start start 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed058ffd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2d3400640 1 -- 172.21.15.32:0/2288799963 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb2c4037020 con 0x7fb2dc074c10 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed0590a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2e4374740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ed05865900 con 0x55ed0590ab90 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2e4374740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ed0580bef0 con 0x55ed059002d0 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2e4374740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ed058618c0 con 0x55ed058ff9b0 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed0590a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed0590a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44106/0 (socket says 172.21.15.32:44106) 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2da000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 -- 172.21.15.32:0/675759740 learned_addr learned my addr 172.21.15.32:0/675759740 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2db400640 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed058ffd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 -- 172.21.15.32:0/675759740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 msgr2=0x55ed058ffd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed058ffd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 -- 172.21.15.32:0/675759740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 msgr2=0x55ed0590cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.907+0000 7fb2daa00640 1 -- 172.21.15.32:0/675759740 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed05578210 con 0x55ed059002d0 2024-04-25T19:19:36.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.908+0000 7fb2daa00640 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed0590a650 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc0115f0 tx=0x7fb2cc011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f82fdbec3b636894 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:36.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.908+0000 7fb2cb400640 1 -- 172.21.15.32:0/675759740 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc01e070 con 0x55ed059002d0 2024-04-25T19:19:36.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.908+0000 7fb2cb400640 1 -- 172.21.15.32:0/675759740 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc00f660 con 0x55ed059002d0 2024-04-25T19:19:36.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.908+0000 7fb2cb400640 1 -- 172.21.15.32:0/675759740 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc003850 con 0x55ed059002d0 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2d3400640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb2bc0a3d80 0x7fb2bc0a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 -- 172.21.15.32:0/675759740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 msgr2=0x55ed0590a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed0590a650 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc0115f0 tx=0x7fb2cc011ab0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 -- 172.21.15.32:0/675759740 shutdown_connections 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2d3400640 1 -- 172.21.15.32:0/2288799963 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fb2c40f12c0 con 0x7fb2dc074c10 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed0590a650 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 --2- 172.21.15.32:0/675759740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed058ffd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 -- 172.21.15.32:0/675759740 >> 172.21.15.32:0/675759740 conn(0x55ed058fbec0 msgr2=0x55ed058fc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2db400640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb2bc0a3d80 0x7fb2bc0a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 -- 172.21.15.32:0/675759740 shutdown_connections 2024-04-25T19:19:36.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.909+0000 7fb2e4374740 1 -- 172.21.15.32:0/675759740 wait complete. 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 -- start start 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2db400640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb2bc0a3d80 0x7fb2bc0a6240 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc06b3e0 tx=0x7fb2d4005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 Processor -- start 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed058ff9b0 0x55ed05907ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed059002d0 0x55ed05907ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed05908530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55ed0590d7c0 con 0x55ed0590ab90 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55ed0581f310 con 0x55ed058ff9b0 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.910+0000 7fb2e4374740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ed0590d940 con 0x55ed059002d0 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2e4374740 10 client.0 _ll_register_callbacks cb 0x55ed057edcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2db400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed05908530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2db400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed05908530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45706/0 (socket says 172.21.15.32:45706) 2024-04-25T19:19:36.916 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2db400640 1 -- 172.21.15.32:0/2772627460 learned_addr learned my addr 172.21.15.32:0/2772627460 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2daa00640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed058ff9b0 0x55ed05907ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2da000640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed059002d0 0x55ed05907ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2daa00640 1 -- 172.21.15.32:0/2772627460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed059002d0 msgr2=0x55ed05907ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2daa00640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed059002d0 0x55ed05907ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2daa00640 1 -- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 msgr2=0x55ed05908530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2daa00640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed05908530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.911+0000 7fb2daa00640 1 -- 172.21.15.32:0/2772627460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed05644620 con 0x55ed058ff9b0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2daa00640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed058ff9b0 0x55ed05907ab0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00ffe0 tx=0x7fb2cc005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcb3ab9b7cc2fc33 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2c3e00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2c3e00640 1 -- 172.21.15.32:0/2772627460 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc01e070 con 0x55ed058ff9b0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2c3e00640 1 -- 172.21.15.32:0/2772627460 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fb2cc0046c0 con 0x55ed058ff9b0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2cc00f660 con 0x55ed058ff9b0 2024-04-25T19:19:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2c3e00640 1 -- 172.21.15.32:0/2772627460 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb2cc031050 con 0x55ed058ff9b0 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2e4374740 10 client.27158 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ed05919a30 con 0x55ed058ff9b0 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.912+0000 7fb2c3e00640 1 -- 172.21.15.32:0/2772627460 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc00f660 con 0x55ed058ff9b0 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2c3e00640 1 -- 172.21.15.32:0/2772627460 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb2cc019470 con 0x55ed058ff9b0 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2e4374740 10 client.27158 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2e4374740 10 client.27158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2e4374740 20 client.27158 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2e4374740 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed0591add0 0x55ed0591d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2e4374740 4 client.27158 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed058798b0 con 0x55ed0591add0 2024-04-25T19:19:36.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.913+0000 7fb2da000640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed0591add0 0x55ed0591d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.914+0000 7fb2da000640 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed0591add0 0x55ed0591d1c0 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cbc686417e3b4cf server_cookie=6a1493cc3195d206 in_seq=0 out_seq=0 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.914+0000 7fb2c3e00640 10 client.27158 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2c3e00640 1 -- 172.21.15.32:0/2772627460 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ed058798b0 con 0x55ed0591add0 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2c3e00640 10 client.27158 handle_command_reply: tid=0 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 client.27158 shutdown 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed058ff9b0 msgr2=0x55ed05907ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed058ff9b0 0x55ed05907ab0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00ffe0 tx=0x7fb2cc005270 comp rx=0 tx=0).stop 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 shutdown_connections 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed0591add0 0x55ed0591d1c0 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed05908530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed059002d0 0x55ed05907ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 --2- 172.21.15.32:0/2772627460 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed058ff9b0 0x55ed05907ab0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 >> 172.21.15.32:0/2772627460 conn(0x55ed058fbec0 msgr2=0x55ed05901bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:36.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2c3e00640 0 client.27158 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:36.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 shutdown_connections 2024-04-25T19:19:36.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 1 -- 172.21.15.32:0/2772627460 wait complete. 2024-04-25T19:19:36.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.915+0000 7fb2e4374740 20 client.27158 trim_cache size 0 max 16384 2024-04-25T19:19:36.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 Processor -- start 2024-04-25T19:19:36.933 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 -- start start 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed058ff9b0 0x55ed059166b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed058f7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed0590ab90 0x55ed058fc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b800e780 con 0x55ed058ff9b0 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b80102c0 con 0x55ed059002d0 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.932+0000 7fb2e4374740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b800ee50 con 0x55ed0590ab90 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2daa00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed058ff9b0 0x55ed059166b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed058f7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed058f7140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44114/0 (socket says 172.21.15.32:44114) 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 -- 172.21.15.32:0/1565270680 learned_addr learned my addr 172.21.15.32:0/1565270680 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2db400640 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed0590ab90 0x55ed058fc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.935 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 -- 172.21.15.32:0/1565270680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed0590ab90 msgr2=0x55ed058fc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed0590ab90 0x55ed058fc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 -- 172.21.15.32:0/1565270680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed058ff9b0 msgr2=0x55ed059166b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed058ff9b0 0x55ed059166b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 -- 172.21.15.32:0/1565270680 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed0591d4f0 con 0x55ed059002d0 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2da000640 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed058f7140 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb2c40b9cd0 tx=0x7fb2c40f4d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8a6844cb5d8c1eb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.933+0000 7fb2caa00640 1 -- 172.21.15.32:0/1565270680 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c402c040 con 0x55ed059002d0 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2caa00640 1 -- 172.21.15.32:0/1565270680 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2c40bda00 con 0x55ed059002d0 2024-04-25T19:19:36.936 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2caa00640 1 -- 172.21.15.32:0/1565270680 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c40c5f70 con 0x55ed059002d0 2024-04-25T19:19:36.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 -- 172.21.15.32:0/1565270680 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 msgr2=0x55ed058f7140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed058f7140 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb2c40b9cd0 tx=0x7fb2c40f4d70 comp rx=0 tx=0).stop 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 -- 172.21.15.32:0/1565270680 shutdown_connections 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed0590ab90 0x55ed058fc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed058f7140 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 --2- 172.21.15.32:0/1565270680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed058ff9b0 0x55ed059166b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 -- 172.21.15.32:0/1565270680 >> 172.21.15.32:0/1565270680 conn(0x55ed058fbec0 msgr2=0x55ed05907340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 -- 172.21.15.32:0/1565270680 shutdown_connections 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.934+0000 7fb2e4374740 1 -- 172.21.15.32:0/1565270680 wait complete. 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 -- start start 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 Processor -- start 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed059796a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed05979be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b800fbf0 con 0x55ed0590ab90 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b800f520 con 0x55ed059002d0 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b800c780 con 0x55ed058ff9b0 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.935+0000 7fb2e4374740 10 client.0 _ll_register_callbacks cb 0x7fb2d4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45734/0 (socket says 172.21.15.32:45734) 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 -- 172.21.15.32:0/417903546 learned_addr learned my addr 172.21.15.32:0/417903546 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2da000640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed05979be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2daa00640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed059796a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 -- 172.21.15.32:0/417903546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 msgr2=0x55ed059796a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed059796a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 -- 172.21.15.32:0/417903546 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 msgr2=0x55ed05979be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed05979be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.941 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2db400640 1 -- 172.21.15.32:0/417903546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed05910690 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.936+0000 7fb2daa00640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed059796a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2db400640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590ffa0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4004610 tx=0x7fb2d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3f175473306e55 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2c3e00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2c3e00640 1 -- 172.21.15.32:0/417903546 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4005020 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2c3e00640 1 -- 172.21.15.32:0/417903546 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fb2d40051c0 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2c40bda00 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2c3e00640 1 -- 172.21.15.32:0/417903546 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb2d40053c0 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2e4374740 10 client.17031 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.937+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ed05980ed0 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2c3e00640 1 -- 172.21.15.32:0/417903546 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2c40bda00 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2c3e00640 1 -- 172.21.15.32:0/417903546 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fb2d401f7f0 con 0x55ed0590ab90 2024-04-25T19:19:36.942 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2e4374740 10 client.17031 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2e4374740 10 client.17031 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2e4374740 20 client.17031 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2e4374740 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed05981700 0x55ed05983b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2e4374740 4 client.17031 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ed05873320 con 0x55ed05981700 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.938+0000 7fb2daa00640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed05981700 0x55ed05983b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.939+0000 7fb2daa00640 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed05981700 0x55ed05983b20 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d9250174b498a0e server_cookie=27852f8f93d6d9d1 in_seq=0 out_seq=0 2024-04-25T19:19:36.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.939+0000 7fb2c3e00640 10 client.17031 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2c3e00640 1 -- 172.21.15.32:0/417903546 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ed05873320 con 0x55ed05981700 2024-04-25T19:19:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2c3e00640 10 client.17031 handle_command_reply: tid=0 2024-04-25T19:19:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 client.17031 shutdown 2024-04-25T19:19:36.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 msgr2=0x55ed0590ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590ffa0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4004610 tx=0x7fb2d40046c0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 shutdown_connections 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55ed05981700 0x55ed05983b20 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55ed0590ab90 0x55ed0590ffa0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55ed059002d0 0x55ed05979be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2c3e00640 0 client.17031 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 --2- 172.21.15.32:0/417903546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ed058ff9b0 0x55ed059796a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 >> 172.21.15.32:0/417903546 conn(0x55ed058fbec0 msgr2=0x55ed058fc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.952+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 shutdown_connections 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2e4374740 1 -- 172.21.15.32:0/417903546 wait complete. 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2e4374740 20 client.17031 trim_cache size 0 max 16384 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:19:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:19:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb2bc0a3d80 msgr2=0x7fb2bc0a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb2bc0a3d80 0x7fb2bc0a6240 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc06b3e0 tx=0x7fb2d4005f90 comp rx=0 tx=0).stop 2024-04-25T19:19:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc074c10 msgr2=0x7fb2dc1a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc074c10 0x7fb2dc1a4d50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb2c4005e30 tx=0x7fb2c4003c90 comp rx=0 tx=0).stop 2024-04-25T19:19:36.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.953+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 shutdown_connections 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb2bc0a3d80 0x7fb2bc0a6240 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc112d80 0x7fb2dc19e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb2dc074c10 0x7fb2dc1a4d50 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 --2- 172.21.15.32:0/2288799963 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb2dc0742f0 0x7fb2dc1a4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 >> 172.21.15.32:0/2288799963 conn(0x7fb2dc0fd860 msgr2=0x7fb2dc0ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 shutdown_connections 2024-04-25T19:19:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:36.954+0000 7fb2dbe00640 1 -- 172.21.15.32:0/2288799963 wait complete. 2024-04-25T19:19:37.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:37 smithi066 ceph-mon[32882]: pgmap v501: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:19:37.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:37 smithi064 ceph-mon[32321]: pgmap v501: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:19:37.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:37 smithi032 ceph-mon[28041]: pgmap v501: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.9 KiB/s wr, 11 op/s 2024-04-25T19:19:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:39 smithi066 ceph-mon[32882]: pgmap v502: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:19:39.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:39 smithi064 ceph-mon[32321]: pgmap v502: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:19:39.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:39 smithi032 ceph-mon[28041]: pgmap v502: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-25T19:19:41.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:41 smithi066 ceph-mon[32882]: pgmap v503: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-04-25T19:19:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:41 smithi064 ceph-mon[32321]: pgmap v503: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-04-25T19:19:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:41 smithi032 ceph-mon[28041]: pgmap v503: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-04-25T19:19:43.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:43 smithi066 ceph-mon[32882]: pgmap v504: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-04-25T19:19:43.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:43 smithi064 ceph-mon[32321]: pgmap v504: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-04-25T19:19:43.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:43 smithi032 ceph-mon[28041]: pgmap v504: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-04-25T19:19:45.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:45 smithi066 ceph-mon[32882]: pgmap v505: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.9 KiB/s wr, 14 op/s 2024-04-25T19:19:45.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:45 smithi064 ceph-mon[32321]: pgmap v505: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.9 KiB/s wr, 14 op/s 2024-04-25T19:19:45.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:45 smithi032 ceph-mon[28041]: pgmap v505: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.9 KiB/s wr, 14 op/s 2024-04-25T19:19:46.194 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:19:46.670 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:19:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:47 smithi066 ceph-mon[32882]: pgmap v506: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-04-25T19:19:47.749 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:47 smithi032 ceph-mon[28041]: pgmap v506: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-04-25T19:19:47.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:47 smithi064 ceph-mon[32321]: pgmap v506: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-04-25T19:19:49.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 -- 172.21.15.32:0/3081068548 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c074c70 msgr2=0x7f1c3c075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:49.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 --2- 172.21.15.32:0/3081068548 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c074c70 0x7f1c3c075050 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00b0a0 tx=0x7f1c2c00b3b0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 -- 172.21.15.32:0/3081068548 shutdown_connections 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 --2- 172.21.15.32:0/3081068548 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 --2- 172.21.15.32:0/3081068548 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c074c70 0x7f1c3c075050 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 --2- 172.21.15.32:0/3081068548 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c075590 0x7f1c3c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 -- 172.21.15.32:0/3081068548 >> 172.21.15.32:0/3081068548 conn(0x7f1c3c079ba0 msgr2=0x7f1c3c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 -- 172.21.15.32:0/3081068548 shutdown_connections 2024-04-25T19:19:49.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.005+0000 7f1c41c00700 1 -- 172.21.15.32:0/3081068548 wait complete. 2024-04-25T19:19:49.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.006+0000 7f1c41c00700 1 Processor -- start 2024-04-25T19:19:49.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 -- start start 2024-04-25T19:19:49.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c074c70 0x7f1c3c19b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:49.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c075590 0x7f1c3c19b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c19fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c114e40 con 0x7f1c3c10f440 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c114cc0 con 0x7f1c3c074c70 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c41c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c3c114fc0 con 0x7f1c3c075590 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c19fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c3aa00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c074c70 0x7f1c3c19b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c3b400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c19fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49140/0 (socket says 172.21.15.32:49140) 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c32000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c075590 0x7f1c3c19b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.007+0000 7f1c3b400700 1 -- 172.21.15.32:0/870402084 learned_addr learned my addr 172.21.15.32:0/870402084 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c32000700 1 -- 172.21.15.32:0/870402084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c074c70 msgr2=0x7f1c3c19b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c32000700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c074c70 0x7f1c3c19b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c32000700 1 -- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 msgr2=0x7f1c3c19fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c32000700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c19fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c32000700 1 -- 172.21.15.32:0/870402084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3c1a02d0 con 0x7f1c3c075590 2024-04-25T19:19:49.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c3aa00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c074c70 0x7f1c3c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:49.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c3b400700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c19fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:49.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.008+0000 7f1c32000700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c075590 0x7f1c3c19b850 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400e9c0 tx=0x7f1c2400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:49.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.009+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c24004220 con 0x7f1c3c075590 2024-04-25T19:19:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.009+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c240043c0 con 0x7f1c3c075590 2024-04-25T19:19:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.009+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c24003c50 con 0x7f1c3c075590 2024-04-25T19:19:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.009+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3c1a05c0 con 0x7f1c3c075590 2024-04-25T19:19:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.009+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c3c1a7e40 con 0x7f1c3c075590 2024-04-25T19:19:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.010+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c3c069730 con 0x7f1c3c075590 2024-04-25T19:19:49.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.012+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1c2400c7c0 con 0x7f1c3c075590 2024-04-25T19:19:49.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.014+0000 7f1c33e00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c200a3db0 0x7f1c200a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:49.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.014+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f1c240d0ac0 con 0x7f1c3c075590 2024-04-25T19:19:49.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.014+0000 7f1c3aa00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c200a3db0 0x7f1c200a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:49.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.015+0000 7f1c3aa00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c200a3db0 0x7f1c200a6270 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c0062a0 tx=0x7f1c2c006210 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:49.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.018+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c2409d0f0 con 0x7f1c3c075590 2024-04-25T19:19:49.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.300+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c3c02df80 con 0x7f1c3c075590 2024-04-25T19:19:49.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.301+0000 7f1c33e00700 1 -- 172.21.15.32:0/870402084 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f1c2409c9f0 con 0x7f1c3c075590 2024-04-25T19:19:49.303 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:19:49.303 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:19:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c200a3db0 msgr2=0x7f1c200a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c200a3db0 0x7f1c200a6270 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c0062a0 tx=0x7f1c2c006210 comp rx=0 tx=0).stop 2024-04-25T19:19:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c075590 msgr2=0x7f1c3c19b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c075590 0x7f1c3c19b850 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400e9c0 tx=0x7f1c2400ecd0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 shutdown_connections 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f1c200a3db0 0x7f1c200a6270 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c3c10f440 0x7f1c3c19fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1c3c074c70 0x7f1c3c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 --2- 172.21.15.32:0/870402084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c3c075590 0x7f1c3c19b850 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.304+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 >> 172.21.15.32:0/870402084 conn(0x7f1c3c079ba0 msgr2=0x7f1c3c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.305+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 shutdown_connections 2024-04-25T19:19:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:49.305+0000 7f1c41c00700 1 -- 172.21.15.32:0/870402084 wait complete. 2024-04-25T19:19:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:19:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:49 smithi066 ceph-mon[32882]: pgmap v507: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 KiB/s wr, 14 op/s 2024-04-25T19:19:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:49 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/870402084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:49 smithi032 ceph-mon[28041]: pgmap v507: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 KiB/s wr, 14 op/s 2024-04-25T19:19:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:49 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/870402084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:49 smithi064 ceph-mon[32321]: pgmap v507: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 4.2 KiB/s wr, 14 op/s 2024-04-25T19:19:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:49 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/870402084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 -- 172.21.15.32:0/3047870768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b810c350 msgr2=0x7f87b810e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 --2- 172.21.15.32:0/3047870768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b810c350 0x7f87b810e7f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009be0 tx=0x7f87b002a750 comp rx=0 tx=0).stop 2024-04-25T19:19:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 -- 172.21.15.32:0/3047870768 shutdown_connections 2024-04-25T19:19:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 --2- 172.21.15.32:0/3047870768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b810c350 0x7f87b810e7f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.099 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 --2- 172.21.15.32:0/3047870768 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b8103850 0x7f87b810bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 --2- 172.21.15.32:0/3047870768 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 -- 172.21.15.32:0/3047870768 >> 172.21.15.32:0/3047870768 conn(0x7f87b80fc730 msgr2=0x7f87b80feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 -- 172.21.15.32:0/3047870768 shutdown_connections 2024-04-25T19:19:50.100 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.098+0000 7f87bec00640 1 -- 172.21.15.32:0/3047870768 wait complete. 2024-04-25T19:19:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 Processor -- start 2024-04-25T19:19:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 -- start start 2024-04-25T19:19:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8100b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b8103850 0x7f87b81010c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b810c350 0x7f87b8101600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8111fc0 con 0x7f87b8102f30 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8111e40 con 0x7f87b8103850 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.099+0000 7f87bec00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f87b8112140 con 0x7f87b810c350 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bd800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8100b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b8103850 0x7f87b81010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bd800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8100b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49158/0 (socket says 172.21.15.32:49158) 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bd800640 1 -- 172.21.15.32:0/2902978764 learned_addr learned my addr 172.21.15.32:0/2902978764 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87be200640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b810c350 0x7f87b8101600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 -- 172.21.15.32:0/2902978764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b810c350 msgr2=0x7f87b8101600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b810c350 0x7f87b8101600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 -- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 msgr2=0x7f87b8100b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8100b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 -- 172.21.15.32:0/2902978764 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b81a6a80 con 0x7f87b8103850 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bd800640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87be200640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b810c350 0x7f87b8101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.100+0000 7f87bce00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b8103850 0x7f87b81010c0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f87a400e9c0 tx=0x7f87a400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.101+0000 7f87b6000640 1 -- 172.21.15.32:0/2902978764 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a400ccc0 con 0x7f87b8103850 2024-04-25T19:19:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.101+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b81a6d70 con 0x7f87b8103850 2024-04-25T19:19:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.101+0000 7f87b6000640 1 -- 172.21.15.32:0/2902978764 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a40035f0 con 0x7f87b8103850 2024-04-25T19:19:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.101+0000 7f87b6000640 1 -- 172.21.15.32:0/2902978764 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a400ce60 con 0x7f87b8103850 2024-04-25T19:19:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.101+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b81a7280 con 0x7f87b8103850 2024-04-25T19:19:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 Processor -- start 2024-04-25T19:19:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 -- start start 2024-04-25T19:19:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce08d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce13650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce15f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f1ccd6e900 con 0x55f1cce092d0 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f1ccd14ef0 con 0x55f1cce13b90 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.104+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f1ccd6a8c0 con 0x55f1cce089b0 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87bd800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce13650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87bd800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce13650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49172/0 (socket says 172.21.15.32:49172) 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87bd800640 1 -- 172.21.15.32:0/1528742344 learned_addr learned my addr 172.21.15.32:0/1528742344 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87be200640 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce08d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87b6000640 1 -- 172.21.15.32:0/2902978764 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f87a4004000 con 0x7f87b8103850 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87be200640 1 -- 172.21.15.32:0/1528742344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 msgr2=0x55f1cce15f80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87be200640 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce15f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87be200640 1 -- 172.21.15.32:0/1528742344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 msgr2=0x55f1cce13650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87be200640 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce13650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87be200640 1 -- 172.21.15.32:0/1528742344 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1cca81210 con 0x55f1cce089b0 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.105+0000 7f87bd800640 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce13650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.106+0000 7f87be200640 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce08d90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009b30 tx=0x7f87b00307c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd1bf2f9976d4b80 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.106+0000 7f87aaa00640 1 -- 172.21.15.32:0/1528742344 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0041030 con 0x55f1cce089b0 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.106+0000 7f87aaa00640 1 -- 172.21.15.32:0/1528742344 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87b0003e20 con 0x55f1cce089b0 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.106+0000 7f87aaa00640 1 -- 172.21.15.32:0/1528742344 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0036040 con 0x55f1cce089b0 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87b6000640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87a00a3d80 0x7f87a00a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1528742344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 msgr2=0x55f1cce08d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce08d90 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009b30 tx=0x7f87b00307c0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87b6000640 1 -- 172.21.15.32:0/2902978764 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f87a40d0850 con 0x7f87b8103850 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1528742344 shutdown_connections 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce15f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce13650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1528742344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce08d90 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1528742344 >> 172.21.15.32:0/1528742344 conn(0x55f1cce04ec0 msgr2=0x55f1cce052a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87bd800640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87a00a3d80 0x7f87a00a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1528742344 shutdown_connections 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.107+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1528742344 wait complete. 2024-04-25T19:19:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 -- start start 2024-04-25T19:19:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 Processor -- start 2024-04-25T19:19:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87bd800640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87a00a3d80 0x7f87a00a6240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x55f1cce09f50 tx=0x7f87ac005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce10b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 0x55f1cce11080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce115c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f1cce16760 con 0x55f1cce089b0 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f1ccd28310 con 0x55f1cce13b90 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f1cce168e0 con 0x55f1cce092d0 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.108+0000 7f87c2ff9740 10 client.0 _ll_register_callbacks cb 0x55f1cccf6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 0x55f1cce11080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bd800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce10b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 0x55f1cce11080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52408/0 (socket says 172.21.15.32:52408) 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 -- 172.21.15.32:0/3893035264 learned_addr learned my addr 172.21.15.32:0/3893035264 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87be200640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce115c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 -- 172.21.15.32:0/3893035264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 msgr2=0x55f1cce115c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce115c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 -- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 msgr2=0x55f1cce10b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce10b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 -- 172.21.15.32:0/3893035264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1ccb4d620 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87be200640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce115c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f87bce00640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 0x55f1cce11080 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f87a409c480 tx=0x7f87a409c0e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba766131f9f77ae8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f879f400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.109+0000 7f879f400640 1 -- 172.21.15.32:0/3893035264 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a409ce80 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87b0003e20 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f879f400640 1 -- 172.21.15.32:0/3893035264 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f87a40037a0 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f879f400640 1 -- 172.21.15.32:0/3893035264 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f87a409c780 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 10 client.27226 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f1cce22a30 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f879f400640 1 -- 172.21.15.32:0/3893035264 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87b0003e20 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f879f400640 1 -- 172.21.15.32:0/3893035264 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f87a4098040 con 0x55f1cce092d0 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 10 client.27226 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 10 client.27226 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 20 client.27226 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce23ea0 0x55f1cce26290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 4 client.27226 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.110+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1ccd828b0 con 0x55f1cce23ea0 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.111+0000 7f87bd800640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce23ea0 0x55f1cce26290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.111+0000 7f87bd800640 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce23ea0 0x55f1cce26290 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e57b388863b1c82 server_cookie=ca0280eaacb4a2fc in_seq=0 out_seq=0 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.111+0000 7f879f400640 10 client.27226 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f879f400640 1 -- 172.21.15.32:0/3893035264 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f1ccd828b0 con 0x55f1cce23ea0 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f879f400640 10 client.27226 handle_command_reply: tid=0 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 client.27226 shutdown 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 msgr2=0x55f1cce11080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 0x55f1cce11080 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f87a409c480 tx=0x7f87a409c0e0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 shutdown_connections 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce23ea0 0x55f1cce26290 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce115c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce092d0 0x55f1cce11080 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/3893035264 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce10b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f879f400640 0 client.27226 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.112+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 >> 172.21.15.32:0/3893035264 conn(0x55f1cce04ec0 msgr2=0x55f1cce04020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.113+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 shutdown_connections 2024-04-25T19:19:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.113+0000 7f87c2ff9740 1 -- 172.21.15.32:0/3893035264 wait complete. 2024-04-25T19:19:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.113+0000 7f87c2ff9740 20 client.27226 trim_cache size 0 max 16384 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.138+0000 7f87c2ff9740 1 Processor -- start 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.138+0000 7f87c2ff9740 1 -- start start 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce1f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce092d0 0x55f1cce03ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 0x55f1cce2bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81afc30 con 0x55f1cce089b0 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b1770 con 0x55f1cce092d0 2024-04-25T19:19:50.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b0300 con 0x55f1cce13b90 2024-04-25T19:19:50.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87bd800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce1f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87be200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 0x55f1cce2bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87bce00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce092d0 0x55f1cce03ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87be200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 0x55f1cce2bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:52422/0 (socket says 172.21.15.32:52422) 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.139+0000 7f87be200640 1 -- 172.21.15.32:0/1464817891 learned_addr learned my addr 172.21.15.32:0/1464817891 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87bce00640 1 -- 172.21.15.32:0/1464817891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 msgr2=0x55f1cce2bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87bce00640 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 0x55f1cce2bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87bce00640 1 -- 172.21.15.32:0/1464817891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 msgr2=0x55f1cce1f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87bce00640 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce1f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87bce00640 1 -- 172.21.15.32:0/1464817891 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1cce26870 con 0x55f1cce092d0 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87be200640 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 0x55f1cce2bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87bce00640 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce092d0 0x55f1cce03ea0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f87a4005fd0 tx=0x7f87a4098a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=935bcfb113d3fedc server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87aa000640 1 -- 172.21.15.32:0/1464817891 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a409ce80 con 0x55f1cce092d0 2024-04-25T19:19:50.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87aa000640 1 -- 172.21.15.32:0/1464817891 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a40a0b30 con 0x55f1cce092d0 2024-04-25T19:19:50.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.140+0000 7f87aa000640 1 -- 172.21.15.32:0/1464817891 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a40984d0 con 0x55f1cce092d0 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1464817891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce092d0 msgr2=0x55f1cce03ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce092d0 0x55f1cce03ea0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f87a4005fd0 tx=0x7f87a4098a20 comp rx=0 tx=0).stop 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1464817891 shutdown_connections 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce13b90 0x55f1cce2bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce092d0 0x55f1cce03ea0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/1464817891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce089b0 0x55f1cce1f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1464817891 >> 172.21.15.32:0/1464817891 conn(0x55f1cce04ec0 msgr2=0x55f1cce03790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1464817891 shutdown_connections 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 -- 172.21.15.32:0/1464817891 wait complete. 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.141+0000 7f87c2ff9740 1 -- start start 2024-04-25T19:19:50.145 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 Processor -- start 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce196e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce19c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce1a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b10a0 con 0x55f1cce092d0 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81b09d0 con 0x55f1cce13b90 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f87b81adc30 con 0x55f1cce089b0 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87c2ff9740 10 client.0 _ll_register_callbacks cb 0x7f87a409c550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87bce00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce19c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87be200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce1a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87bce00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce19c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49198/0 (socket says 172.21.15.32:49198) 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87bd800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce196e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.142+0000 7f87bce00640 1 -- 172.21.15.32:0/2618401257 learned_addr learned my addr 172.21.15.32:0/2618401257 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87be200640 1 -- 172.21.15.32:0/2618401257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 msgr2=0x55f1cce196e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87be200640 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce196e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87be200640 1 -- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 msgr2=0x55f1cce19c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87be200640 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce19c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87be200640 1 -- 172.21.15.32:0/2618401257 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1cce89530 con 0x55f1cce13b90 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87be200640 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce1a160 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009560 tx=0x7f87b002afb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81d548262b949db4 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f879f400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f879f400640 1 -- 172.21.15.32:0/2618401257 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0053060 con 0x55f1cce13b90 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f879f400640 1 -- 172.21.15.32:0/2618401257 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f87b0030b70 con 0x55f1cce13b90 2024-04-25T19:19:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.143+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87a40a0b30 con 0x55f1cce13b90 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f879f400640 1 -- 172.21.15.32:0/2618401257 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f87b0036070 con 0x55f1cce13b90 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 10 client.27185 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f1cce8a800 con 0x55f1cce13b90 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f879f400640 1 -- 172.21.15.32:0/2618401257 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a40a0b30 con 0x55f1cce13b90 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f879f400640 1 -- 172.21.15.32:0/2618401257 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f87b0031440 con 0x55f1cce13b90 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 10 client.27185 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 10 client.27185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 20 client.27185 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce8ab40 0x55f1cce8cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 4 client.27185 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.144+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f1ccd7c320 con 0x55f1cce8ab40 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.145+0000 7f87bd800640 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce8ab40 0x55f1cce8cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.145+0000 7f87bd800640 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce8ab40 0x55f1cce8cf30 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71800d50d5d60915 server_cookie=7e9876129c7fa498 in_seq=0 out_seq=0 2024-04-25T19:19:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.145+0000 7f879f400640 10 client.27185 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.157+0000 7f879f400640 1 -- 172.21.15.32:0/2618401257 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f1ccd7c320 con 0x55f1cce8ab40 2024-04-25T19:19:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.157+0000 7f879f400640 10 client.27185 handle_command_reply: tid=0 2024-04-25T19:19:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 client.27185 shutdown 2024-04-25T19:19:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 msgr2=0x55f1cce1a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce1a160 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009560 tx=0x7f87b002afb0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 shutdown_connections 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f1cce8ab40 0x55f1cce8cf30 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f1cce13b90 0x55f1cce1a160 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f1cce092d0 0x55f1cce19c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 --2- 172.21.15.32:0/2618401257 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f1cce089b0 0x55f1cce196e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f879f400640 0 client.27185 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 >> 172.21.15.32:0/2618401257 conn(0x55f1cce04ec0 msgr2=0x55f1cce0abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 shutdown_connections 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 1 -- 172.21.15.32:0/2618401257 wait complete. 2024-04-25T19:19:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.158+0000 7f87c2ff9740 20 client.27185 trim_cache size 0 max 16384 2024-04-25T19:19:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:19:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:19:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:19:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87a00a3d80 msgr2=0x7f87a00a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87a00a3d80 0x7f87a00a6240 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x55f1cce09f50 tx=0x7f87ac005f90 comp rx=0 tx=0).stop 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b8103850 msgr2=0x7f87b81010c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b8103850 0x7f87b81010c0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f87a400e9c0 tx=0x7f87a400ee80 comp rx=0 tx=0).stop 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 shutdown_connections 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f87a00a3d80 0x7f87a00a6240 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b810c350 0x7f87b8101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f87b8103850 0x7f87b81010c0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 --2- 172.21.15.32:0/2902978764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87b8102f30 0x7f87b8100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 >> 172.21.15.32:0/2902978764 conn(0x7f87b80fc730 msgr2=0x7f87b80fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 shutdown_connections 2024-04-25T19:19:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:19:50.159+0000 7f87bec00640 1 -- 172.21.15.32:0/2902978764 wait complete. 2024-04-25T19:19:50.221 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id eb459941 --release --await' 2024-04-25T19:19:50.222 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id eb459941 --release --await 2024-04-25T19:19:50.671 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:19:51.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:51 smithi066 ceph-mon[32882]: pgmap v508: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:19:51.744 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:51 smithi032 ceph-mon[28041]: pgmap v508: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:19:51.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:51 smithi064 ceph-mon[32321]: pgmap v508: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 -- 172.21.15.32:0/1877016854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 msgr2=0x7f447810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 --2- 172.21.15.32:0/1877016854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447810f900 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f447000b0a0 tx=0x7f447000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 -- 172.21.15.32:0/1877016854 shutdown_connections 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 --2- 172.21.15.32:0/1877016854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447810f900 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 --2- 172.21.15.32:0/1877016854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4478108a30 0x7f4478108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 --2- 172.21.15.32:0/1877016854 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f447806a750 0x7f447806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 -- 172.21.15.32:0/1877016854 >> 172.21.15.32:0/1877016854 conn(0x7f44780788f0 msgr2=0x7f4478078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 -- 172.21.15.32:0/1877016854 shutdown_connections 2024-04-25T19:19:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.032+0000 7f447f800700 1 -- 172.21.15.32:0/1877016854 wait complete. 2024-04-25T19:19:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.033+0000 7f447f800700 1 Processor -- start 2024-04-25T19:19:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 -- start start 2024-04-25T19:19:53.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 0x7f447819b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4478108a30 0x7f447819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4478112c20 con 0x7f447806b0f0 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4478112aa0 con 0x7f4478108a30 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447f800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4478112da0 con 0x7f447806a750 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 0x7f447819b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 0x7f447819b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34436/0 (socket says 172.21.15.32:34436) 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f447ce00700 1 -- 172.21.15.32:0/330074972 learned_addr learned my addr 172.21.15.32:0/330074972 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.034+0000 7f446fe00700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447d800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4478108a30 0x7f447819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447ce00700 1 -- 172.21.15.32:0/330074972 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4478108a30 msgr2=0x7f447819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447ce00700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4478108a30 0x7f447819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447ce00700 1 -- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 msgr2=0x7f447819b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447ce00700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447819b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447ce00700 1 -- 172.21.15.32:0/330074972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44781a0360 con 0x7f447806a750 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f446fe00700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447819b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f447ce00700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 0x7f447819b3a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f446800e9c0 tx=0x7f446800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.035+0000 7f4476000700 1 -- 172.21.15.32:0/330074972 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446800cbd0 con 0x7f447806a750 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.036+0000 7f4476000700 1 -- 172.21.15.32:0/330074972 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f446800cd70 con 0x7f447806a750 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.036+0000 7f4476000700 1 -- 172.21.15.32:0/330074972 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4468005610 con 0x7f447806a750 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.036+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44781a0650 con 0x7f447806a750 2024-04-25T19:19:53.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.036+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44781a7ed0 con 0x7f447806a750 2024-04-25T19:19:53.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.039+0000 7f4476000700 1 -- 172.21.15.32:0/330074972 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4468004750 con 0x7f447806a750 2024-04-25T19:19:53.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 Processor -- start 2024-04-25T19:19:53.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f4476000700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f445c0a3e30 0x7f445c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 -- start start 2024-04-25T19:19:53.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f4476000700 1 -- 172.21.15.32:0/330074972 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f44680d0a80 con 0x7f447806a750 2024-04-25T19:19:53.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f447d800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f445c0a3e30 0x7f445c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b802d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b80dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b8104e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f85b755f90 con 0x55f85b802920 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f85b6fc830 con 0x55f85b80e0f0 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.041+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f85b751f50 con 0x55f85b803240 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f447ce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b802d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f446fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b80dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f447ce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b802d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44220/0 (socket says 172.21.15.32:44220) 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f447ce00700 1 -- 172.21.15.32:0/895447492 learned_addr learned my addr 172.21.15.32:0/895447492 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:53.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f447d800700 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b8104e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f446fe00700 1 -- 172.21.15.32:0/895447492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 msgr2=0x55f85b8104e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f446fe00700 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b8104e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f446fe00700 1 -- 172.21.15.32:0/895447492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 msgr2=0x55f85b802d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f446fe00700 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b802d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f446fe00700 1 -- 172.21.15.32:0/895447492 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f85b6f2780 con 0x55f85b803240 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f447d800700 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b8104e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.042+0000 7f447ce00700 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b802d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.043+0000 7f447d800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f445c0a3e30 0x7f445c0a62f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f447000b780 tx=0x7f447000bb90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.043+0000 7f446fe00700 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b80dbb0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4460009c90 tx=0x7f44600113e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed49c148553dbdfe server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.043+0000 7f446e000700 1 -- 172.21.15.32:0/895447492 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4460011c00 con 0x55f85b803240 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.043+0000 7f446e000700 1 -- 172.21.15.32:0/895447492 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4460011da0 con 0x55f85b803240 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.043+0000 7f446e000700 1 -- 172.21.15.32:0/895447492 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446000f6a0 con 0x55f85b803240 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 -- 172.21.15.32:0/895447492 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 msgr2=0x55f85b80dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b80dbb0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4460009c90 tx=0x7f44600113e0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 -- 172.21.15.32:0/895447492 shutdown_connections 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b802d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b8104e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/895447492 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b80dbb0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 -- 172.21.15.32:0/895447492 >> 172.21.15.32:0/895447492 conn(0x55f85b7316a0 msgr2=0x55f85b7fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:53.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 -- 172.21.15.32:0/895447492 shutdown_connections 2024-04-25T19:19:53.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.044+0000 7f448a1cdb80 1 -- 172.21.15.32:0/895447492 wait complete. 2024-04-25T19:19:53.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.045+0000 7f448a1cdb80 1 -- start start 2024-04-25T19:19:53.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.045+0000 7f448a1cdb80 1 Processor -- start 2024-04-25T19:19:53.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b802920 0x55f85b80d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b803240 0x55f85b80aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 0x55f85b80b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f85b810c10 con 0x55f85b803240 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f85b70f960 con 0x55f85b802920 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f85b810d90 con 0x55f85b80e0f0 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f448a1cdb80 10 client.0 _ll_register_callbacks cb 0x55f85b6ee820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f447d800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 0x55f85b80b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f446fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b803240 0x55f85b80aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f447d800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 0x55f85b80b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34456/0 (socket says 172.21.15.32:34456) 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f447d800700 1 -- 172.21.15.32:0/4130400960 learned_addr learned my addr 172.21.15.32:0/4130400960 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.046+0000 7f447ce00700 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b802920 0x55f85b80d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f447d800700 1 -- 172.21.15.32:0/4130400960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b802920 msgr2=0x55f85b80d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f447d800700 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b802920 0x55f85b80d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f447d800700 1 -- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b803240 msgr2=0x55f85b80aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f447d800700 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b803240 0x55f85b80aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f447d800700 1 -- 172.21.15.32:0/4130400960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f85b6a39d0 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f447d800700 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 0x55f85b80b030 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4470015000 tx=0x7f447000b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b2461a7167d5ed3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f4466a00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f4466a00700 1 -- 172.21.15.32:0/4130400960 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470030060 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f4466a00700 1 -- 172.21.15.32:0/4130400960 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f4470007b70 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.047+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4460011da0 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.048+0000 7f4466a00700 1 -- 172.21.15.32:0/4130400960 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4470007d70 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.048+0000 7f448a1cdb80 10 client.27244 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.048+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f85b6ecbf0 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.048+0000 7f4466a00700 1 -- 172.21.15.32:0/4130400960 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4460011da0 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.048+0000 7f4466a00700 1 -- 172.21.15.32:0/4130400960 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4470011070 con 0x55f85b80e0f0 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f448a1cdb80 10 client.27244 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:53.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f448a1cdb80 10 client.27244 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:19:53.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f448a1cdb80 20 client.27244 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:53.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b81d830 0x55f85b81fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f448a1cdb80 4 client.27244 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:19:53.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f85b763780 con 0x55f85b81d830 2024-04-25T19:19:53.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.049+0000 7f447ce00700 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b81d830 0x55f85b81fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.050+0000 7f447ce00700 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b81d830 0x55f85b81fc20 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f0fc395aba5c3e1 server_cookie=57990bb3a33bde7c in_seq=0 out_seq=0 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.050+0000 7f4466a00700 10 client.27244 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.050+0000 7f4466a00700 1 -- 172.21.15.32:0/4130400960 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f85b763780 con 0x55f85b81d830 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.050+0000 7f4466a00700 10 client.27244 handle_command_reply: tid=0 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.050+0000 7f448a1cdb80 1 client.27244 shutdown 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 msgr2=0x55f85b80b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 0x55f85b80b030 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4470015000 tx=0x7f447000b3b0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 shutdown_connections 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b81d830 0x55f85b81fc20 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b80e0f0 0x55f85b80b030 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b802920 0x55f85b80d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/4130400960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b803240 0x55f85b80aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 >> 172.21.15.32:0/4130400960 conn(0x55f85b7316a0 msgr2=0x55f85b7fe9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f4466a00700 0 client.27244 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 shutdown_connections 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 1 -- 172.21.15.32:0/4130400960 wait complete. 2024-04-25T19:19:53.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.051+0000 7f448a1cdb80 20 client.27244 trim_cache size 0 max 16384 2024-04-25T19:19:53.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 Processor -- start 2024-04-25T19:19:53.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 -- start start 2024-04-25T19:19:53.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b80cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b7feea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b819b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f44781af670 con 0x55f85b802920 2024-04-25T19:19:53.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f44781b11b0 con 0x55f85b80e0f0 2024-04-25T19:19:53.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.073+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f44781afd40 con 0x55f85b803240 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447ce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b80cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b819b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f446fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b7feea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b819b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51098/0 (socket says 172.21.15.32:51098) 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 -- 172.21.15.32:0/328679386 learned_addr learned my addr 172.21.15.32:0/328679386 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 -- 172.21.15.32:0/328679386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 msgr2=0x55f85b7feea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b7feea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 -- 172.21.15.32:0/328679386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 msgr2=0x55f85b80cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b80cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 -- 172.21.15.32:0/328679386 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f85b809060 con 0x55f85b80e0f0 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447ce00700 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b80cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.074+0000 7f447d800700 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b819b10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f447000b020 tx=0x7f4470009cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62f7a00bd27bd395 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f446d600700 1 -- 172.21.15.32:0/328679386 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470030070 con 0x55f85b80e0f0 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f446d600700 1 -- 172.21.15.32:0/328679386 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44700079c0 con 0x55f85b80e0f0 2024-04-25T19:19:53.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f446d600700 1 -- 172.21.15.32:0/328679386 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470005520 con 0x55f85b80e0f0 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 -- 172.21.15.32:0/328679386 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 msgr2=0x55f85b819b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b819b10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f447000b020 tx=0x7f4470009cc0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 -- 172.21.15.32:0/328679386 shutdown_connections 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b802920 0x55f85b80cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b80e0f0 0x55f85b819b10 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/328679386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b803240 0x55f85b7feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.075+0000 7f448a1cdb80 1 -- 172.21.15.32:0/328679386 >> 172.21.15.32:0/328679386 conn(0x55f85b7316a0 msgr2=0x55f85b7fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:53.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.076+0000 7f448a1cdb80 1 -- 172.21.15.32:0/328679386 shutdown_connections 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.076+0000 7f448a1cdb80 1 -- 172.21.15.32:0/328679386 wait complete. 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.076+0000 7f448a1cdb80 1 -- start start 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.076+0000 7f448a1cdb80 1 Processor -- start 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 0x55f85b8160e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b803240 0x55f85b813480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b80e0f0 0x55f85b8139c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f44781b0ae0 con 0x55f85b80e0f0 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f44781b0410 con 0x55f85b803240 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f44781ad630 con 0x55f85b802920 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f448a1cdb80 10 client.0 _ll_register_callbacks cb 0x55f85b6ee820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f447d800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b80e0f0 0x55f85b8139c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f446fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b803240 0x55f85b813480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f447ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 0x55f85b8160e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f446fe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b803240 0x55f85b813480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51112/0 (socket says 172.21.15.32:51112) 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f447ce00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 0x55f85b8160e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34466/0 (socket says 172.21.15.32:34466) 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.077+0000 7f446fe00700 1 -- 172.21.15.32:0/3295370582 learned_addr learned my addr 172.21.15.32:0/3295370582 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f447ce00700 1 -- 172.21.15.32:0/3295370582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b803240 msgr2=0x55f85b813480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f447ce00700 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b803240 0x55f85b813480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f447ce00700 1 -- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b80e0f0 msgr2=0x55f85b8139c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f447ce00700 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b80e0f0 0x55f85b8139c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f447ce00700 1 -- 172.21.15.32:0/3295370582 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f85b813f00 con 0x55f85b802920 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f447ce00700 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 0x55f85b8160e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f44680a50f0 tx=0x7f4468087040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f26063bf62ee2f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f4466a00700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:19:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f4466a00700 1 -- 172.21.15.32:0/3295370582 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44680a5620 con 0x55f85b802920 2024-04-25T19:19:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f4466a00700 1 -- 172.21.15.32:0/3295370582 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f44680ce3e0 con 0x55f85b802920 2024-04-25T19:19:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.078+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44700079c0 con 0x55f85b802920 2024-04-25T19:19:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f4466a00700 1 -- 172.21.15.32:0/3295370582 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4468016330 con 0x55f85b802920 2024-04-25T19:19:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 10 client.27250 fetch_fsmap learned FSMap version 31 2024-04-25T19:19:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f85b885ad0 con 0x55f85b802920 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f4466a00700 1 -- 172.21.15.32:0/3295370582 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44700079c0 con 0x55f85b802920 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f4466a00700 1 -- 172.21.15.32:0/3295370582 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f446809dce0 con 0x55f85b802920 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 10 client.27250 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 10 client.27250 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 20 client.27250 populate_metadata read hostname 'smithi032' 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b886140 0x55f85b888560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 4 client.27250 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "eb459941", "release": true, "await": true}] 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "eb459941", "release": true, "await": true}) -- 0x55f85b75d820 con 0x55f85b886140 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.079+0000 7f446fe00700 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b886140 0x55f85b888560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.080+0000 7f446fe00700 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b886140 0x55f85b888560 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bd3cddc4d9269f8 server_cookie=75e3b1249778a338 in_seq=0 out_seq=0 2024-04-25T19:19:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.080+0000 7f4466a00700 10 client.27250 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:53.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f4466a00700 1 -- 172.21.15.32:0/3295370582 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55f85b75d820 con 0x55f85b886140 2024-04-25T19:19:53.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f4466a00700 10 client.27250 handle_command_reply: tid=0 2024-04-25T19:19:53.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 client.27250 shutdown 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 msgr2=0x55f85b8160e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 0x55f85b8160e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f44680a50f0 tx=0x7f4468087040 comp rx=0 tx=0).stop 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 shutdown_connections 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f85b886140 0x55f85b888560 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f85b80e0f0 0x55f85b8139c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f85b802920 0x55f85b8160e0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 --2- 172.21.15.32:0/3295370582 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f85b803240 0x55f85b813480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 >> 172.21.15.32:0/3295370582 conn(0x55f85b7316a0 msgr2=0x55f85b818b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f4466a00700 0 client.27250 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 shutdown_connections 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.084+0000 7f448a1cdb80 1 -- 172.21.15.32:0/3295370582 wait complete. 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.085+0000 7f448a1cdb80 20 client.27250 trim_cache size 0 max 16384 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:19:53.087 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 48, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "eb459941": { 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 48, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:19:53.088 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:19:53.089 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:19:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.085+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f445c0a3e30 msgr2=0x7f445c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.085+0000 7f447f800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f445c0a3e30 0x7f445c0a62f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f447000b780 tx=0x7f447000bb90 comp rx=0 tx=0).stop 2024-04-25T19:19:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.085+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 msgr2=0x7f447819b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.085+0000 7f447f800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 0x7f447819b3a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f446800e9c0 tx=0x7f446800ecd0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 shutdown_connections 2024-04-25T19:19:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f445c0a3e30 0x7f445c0a62f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4478108a30 0x7f447819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f447806a750 0x7f447819b3a0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 --2- 172.21.15.32:0/330074972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f447806b0f0 0x7f447819b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 >> 172.21.15.32:0/330074972 conn(0x7f44780788f0 msgr2=0x7f447810df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 shutdown_connections 2024-04-25T19:19:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:53.086+0000 7f447f800700 1 -- 172.21.15.32:0/330074972 wait complete. 2024-04-25T19:19:53.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:53 smithi066 ceph-mon[32882]: pgmap v509: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:19:53.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:53 smithi064 ceph-mon[32321]: pgmap v509: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:19:53.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:53 smithi032 ceph-mon[28041]: pgmap v509: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:19:54.104 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'eb459941', seconds elapsed: 46.1 2024-04-25T19:19:54.104 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-25T19:19:54.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:19:54.572 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:19:55.622 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:55 smithi032 ceph-mon[28041]: pgmap v510: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-04-25T19:19:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:55 smithi066 ceph-mon[32882]: pgmap v510: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-04-25T19:19:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:55 smithi064 ceph-mon[32321]: pgmap v510: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.7 KiB/s wr, 14 op/s 2024-04-25T19:19:56.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 -- 172.21.15.32:0/1164204368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 msgr2=0x7fd3dc10f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 --2- 172.21.15.32:0/1164204368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc10f900 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd3d4009990 tx=0x7fd3d4009ca0 comp rx=0 tx=0).stop 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 -- 172.21.15.32:0/1164204368 shutdown_connections 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 --2- 172.21.15.32:0/1164204368 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc10f900 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 --2- 172.21.15.32:0/1164204368 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc108a30 0x7fd3dc108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 --2- 172.21.15.32:0/1164204368 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd3dc06a750 0x7fd3dc06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 -- 172.21.15.32:0/1164204368 >> 172.21.15.32:0/1164204368 conn(0x7fd3dc0788f0 msgr2=0x7fd3dc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 -- 172.21.15.32:0/1164204368 shutdown_connections 2024-04-25T19:19:56.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.903+0000 7fd3e1800700 1 -- 172.21.15.32:0/1164204368 wait complete. 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.904+0000 7fd3e1800700 1 Processor -- start 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.904+0000 7fd3e1800700 1 -- start start 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3e1800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc06a750 0x7fd3dc19b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3e1800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc19b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3e1800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd3dc108a30 0x7fd3dc19fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3e1800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc112bd0 con 0x7fd3dc06b0f0 2024-04-25T19:19:56.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3e1800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc112a50 con 0x7fd3dc108a30 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3e1800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc112d50 con 0x7fd3dc06a750 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3da000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc19b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3daa00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc06a750 0x7fd3dc19b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3da000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc19b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44258/0 (socket says 172.21.15.32:44258) 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3da000700 1 -- 172.21.15.32:0/3706421488 learned_addr learned my addr 172.21.15.32:0/3706421488 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.905+0000 7fd3db400700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd3dc108a30 0x7fd3dc19fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3daa00700 1 -- 172.21.15.32:0/3706421488 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd3dc108a30 msgr2=0x7fd3dc19fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3daa00700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd3dc108a30 0x7fd3dc19fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3daa00700 1 -- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 msgr2=0x7fd3dc19b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3daa00700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc19b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:56.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3daa00700 1 -- 172.21.15.32:0/3706421488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3dc1a02d0 con 0x7fd3dc06a750 2024-04-25T19:19:56.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3daa00700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc06a750 0x7fd3dc19b2c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc00efc0 tx=0x7fd3cc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:56.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc0092e0 con 0x7fd3dc06a750 2024-04-25T19:19:56.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3dc1a0560 con 0x7fd3dc06a750 2024-04-25T19:19:56.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.906+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3cc004bb0 con 0x7fd3dc06a750 2024-04-25T19:19:56.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.907+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc004040 con 0x7fd3dc06a750 2024-04-25T19:19:56.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.907+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3dc1a7e40 con 0x7fd3dc06a750 2024-04-25T19:19:56.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.908+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3dc069730 con 0x7fd3dc06a750 2024-04-25T19:19:56.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.910+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd3cc01b030 con 0x7fd3dc06a750 2024-04-25T19:19:56.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.911+0000 7fd3d3400700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd3c00a3db0 0x7fd3c00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:19:56.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.912+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7fd3cc0d0750 con 0x7fd3dc06a750 2024-04-25T19:19:56.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.912+0000 7fd3da000700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd3c00a3db0 0x7fd3c00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:19:56.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.913+0000 7fd3da000700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd3c00a3db0 0x7fd3c00a6270 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc078e60 tx=0x7fd3c8009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:19:56.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:56.914+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd3cc048080 con 0x7fd3dc06a750 2024-04-25T19:19:57.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.199+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3dc02df80 con 0x7fd3dc06a750 2024-04-25T19:19:57.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.200+0000 7fd3d3400700 1 -- 172.21.15.32:0/3706421488 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fd3cc022020 con 0x7fd3dc06a750 2024-04-25T19:19:57.202 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:19:57.202 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd3c00a3db0 msgr2=0x7fd3c00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd3c00a3db0 0x7fd3c00a6270 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc078e60 tx=0x7fd3c8009260 comp rx=0 tx=0).stop 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc06a750 msgr2=0x7fd3dc19b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc06a750 0x7fd3dc19b2c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc00efc0 tx=0x7fd3cc00c3a0 comp rx=0 tx=0).stop 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 shutdown_connections 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fd3c00a3db0 0x7fd3c00a6270 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fd3dc108a30 0x7fd3dc19fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:57.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3dc06a750 0x7fd3dc19b2c0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:57.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 --2- 172.21.15.32:0/3706421488 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3dc06b0f0 0x7fd3dc19b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:19:57.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.203+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 >> 172.21.15.32:0/3706421488 conn(0x7fd3dc0788f0 msgr2=0x7fd3dc10de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:19:57.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.204+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 shutdown_connections 2024-04-25T19:19:57.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:19:57.204+0000 7fd3e1800700 1 -- 172.21.15.32:0/3706421488 wait complete. 2024-04-25T19:19:57.206 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:19:57.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:57 smithi064 ceph-mon[32321]: pgmap v511: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-25T19:19:57.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:57 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3706421488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:57 smithi032 ceph-mon[28041]: pgmap v511: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-25T19:19:57.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:57 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3706421488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:57.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:57 smithi066 ceph-mon[32882]: pgmap v511: 97 pgs: 97 active+clean; 2.3 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-04-25T19:19:57.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:57 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3706421488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:19:58.017 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-25T19:19:58.017 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-25T19:19:58.501 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:19:59.718 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:19:59 smithi032 ceph-mon[28041]: pgmap v512: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-04-25T19:19:59.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:19:59 smithi064 ceph-mon[32321]: pgmap v512: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-04-25T19:19:59.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:19:59 smithi066 ceph-mon[32882]: pgmap v512: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-04-25T19:20:00.561 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:00 smithi032 ceph-mon[28041]: overall HEALTH_OK 2024-04-25T19:20:00.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:00 smithi064 ceph-mon[32321]: overall HEALTH_OK 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 -- 172.21.15.32:0/2297077301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8108890 msgr2=0x7f95e8108c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 --2- 172.21.15.32:0/2297077301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8108890 0x7f95e8108c70 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f95d8009990 tx=0x7f95d8009ca0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 -- 172.21.15.32:0/2297077301 shutdown_connections 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 --2- 172.21.15.32:0/2297077301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8108890 0x7f95e8108c70 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 --2- 172.21.15.32:0/2297077301 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95e8103250 0x7f95e810f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 --2- 172.21.15.32:0/2297077301 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8102890 0x7f95e8102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 -- 172.21.15.32:0/2297077301 >> 172.21.15.32:0/2297077301 conn(0x7f95e80fe3e0 msgr2=0x7f95e8100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:00.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 -- 172.21.15.32:0/2297077301 shutdown_connections 2024-04-25T19:20:00.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.880+0000 7f95e7e00700 1 -- 172.21.15.32:0/2297077301 wait complete. 2024-04-25T19:20:00.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.882+0000 7f95e7e00700 1 Processor -- start 2024-04-25T19:20:00.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.882+0000 7f95e7e00700 1 -- start start 2024-04-25T19:20:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.882+0000 7f95e7e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8102890 0x7f95e8198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.882+0000 7f95e7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 0x7f95e81993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e7e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95e8108890 0x7f95e819d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e7e00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f95e8112ac0 con 0x7f95e8102890 2024-04-25T19:20:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e7e00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f95e8112940 con 0x7f95e8103250 2024-04-25T19:20:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e7e00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f95e8112c40 con 0x7f95e8108890 2024-04-25T19:20:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 0x7f95e81993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8102890 0x7f95e8198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 0x7f95e81993f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51160/0 (socket says 172.21.15.32:51160) 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 -- 172.21.15.32:0/3854566707 learned_addr learned my addr 172.21.15.32:0/3854566707 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e7400700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95e8108890 0x7f95e819d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 -- 172.21.15.32:0/3854566707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95e8108890 msgr2=0x7f95e819d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95e8108890 0x7f95e819d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 -- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8102890 msgr2=0x7f95e8198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.883+0000 7f95e6000700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8102890 0x7f95e8198eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.884+0000 7f95e6000700 1 -- 172.21.15.32:0/3854566707 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95e819dec0 con 0x7f95e8103250 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.884+0000 7f95e6000700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 0x7f95e81993f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f95d400d950 tx=0x7f95d400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.884+0000 7f95eca00700 1 -- 172.21.15.32:0/3854566707 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d4016070 con 0x7f95e8103250 2024-04-25T19:20:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.884+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95e819e1b0 con 0x7f95e8103250 2024-04-25T19:20:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.885+0000 7f95eca00700 1 -- 172.21.15.32:0/3854566707 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95d400fd40 con 0x7f95e8103250 2024-04-25T19:20:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.885+0000 7f95eca00700 1 -- 172.21.15.32:0/3854566707 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d400e3b0 con 0x7f95e8103250 2024-04-25T19:20:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.885+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95e81a5a30 con 0x7f95e8103250 2024-04-25T19:20:00.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.888+0000 7f95eca00700 1 -- 172.21.15.32:0/3854566707 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f95d4019070 con 0x7f95e8103250 2024-04-25T19:20:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.890+0000 7f95eca00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f95cc0a3ed0 0x7f95cc0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.890+0000 7f95eca00700 1 -- 172.21.15.32:0/3854566707 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f95d40d0620 con 0x7f95e8103250 2024-04-25T19:20:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.890+0000 7f95f877ab80 1 Processor -- start 2024-04-25T19:20:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95e6a00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f95cc0a3ed0 0x7f95cc0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 -- start start 2024-04-25T19:20:00.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84d6350 0x55a5e84d8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a5e841e020 con 0x55a5e84d6350 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a5e83c48c0 con 0x55a5e84cab80 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.891+0000 7f95f877ab80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a5e8419fe0 con 0x55a5e84cb4a0 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34506/0 (socket says 172.21.15.32:34506) 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 -- 172.21.15.32:0/3011985273 learned_addr learned my addr 172.21.15.32:0/3011985273 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e7400700 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84d6350 0x55a5e84d8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6a00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f95cc0a3ed0 0x7f95cc0a6390 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f95d8006010 tx=0x7f95d800b540 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6a00700 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 -- 172.21.15.32:0/3011985273 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 msgr2=0x55a5e84caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84caf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 -- 172.21.15.32:0/3011985273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84d6350 msgr2=0x55a5e84d8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84d6350 0x55a5e84d8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.892+0000 7f95e6000700 1 -- 172.21.15.32:0/3011985273 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5e83ba810 con 0x55a5e84cb4a0 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.893+0000 7f95e6000700 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d5e10 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f95d40a4c90 tx=0x7f95d409ccd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99414f61b8828113 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.893+0000 7f95dcc00700 1 -- 172.21.15.32:0/3011985273 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d4020070 con 0x55a5e84cb4a0 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.893+0000 7f95dcc00700 1 -- 172.21.15.32:0/3011985273 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95d40a51c0 con 0x55a5e84cb4a0 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.893+0000 7f95dcc00700 1 -- 172.21.15.32:0/3011985273 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d409ca10 con 0x55a5e84cb4a0 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 -- 172.21.15.32:0/3011985273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 msgr2=0x55a5e84d5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d5e10 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f95d40a4c90 tx=0x7f95d409ccd0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 -- 172.21.15.32:0/3011985273 shutdown_connections 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84d6350 0x55a5e84d8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84caf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 --2- 172.21.15.32:0/3011985273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d5e10 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 -- 172.21.15.32:0/3011985273 >> 172.21.15.32:0/3011985273 conn(0x55a5e83f9730 msgr2=0x55a5e84c6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 -- 172.21.15.32:0/3011985273 shutdown_connections 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.894+0000 7f95f877ab80 1 -- 172.21.15.32:0/3011985273 wait complete. 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.895+0000 7f95f877ab80 1 -- start start 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.895+0000 7f95f877ab80 1 Processor -- start 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84d5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84d33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55a5e84d8e10 con 0x55a5e84cb4a0 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55a5e83d79f0 con 0x55a5e84cab80 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a5e84d8f90 con 0x55a5e84d6350 2024-04-25T19:20:00.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95f877ab80 10 client.0 _ll_register_callbacks cb 0x55a5e83b68b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:00.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95e6a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84d5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95e6a00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84d5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51192/0 (socket says 172.21.15.32:51192) 2024-04-25T19:20:00.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95e6a00700 1 -- 172.21.15.32:0/826876015 learned_addr learned my addr 172.21.15.32:0/826876015 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:00.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95e6000700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.896+0000 7f95e7400700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84d33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95e6a00700 1 -- 172.21.15.32:0/826876015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 msgr2=0x55a5e84d33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95e6a00700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84d33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95e6a00700 1 -- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 msgr2=0x55a5e84d2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95e6a00700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95e6a00700 1 -- 172.21.15.32:0/826876015 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5e836ba60 con 0x55a5e84cab80 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95e6a00700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84d5b60 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f95d800bf40 tx=0x7f95d8009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6325a7d4edc5eede server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.897+0000 7f95d1600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.898+0000 7f95d1600700 1 -- 172.21.15.32:0/826876015 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d8034060 con 0x55a5e84cab80 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.898+0000 7f95d1600700 1 -- 172.21.15.32:0/826876015 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f95d8024ca0 con 0x55a5e84cab80 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.898+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95d40a51c0 con 0x55a5e84cab80 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.898+0000 7f95d1600700 1 -- 172.21.15.32:0/826876015 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f95d800f460 con 0x55a5e84cab80 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.898+0000 7f95f877ab80 10 client.27221 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.898+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a5e83b4c80 con 0x55a5e84cab80 2024-04-25T19:20:00.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95d1600700 1 -- 172.21.15.32:0/826876015 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95d40a51c0 con 0x55a5e84cab80 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95d1600700 1 -- 172.21.15.32:0/826876015 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f95d802f5b0 con 0x55a5e84cab80 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95f877ab80 10 client.27221 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95f877ab80 10 client.27221 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95f877ab80 20 client.27221 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95f877ab80 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e84e9fa0 0x55a5e84ec3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95f877ab80 4 client.27221 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:00.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.899+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5e842b810 con 0x55a5e84e9fa0 2024-04-25T19:20:00.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.900+0000 7f95e6000700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e84e9fa0 0x55a5e84ec3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.900+0000 7f95e6000700 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e84e9fa0 0x55a5e84ec3b0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=210f932486ccdb43 server_cookie=c4fc4d9f8caa6927 in_seq=0 out_seq=0 2024-04-25T19:20:00.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.900+0000 7f95d1600700 10 client.27221 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:00.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.901+0000 7f95d1600700 1 -- 172.21.15.32:0/826876015 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a5e842b810 con 0x55a5e84e9fa0 2024-04-25T19:20:00.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.901+0000 7f95d1600700 10 client.27221 handle_command_reply: tid=0 2024-04-25T19:20:00.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.901+0000 7f95f877ab80 1 client.27221 shutdown 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 msgr2=0x55a5e84d5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84d5b60 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f95d800bf40 tx=0x7f95d8009310 comp rx=0 tx=0).stop 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 shutdown_connections 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e84e9fa0 0x55a5e84ec3b0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84d33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cab80 0x55a5e84d5b60 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 --2- 172.21.15.32:0/826876015 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84d2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95d1600700 0 client.27221 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:00.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 >> 172.21.15.32:0/826876015 conn(0x55a5e83f9730 msgr2=0x55a5e84ccbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:00.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 shutdown_connections 2024-04-25T19:20:00.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.902+0000 7f95f877ab80 1 -- 172.21.15.32:0/826876015 wait complete. 2024-04-25T19:20:00.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.903+0000 7f95f877ab80 20 client.27221 trim_cache size 0 max 16384 2024-04-25T19:20:00.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.931+0000 7f95f877ab80 1 Processor -- start 2024-04-25T19:20:00.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.931+0000 7f95f877ab80 1 -- start start 2024-04-25T19:20:00.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 0x55a5e84e6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84e2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 0x55a5e84e2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95f877ab80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f95e81aaf80 con 0x55a5e84cb4a0 2024-04-25T19:20:00.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95f877ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f95e81acac0 con 0x55a5e84d6350 2024-04-25T19:20:00.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95f877ab80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f95e81ab650 con 0x55a5e84cab80 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 0x55a5e84e2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e6000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84e2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e6a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 0x55a5e84e6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e7400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 0x55a5e84e2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51206/0 (socket says 172.21.15.32:51206) 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e6a00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 0x55a5e84e6160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34526/0 (socket says 172.21.15.32:34526) 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e7400700 1 -- 172.21.15.32:0/4190585678 learned_addr learned my addr 172.21.15.32:0/4190585678 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.932+0000 7f95e6000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84e2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:44314/0 (socket says 172.21.15.32:44314) 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e7400700 1 -- 172.21.15.32:0/4190585678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 msgr2=0x55a5e84e6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e7400700 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 0x55a5e84e6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e7400700 1 -- 172.21.15.32:0/4190585678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 msgr2=0x55a5e84e2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e7400700 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84e2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e7400700 1 -- 172.21.15.32:0/4190585678 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5e84cb8e0 con 0x55a5e84d6350 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e6a00700 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 0x55a5e84e6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.933+0000 7f95e7400700 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 0x55a5e84e2bb0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f95e0009db0 tx=0x7f95e0009de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=308d9f20815e55ff server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.934+0000 7f95d3e00700 1 -- 172.21.15.32:0/4190585678 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e0007e40 con 0x55a5e84d6350 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.934+0000 7f95d3e00700 1 -- 172.21.15.32:0/4190585678 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95e001b070 con 0x55a5e84d6350 2024-04-25T19:20:00.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.934+0000 7f95d3e00700 1 -- 172.21.15.32:0/4190585678 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e0005020 con 0x55a5e84d6350 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 -- 172.21.15.32:0/4190585678 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 msgr2=0x55a5e84e2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 0x55a5e84e2bb0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f95e0009db0 tx=0x7f95e0009de0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 -- 172.21.15.32:0/4190585678 shutdown_connections 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84d6350 0x55a5e84e2bb0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84cab80 0x55a5e84e6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 --2- 172.21.15.32:0/4190585678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cb4a0 0x55a5e84e2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 -- 172.21.15.32:0/4190585678 >> 172.21.15.32:0/4190585678 conn(0x55a5e83f9730 msgr2=0x55a5e84d4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:00.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 -- 172.21.15.32:0/4190585678 shutdown_connections 2024-04-25T19:20:00.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.935+0000 7f95f877ab80 1 -- 172.21.15.32:0/4190585678 wait complete. 2024-04-25T19:20:00.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 -- start start 2024-04-25T19:20:00.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 Processor -- start 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cab80 0x55a5e84dd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 0x55a5e84dd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84ddca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f95e81ac3f0 con 0x55a5e84cab80 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f95e81abd20 con 0x55a5e84cb4a0 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.936+0000 7f95f877ab80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f95e81a8f40 con 0x55a5e84d6350 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95f877ab80 10 client.0 _ll_register_callbacks cb 0x55a5e83b68b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:00.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 0x55a5e84dd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6a00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cab80 0x55a5e84dd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 0x55a5e84dd760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51212/0 (socket says 172.21.15.32:51212) 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 -- 172.21.15.32:0/738343317 learned_addr learned my addr 172.21.15.32:0/738343317 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e7400700 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84ddca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 -- 172.21.15.32:0/738343317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 msgr2=0x55a5e84ddca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84ddca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 -- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cab80 msgr2=0x55a5e84dd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cab80 0x55a5e84dd220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.937+0000 7f95e6000700 1 -- 172.21.15.32:0/738343317 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5e8554f00 con 0x55a5e84cb4a0 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95e6000700 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 0x55a5e84dd760 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f95d4000c00 tx=0x7f95d4010a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab9711b3e7bcf73b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:00.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95d1600700 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:00.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95d1600700 1 -- 172.21.15.32:0/738343317 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95d40b5040 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95d1600700 1 -- 172.21.15.32:0/738343317 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f95d40bb300 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95e001b070 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95d1600700 1 -- 172.21.15.32:0/738343317 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f95d4020040 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95f877ab80 10 client.27227 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.938+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a5e85561b0 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95d1600700 1 -- 172.21.15.32:0/738343317 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95e001b070 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95d1600700 1 -- 172.21.15.32:0/738343317 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f95d409c7b0 con 0x55a5e84cb4a0 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95f877ab80 10 client.27227 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95f877ab80 10 client.27227 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95f877ab80 20 client.27227 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95f877ab80 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e85564f0 0x55a5e85588e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:00.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95f877ab80 4 client.27227 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-25T19:20:00.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55a5e84258b0 con 0x55a5e85564f0 2024-04-25T19:20:00.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.939+0000 7f95e6a00700 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e85564f0 0x55a5e85588e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:00.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.940+0000 7f95e6a00700 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e85564f0 0x55a5e85588e0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92e4cc2e0aa0f184 server_cookie=8377bb60c580ddca in_seq=0 out_seq=0 2024-04-25T19:20:00.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.940+0000 7f95d1600700 10 client.27227 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:00.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:00 smithi066 ceph-mon[32882]: overall HEALTH_OK 2024-04-25T19:20:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.958+0000 7f95d1600700 1 -- 172.21.15.32:0/738343317 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55a5e84258b0 con 0x55a5e85564f0 2024-04-25T19:20:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.958+0000 7f95d1600700 10 client.27227 handle_command_reply: tid=0 2024-04-25T19:20:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.958+0000 7f95f877ab80 1 client.27227 shutdown 2024-04-25T19:20:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 msgr2=0x55a5e84dd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 0x55a5e84dd760 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f95d4000c00 tx=0x7f95d4010a40 comp rx=0 tx=0).stop 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 shutdown_connections 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55a5e85564f0 0x55a5e85588e0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55a5e84cab80 0x55a5e84dd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95d1600700 0 client.27227 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a5e84d6350 0x55a5e84ddca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 --2- 172.21.15.32:0/738343317 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55a5e84cb4a0 0x55a5e84dd760 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 >> 172.21.15.32:0/738343317 conn(0x55a5e83f9730 msgr2=0x55a5e84d4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 shutdown_connections 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 1 -- 172.21.15.32:0/738343317 wait complete. 2024-04-25T19:20:00.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.959+0000 7f95f877ab80 20 client.27227 trim_cache size 0 max 16384 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 50, 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "5b6a7475": { 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 50, 2024-04-25T19:20:00.963 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "QUIESCED", 2024-04-25T19:20:00.964 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:20:00.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:00.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:00.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:00.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:00.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:00.965 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.960+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f95cc0a3ed0 msgr2=0x7f95cc0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.960+0000 7f95e7e00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f95cc0a3ed0 0x7f95cc0a6390 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f95d8006010 tx=0x7f95d800b540 comp rx=0 tx=0).stop 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.960+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 msgr2=0x7f95e81993f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.960+0000 7f95e7e00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 0x7f95e81993f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f95d400d950 tx=0x7f95d400dc60 comp rx=0 tx=0).stop 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 shutdown_connections 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f95cc0a3ed0 0x7f95cc0a6390 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f95e8102890 0x7f95e8198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95e8108890 0x7f95e819d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 --2- 172.21.15.32:0/3854566707 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f95e8103250 0x7f95e81993f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 >> 172.21.15.32:0/3854566707 conn(0x7f95e80fe3e0 msgr2=0x7f95e80fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 shutdown_connections 2024-04-25T19:20:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:00.961+0000 7f95e7e00700 1 -- 172.21.15.32:0/3854566707 wait complete. 2024-04-25T19:20:01.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:01 smithi064 ceph-mon[32321]: pgmap v513: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 11 op/s 2024-04-25T19:20:01.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:01 smithi032 ceph-mon[28041]: pgmap v513: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 11 op/s 2024-04-25T19:20:01.904 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5b6a7475', quiesce took 7.8 seconds. Will release after: 30.0 2024-04-25T19:20:01.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:01 smithi066 ceph-mon[32882]: pgmap v513: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 11 op/s 2024-04-25T19:20:03.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.305+0000 7f1483e00640 1 -- 172.21.15.32:0/3061607211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 msgr2=0x7f1484110e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.305+0000 7f1483e00640 1 --2- 172.21.15.32:0/3061607211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f1484110e70 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f147c009ca0 tx=0x7f147c02a8c0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 -- 172.21.15.32:0/3061607211 shutdown_connections 2024-04-25T19:20:03.307 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 --2- 172.21.15.32:0/3061607211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f1484110e70 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 --2- 172.21.15.32:0/3061607211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1484104b80 0x7f1484108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 --2- 172.21.15.32:0/3061607211 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14841041d0 0x7f14841045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 -- 172.21.15.32:0/3061607211 >> 172.21.15.32:0/3061607211 conn(0x7f14840ffa30 msgr2=0x7f1484101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:03.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 -- 172.21.15.32:0/3061607211 shutdown_connections 2024-04-25T19:20:03.308 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.306+0000 7f1483e00640 1 -- 172.21.15.32:0/3061607211 wait complete. 2024-04-25T19:20:03.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 Processor -- start 2024-04-25T19:20:03.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 -- start start 2024-04-25T19:20:03.310 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14841041d0 0x7f14841a03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f14841a0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f148419a5a0 0x7f148419aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1484114240 con 0x7f14841092a0 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f14841140c0 con 0x7f14841041d0 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.307+0000 7f1483e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f14841143c0 con 0x7f148419a5a0 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f14841a0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f14841a0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35960/0 (socket says 172.21.15.32:35960) 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 -- 172.21.15.32:0/3272373306 learned_addr learned my addr 172.21.15.32:0/3272373306 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482a00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14841041d0 0x7f14841a03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1483400640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f148419a5a0 0x7f148419aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 -- 172.21.15.32:0/3272373306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f148419a5a0 msgr2=0x7f148419aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f148419a5a0 0x7f148419aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 -- 172.21.15.32:0/3272373306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14841041d0 msgr2=0x7f14841a03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14841041d0 0x7f14841a03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.311 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.308+0000 7f1482000640 1 -- 172.21.15.32:0/3272373306 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f148419b0c0 con 0x7f14841092a0 2024-04-25T19:20:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.309+0000 7f1482000640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f14841a0930 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f147000e9a0 tx=0x7f147000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.309+0000 7f147b400640 1 -- 172.21.15.32:0/3272373306 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147000cd80 con 0x7f14841092a0 2024-04-25T19:20:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.309+0000 7f147b400640 1 -- 172.21.15.32:0/3272373306 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14700035f0 con 0x7f14841092a0 2024-04-25T19:20:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.309+0000 7f147b400640 1 -- 172.21.15.32:0/3272373306 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470010690 con 0x7f14841092a0 2024-04-25T19:20:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.309+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f148419b3b0 con 0x7f14841092a0 2024-04-25T19:20:03.312 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.309+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14841a75b0 con 0x7f14841092a0 2024-04-25T19:20:03.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 Processor -- start 2024-04-25T19:20:03.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 -- start start 2024-04-25T19:20:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 0x557555620d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x55755562b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755562df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x557555586900 con 0x5575556212d0 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55755552cef0 con 0x55755562bb90 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f148c5e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5575555828c0 con 0x5575556209b0 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.313+0000 7f147b400640 1 -- 172.21.15.32:0/3272373306 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1470004000 con 0x7f14841092a0 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 0x557555620d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1482a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x55755562b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 0x557555620d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:60814/0 (socket says 172.21.15.32:60814) 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 -- 172.21.15.32:0/4248694994 learned_addr learned my addr 172.21.15.32:0/4248694994 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1482000640 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755562df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 -- 172.21.15.32:0/4248694994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 msgr2=0x55755562df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755562df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 -- 172.21.15.32:0/4248694994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 msgr2=0x55755562b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x55755562b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1483400640 1 -- 172.21.15.32:0/4248694994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557555299210 con 0x5575556209b0 2024-04-25T19:20:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1482a00640 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x55755562b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.314+0000 7f1482000640 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755562df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:20:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f1483400640 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 0x557555620d90 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f147c009ca0 tx=0x7f147c0093e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4cc9a116dfb8ab03 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f146fe00640 1 -- 172.21.15.32:0/4248694994 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c031cf0 con 0x5575556209b0 2024-04-25T19:20:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f146fe00640 1 -- 172.21.15.32:0/4248694994 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c036030 con 0x5575556209b0 2024-04-25T19:20:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f147b400640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f14680a3d80 0x7f14680a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f146fe00640 1 -- 172.21.15.32:0/4248694994 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c0042a0 con 0x5575556209b0 2024-04-25T19:20:03.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f147b400640 1 -- 172.21.15.32:0/3272373306 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f14700d0980 con 0x7f14841092a0 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.315+0000 7f1482a00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f14680a3d80 0x7f14680a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 -- 172.21.15.32:0/4248694994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 msgr2=0x557555620d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 0x557555620d90 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f147c009ca0 tx=0x7f147c0093e0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 -- 172.21.15.32:0/4248694994 shutdown_connections 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755562df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x55755562b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 --2- 172.21.15.32:0/4248694994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556209b0 0x557555620d90 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 -- 172.21.15.32:0/4248694994 >> 172.21.15.32:0/4248694994 conn(0x55755561cec0 msgr2=0x55755561d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 -- 172.21.15.32:0/4248694994 shutdown_connections 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f148c5e9740 1 -- 172.21.15.32:0/4248694994 wait complete. 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.316+0000 7f1482a00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f14680a3d80 0x7f14680a6240 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x557555621f50 tx=0x7f1474005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 -- start start 2024-04-25T19:20:03.320 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 Processor -- start 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556209b0 0x557555628ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x557555628ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x557555629530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55755562e5e0 con 0x5575556212d0 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x557555540310 con 0x5575556209b0 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55755562e760 con 0x55755562bb90 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.317+0000 7f148c5e9740 10 client.0 _ll_register_callbacks cb 0x55755550ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x557555629530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x557555629530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:60818/0 (socket says 172.21.15.32:60818) 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1482a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556209b0 0x557555628ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 -- 172.21.15.32:0/3827955957 learned_addr learned my addr 172.21.15.32:0/3827955957 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1482000640 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x557555628ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.321 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 -- 172.21.15.32:0/3827955957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556209b0 msgr2=0x557555628ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556209b0 0x557555628ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 -- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 msgr2=0x557555628ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x557555628ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 -- 172.21.15.32:0/3827955957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557555365620 con 0x55755562bb90 2024-04-25T19:20:03.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f1483400640 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x557555629530 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f147c004af0 tx=0x7f147c02a8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc3596be53a3dcd0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.318+0000 7f146cc00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f146cc00640 1 -- 172.21.15.32:0/3827955957 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c04a040 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f146cc00640 1 -- 172.21.15.32:0/3827955957 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f147c031650 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f147c036030 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f146cc00640 1 -- 172.21.15.32:0/3827955957 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f147c031890 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f148c5e9740 10 client.27286 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55755562e5e0 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.319+0000 7f146cc00640 1 -- 172.21.15.32:0/3827955957 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c036030 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f146cc00640 1 -- 172.21.15.32:0/3827955957 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f147c04d030 con 0x55755562bb90 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f148c5e9740 10 client.27286 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f148c5e9740 10 client.27286 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f148c5e9740 20 client.27286 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55755563ba20 0x55755563de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f148c5e9740 4 client.27286 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55755559a8b0 con 0x55755563ba20 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.320+0000 7f1482a00640 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55755563ba20 0x55755563de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.321+0000 7f1482a00640 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55755563ba20 0x55755563de10 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=607f78d51faf97cc server_cookie=ba377affb7fd5a34 in_seq=0 out_seq=0 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.321+0000 7f146cc00640 10 client.27286 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.321+0000 7f146cc00640 1 -- 172.21.15.32:0/3827955957 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55755559a8b0 con 0x55755563ba20 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.321+0000 7f146cc00640 10 client.27286 handle_command_reply: tid=0 2024-04-25T19:20:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.321+0000 7f148c5e9740 1 client.27286 shutdown 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 msgr2=0x557555629530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x557555629530 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f147c004af0 tx=0x7f147c02a8c0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 shutdown_connections 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55755563ba20 0x55755563de10 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x557555629530 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f146cc00640 0 client.27286 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556212d0 0x557555628ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3827955957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556209b0 0x557555628ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 >> 172.21.15.32:0/3827955957 conn(0x55755561cec0 msgr2=0x557555622c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 shutdown_connections 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 1 -- 172.21.15.32:0/3827955957 wait complete. 2024-04-25T19:20:03.327 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.322+0000 7f148c5e9740 20 client.27286 trim_cache size 0 max 16384 2024-04-25T19:20:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.339+0000 7f148c5e9740 1 Processor -- start 2024-04-25T19:20:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.339+0000 7f148c5e9740 1 -- start start 2024-04-25T19:20:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555623370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 0x557555629350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x5575556436e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f148c5e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f14841afbc0 con 0x5575556209b0 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f148c5e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f14841b1700 con 0x5575556212d0 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f148c5e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f14841b0290 con 0x55755562bb90 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f1482000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 0x557555629350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f1482a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555623370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f1482000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 0x557555629350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:49446/0 (socket says 172.21.15.32:49446) 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f1482000640 1 -- 172.21.15.32:0/461624098 learned_addr learned my addr 172.21.15.32:0/461624098 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.340+0000 7f1483400640 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x5575556436e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482000640 1 -- 172.21.15.32:0/461624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 msgr2=0x5575556436e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482000640 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x5575556436e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482000640 1 -- 172.21.15.32:0/461624098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 msgr2=0x557555623370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482000640 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555623370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482000640 1 -- 172.21.15.32:0/461624098 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55755561d800 con 0x5575556212d0 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482a00640 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555623370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f1482000640 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 0x557555629350 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f14700992e0 tx=0x7f1470087040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84092bbf5c0bb530 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f146f400640 1 -- 172.21.15.32:0/461624098 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147009c270 con 0x5575556212d0 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f146f400640 1 -- 172.21.15.32:0/461624098 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1470085e50 con 0x5575556212d0 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.341+0000 7f146f400640 1 -- 172.21.15.32:0/461624098 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14700a5580 con 0x5575556212d0 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 -- 172.21.15.32:0/461624098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 msgr2=0x557555629350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 0x557555629350 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f14700992e0 tx=0x7f1470087040 comp rx=0 tx=0).stop 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 -- 172.21.15.32:0/461624098 shutdown_connections 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55755562bb90 0x5575556436e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5575556212d0 0x557555629350 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 --2- 172.21.15.32:0/461624098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555623370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 -- 172.21.15.32:0/461624098 >> 172.21.15.32:0/461624098 conn(0x55755561cec0 msgr2=0x55755561c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 -- 172.21.15.32:0/461624098 shutdown_connections 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.342+0000 7f148c5e9740 1 -- 172.21.15.32:0/461624098 wait complete. 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 -- start start 2024-04-25T19:20:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 Processor -- start 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555630c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556212d0 0x557555631150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755569ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f14841b1030 con 0x5575556209b0 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f14841b0960 con 0x55755562bb90 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f14841adbc0 con 0x5575556212d0 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f148c5e9740 10 client.0 _ll_register_callbacks cb 0x7f147c031e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.343+0000 7f1482a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555630c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555630c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36000/0 (socket says 172.21.15.32:36000) 2024-04-25T19:20:03.348 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 -- 172.21.15.32:0/3798146238 learned_addr learned my addr 172.21.15.32:0/3798146238 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482000640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556212d0 0x557555631150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1483400640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755569ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 -- 172.21.15.32:0/3798146238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556212d0 msgr2=0x557555631150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556212d0 0x557555631150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 -- 172.21.15.32:0/3798146238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 msgr2=0x55755569ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755569ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 -- 172.21.15.32:0/3798146238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575556a0560 con 0x5575556209b0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482000640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556212d0 0x557555631150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f1482a00640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555630c10 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f1474012cb0 tx=0x7f14740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585924cca79aeb7b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.344+0000 7f146cc00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f146cc00640 1 -- 172.21.15.32:0/3798146238 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147402b440 con 0x5575556209b0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f146cc00640 1 -- 172.21.15.32:0/3798146238 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8542+0+0 (secure 0 0 0) 0x7f147402b5e0 con 0x5575556209b0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1470085e50 con 0x5575556209b0 2024-04-25T19:20:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f146cc00640 1 -- 172.21.15.32:0/3798146238 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f147402b7e0 con 0x5575556209b0 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 10 client.17115 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575556a18d0 con 0x5575556209b0 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f146cc00640 1 -- 172.21.15.32:0/3798146238 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1470085e50 con 0x5575556209b0 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f146cc00640 1 -- 172.21.15.32:0/3798146238 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f14740333f0 con 0x5575556209b0 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 10 client.17115 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 10 client.17115 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 20 client.17115 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.345+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575556a2050 0x5575556a4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.346+0000 7f148c5e9740 4 client.17115 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.346+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557555594320 con 0x5575556a2050 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.346+0000 7f1482000640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575556a2050 0x5575556a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.346+0000 7f1482000640 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575556a2050 0x5575556a4470 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfe5e49bdc735f3f server_cookie=5c3ec96d4b3aa75f in_seq=0 out_seq=0 2024-04-25T19:20:03.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.346+0000 7f146cc00640 10 client.17115 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f146cc00640 1 -- 172.21.15.32:0/3798146238 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557555594320 con 0x5575556a2050 2024-04-25T19:20:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f146cc00640 10 client.17115 handle_command_reply: tid=0 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 client.17115 shutdown 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 msgr2=0x557555630c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555630c10 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f1474012cb0 tx=0x7f14740046c0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 shutdown_connections 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5575556a2050 0x5575556a4470 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55755562bb90 0x55755569ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575556212d0 0x557555631150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 --2- 172.21.15.32:0/3798146238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5575556209b0 0x557555630c10 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 >> 172.21.15.32:0/3798146238 conn(0x55755561cec0 msgr2=0x55755562a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f146cc00640 0 client.17115 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 shutdown_connections 2024-04-25T19:20:03.362 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 1 -- 172.21.15.32:0/3798146238 wait complete. 2024-04-25T19:20:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.360+0000 7f148c5e9740 20 client.17115 trim_cache size 0 max 16384 2024-04-25T19:20:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:20:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:20:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:20:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f14680a3d80 msgr2=0x7f14680a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f14680a3d80 0x7f14680a6240 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x557555621f50 tx=0x7f1474005f90 comp rx=0 tx=0).stop 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 msgr2=0x7f14841a0930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f14841a0930 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f147000e9a0 tx=0x7f147000ee60 comp rx=0 tx=0).stop 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 shutdown_connections 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f14680a3d80 0x7f14680a6240 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f148419a5a0 0x7f148419aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14841092a0 0x7f14841a0930 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 --2- 172.21.15.32:0/3272373306 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f14841041d0 0x7f14841a03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 >> 172.21.15.32:0/3272373306 conn(0x7f14840ffa30 msgr2=0x7f1484101d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.361+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 shutdown_connections 2024-04-25T19:20:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:03.362+0000 7f1483e00640 1 -- 172.21.15.32:0/3272373306 wait complete. 2024-04-25T19:20:03.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:03 smithi064 ceph-mon[32321]: pgmap v514: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 11 op/s 2024-04-25T19:20:03.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:03 smithi032 ceph-mon[28041]: pgmap v514: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 11 op/s 2024-04-25T19:20:03.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:03 smithi066 ceph-mon[32882]: pgmap v514: 97 pgs: 97 active+clean; 2.5 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 11 op/s 2024-04-25T19:20:05.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:05 smithi064 ceph-mon[32321]: pgmap v515: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-04-25T19:20:05.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:05 smithi032 ceph-mon[28041]: pgmap v515: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-04-25T19:20:05.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:05 smithi066 ceph-mon[32882]: pgmap v515: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 34 op/s 2024-04-25T19:20:07.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:07 smithi064 ceph-mon[32321]: pgmap v516: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 75 KiB/s wr, 29 op/s 2024-04-25T19:20:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:07 smithi032 ceph-mon[28041]: pgmap v516: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 75 KiB/s wr, 29 op/s 2024-04-25T19:20:07.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:07 smithi066 ceph-mon[32882]: pgmap v516: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 75 KiB/s wr, 29 op/s 2024-04-25T19:20:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:09 smithi064 ceph-mon[32321]: pgmap v517: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 80 KiB/s wr, 36 op/s 2024-04-25T19:20:09.798 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:09 smithi064 ceph-mon[32321]: osdmap e113: 12 total, 12 up, 12 in 2024-04-25T19:20:09.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:09 smithi032 ceph-mon[28041]: pgmap v517: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 80 KiB/s wr, 36 op/s 2024-04-25T19:20:09.799 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:09 smithi032 ceph-mon[28041]: osdmap e113: 12 total, 12 up, 12 in 2024-04-25T19:20:09.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:09 smithi066 ceph-mon[32882]: pgmap v517: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 80 KiB/s wr, 36 op/s 2024-04-25T19:20:09.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:09 smithi066 ceph-mon[32882]: osdmap e113: 12 total, 12 up, 12 in 2024-04-25T19:20:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:11 smithi064 ceph-mon[32321]: pgmap v519: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 76 KiB/s wr, 35 op/s 2024-04-25T19:20:11.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:11 smithi032 ceph-mon[28041]: pgmap v519: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 76 KiB/s wr, 35 op/s 2024-04-25T19:20:11.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:11 smithi066 ceph-mon[32882]: pgmap v519: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 76 KiB/s wr, 35 op/s 2024-04-25T19:20:13.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:13 smithi064 ceph-mon[32321]: pgmap v520: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 76 KiB/s wr, 35 op/s 2024-04-25T19:20:13.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:13 smithi032 ceph-mon[28041]: pgmap v520: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 76 KiB/s wr, 35 op/s 2024-04-25T19:20:13.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:13 smithi066 ceph-mon[32882]: pgmap v520: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 76 KiB/s wr, 35 op/s 2024-04-25T19:20:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:15 smithi064 ceph-mon[32321]: pgmap v521: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.1 KiB/s wr, 13 op/s 2024-04-25T19:20:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:15 smithi032 ceph-mon[28041]: pgmap v521: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.1 KiB/s wr, 13 op/s 2024-04-25T19:20:15.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:15 smithi066 ceph-mon[32882]: pgmap v521: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.1 KiB/s wr, 13 op/s 2024-04-25T19:20:16.505 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 -- 172.21.15.32:0/3466159157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 msgr2=0x7f3054100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 --2- 172.21.15.32:0/3466159157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 0x7f3054100ef0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f3044009900 tx=0x7f304402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 -- 172.21.15.32:0/3466159157 shutdown_connections 2024-04-25T19:20:16.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 --2- 172.21.15.32:0/3466159157 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 0x7f3054110ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 --2- 172.21.15.32:0/3466159157 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305410e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 --2- 172.21.15.32:0/3466159157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 0x7f3054100ef0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.506 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 -- 172.21.15.32:0/3466159157 >> 172.21.15.32:0/3466159157 conn(0x7f30540fc730 msgr2=0x7f30540feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:16.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 -- 172.21.15.32:0/3466159157 shutdown_connections 2024-04-25T19:20:16.507 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.503+0000 7f3053e00640 1 -- 172.21.15.32:0/3466159157 wait complete. 2024-04-25T19:20:16.510 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.504+0000 7f3053e00640 1 Processor -- start 2024-04-25T19:20:16.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 -- start start 2024-04-25T19:20:16.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 0x7f305419a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305419aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 0x7f305419f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.511 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3054114260 con 0x7f30541014c0 2024-04-25T19:20:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f30541140e0 con 0x7f305410e6c0 2024-04-25T19:20:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30541143e0 con 0x7f3054100b10 2024-04-25T19:20:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3052000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305419aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3052000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305419aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37180/0 (socket says 172.21.15.32:37180) 2024-04-25T19:20:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3052000640 1 -- 172.21.15.32:0/3814817165 learned_addr learned my addr 172.21.15.32:0/3814817165 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3052a00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 0x7f305419a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.505+0000 7f3053400640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 0x7f305419f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3052000640 1 -- 172.21.15.32:0/3814817165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 msgr2=0x7f305419a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3052000640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 0x7f305419a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3052000640 1 -- 172.21.15.32:0/3814817165 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 msgr2=0x7f305419f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3052000640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 0x7f305419f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3052000640 1 -- 172.21.15.32:0/3814817165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f305419f750 con 0x7f30541014c0 2024-04-25T19:20:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3053400640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 0x7f305419f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.506+0000 7f3052000640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305419aca0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f304000e9f0 tx=0x7f304000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.507+0000 7f304b400640 1 -- 172.21.15.32:0/3814817165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f304000cd80 con 0x7f30541014c0 2024-04-25T19:20:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.507+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f305419fa40 con 0x7f30541014c0 2024-04-25T19:20:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.507+0000 7f304b400640 1 -- 172.21.15.32:0/3814817165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30400108e0 con 0x7f30541014c0 2024-04-25T19:20:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.507+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30541a72d0 con 0x7f30541014c0 2024-04-25T19:20:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.507+0000 7f304b400640 1 -- 172.21.15.32:0/3814817165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3040018920 con 0x7f30541014c0 2024-04-25T19:20:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.510+0000 7f304b400640 1 -- 172.21.15.32:0/3814817165 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3040010430 con 0x7f30541014c0 2024-04-25T19:20:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f304b400640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f30380a3d00 0x7f30380a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f305c5f0740 1 Processor -- start 2024-04-25T19:20:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f304b400640 1 -- 172.21.15.32:0/3814817165 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8586+0+0 (secure 0 0 0) 0x7f30400d0b50 con 0x7f30541014c0 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f305c5f0740 1 -- start start 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f3052a00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f30380a3d00 0x7f30380a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9697cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.512+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc96987650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96989f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f305c5f0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dc968e2900 con 0x55dc96987b90 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f305c5f0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dc96888ef0 con 0x55dc9697c9b0 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f305c5f0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dc968de8c0 con 0x55dc9697d2d0 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc96987650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3053400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96989f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc96987650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:48822/0 (socket says 172.21.15.32:48822) 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052000640 1 -- 172.21.15.32:0/2336513356 learned_addr learned my addr 172.21.15.32:0/2336513356 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:16.525 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052a00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f30380a3d00 0x7f30380a61c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3044005ab0 tx=0x7f3044005a20 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052a00640 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9697cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3053400640 1 -- 172.21.15.32:0/2336513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 msgr2=0x55dc96987650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3053400640 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc96987650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3053400640 1 -- 172.21.15.32:0/2336513356 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 msgr2=0x55dc9697cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3053400640 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9697cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3053400640 1 -- 172.21.15.32:0/2336513356 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc965f5210 con 0x55dc96987b90 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052000640 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc96987650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.513+0000 7f3052a00640 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9697cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.514+0000 7f3053400640 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96989f80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f3054102cf0 tx=0x7f304c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9812ac07036fb68e server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.514+0000 7f303fe00640 1 -- 172.21.15.32:0/2336513356 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f304c004d20 con 0x55dc96987b90 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.514+0000 7f303fe00640 1 -- 172.21.15.32:0/2336513356 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f304c00f970 con 0x55dc96987b90 2024-04-25T19:20:16.526 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.514+0000 7f303fe00640 1 -- 172.21.15.32:0/2336513356 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f304c004470 con 0x55dc96987b90 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 -- 172.21.15.32:0/2336513356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 msgr2=0x55dc96989f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96989f80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f3054102cf0 tx=0x7f304c011bf0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 -- 172.21.15.32:0/2336513356 shutdown_connections 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96989f80 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc96987650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 --2- 172.21.15.32:0/2336513356 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9697cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 -- 172.21.15.32:0/2336513356 >> 172.21.15.32:0/2336513356 conn(0x55dc96978ec0 msgr2=0x55dc969792a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 -- 172.21.15.32:0/2336513356 shutdown_connections 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.515+0000 7f305c5f0740 1 -- 172.21.15.32:0/2336513356 wait complete. 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.516+0000 7f305c5f0740 1 -- start start 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.516+0000 7f305c5f0740 1 Processor -- start 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96984ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 0x55dc96985010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.527 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96985550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55dc9698a7c0 con 0x55dc96987b90 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55dc9689c310 con 0x55dc9697d2d0 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55dc9698a940 con 0x55dc9697c9b0 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f305c5f0740 10 client.0 _ll_register_callbacks cb 0x55dc9686acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 0x55dc96985010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96984ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 0x55dc96985010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51800/0 (socket says 172.21.15.32:51800) 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 -- 172.21.15.32:0/276028527 learned_addr learned my addr 172.21.15.32:0/276028527 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3053400640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96985550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 -- 172.21.15.32:0/276028527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 msgr2=0x55dc96984ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.528 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96984ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 -- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 msgr2=0x55dc96985550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96985550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3052000640 1 -- 172.21.15.32:0/276028527 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc966c1620 con 0x55dc9697d2d0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.517+0000 7f3053400640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96985550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.518+0000 7f3052000640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 0x55dc96985010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f304000c6a0 tx=0x7f30400bd1f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bf6e9a7cef52c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.518+0000 7f303cc00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.518+0000 7f303cc00640 1 -- 172.21.15.32:0/276028527 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30400a56c0 con 0x55dc9697d2d0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f303cc00640 1 -- 172.21.15.32:0/276028527 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8586+0+0 (secure 0 0 0) 0x7f3040099170 con 0x55dc9697d2d0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f304c00f970 con 0x55dc9697d2d0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f303cc00640 1 -- 172.21.15.32:0/276028527 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f304009bf50 con 0x55dc9697d2d0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 10 client.27257 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55dc96996a60 con 0x55dc9697d2d0 2024-04-25T19:20:16.529 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f303cc00640 1 -- 172.21.15.32:0/276028527 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f304c00f970 con 0x55dc9697d2d0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f303cc00640 1 -- 172.21.15.32:0/276028527 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f304009b9c0 con 0x55dc9697d2d0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 10 client.27257 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 10 client.27257 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 20 client.27257 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc96997fe0 0x55dc9699a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 4 client.27257 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.519+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc968f68b0 con 0x55dc96997fe0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.520+0000 7f3052a00640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc96997fe0 0x55dc9699a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.520+0000 7f3052a00640 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc96997fe0 0x55dc9699a3d0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e352fcf12d702bfa server_cookie=d75dae64315543f4 in_seq=0 out_seq=0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.520+0000 7f303cc00640 10 client.27257 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f303cc00640 1 -- 172.21.15.32:0/276028527 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dc968f68b0 con 0x55dc96997fe0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f303cc00640 10 client.27257 handle_command_reply: tid=0 2024-04-25T19:20:16.530 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 client.27257 shutdown 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 msgr2=0x55dc96985010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 0x55dc96985010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f304000c6a0 tx=0x7f30400bd1f0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 shutdown_connections 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc96997fe0 0x55dc9699a3d0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc96985550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f305c5f0740 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697d2d0 0x55dc96985010 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.521+0000 7f303cc00640 0 client.27257 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.522+0000 7f305c5f0740 1 --2- 172.21.15.32:0/276028527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96984ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.522+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 >> 172.21.15.32:0/276028527 conn(0x55dc96978ec0 msgr2=0x55dc9697ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.522+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 shutdown_connections 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.522+0000 7f305c5f0740 1 -- 172.21.15.32:0/276028527 wait complete. 2024-04-25T19:20:16.531 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.522+0000 7f305c5f0740 20 client.27257 trim_cache size 0 max 16384 2024-04-25T19:20:16.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.538+0000 7f305c5f0740 1 Processor -- start 2024-04-25T19:20:16.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 -- start start 2024-04-25T19:20:16.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96993680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 0x55dc9699fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc96987b90 0x55dc969a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f30541afd10 con 0x55dc9697d2d0 2024-04-25T19:20:16.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f30541b1850 con 0x55dc96987b90 2024-04-25T19:20:16.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f305c5f0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30541b03e0 con 0x55dc9697c9b0 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f3052000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 0x55dc9699fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f3052000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 0x55dc9699fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37220/0 (socket says 172.21.15.32:37220) 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f3052000640 1 -- 172.21.15.32:0/3270192842 learned_addr learned my addr 172.21.15.32:0/3270192842 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.539+0000 7f3052a00640 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96993680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3053400640 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc96987b90 0x55dc969a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052000640 1 -- 172.21.15.32:0/3270192842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 msgr2=0x55dc96993680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052000640 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96993680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052000640 1 -- 172.21.15.32:0/3270192842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc96987b90 msgr2=0x55dc969a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052000640 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc96987b90 0x55dc969a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052000640 1 -- 172.21.15.32:0/3270192842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc9697f820 con 0x55dc9697d2d0 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052a00640 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96993680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:16.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f3052000640 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 0x55dc9699fca0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f304000e9c0 tx=0x7f304009b010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a74abf319b745199 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.540+0000 7f303f400640 1 -- 172.21.15.32:0/3270192842 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3040010b50 con 0x55dc9697d2d0 2024-04-25T19:20:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f303f400640 1 -- 172.21.15.32:0/3270192842 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f304009c0f0 con 0x55dc9697d2d0 2024-04-25T19:20:16.544 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f303f400640 1 -- 172.21.15.32:0/3270192842 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3040098ab0 con 0x55dc9697d2d0 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 -- 172.21.15.32:0/3270192842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 msgr2=0x55dc9699fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 0x55dc9699fca0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f304000e9c0 tx=0x7f304009b010 comp rx=0 tx=0).stop 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 -- 172.21.15.32:0/3270192842 shutdown_connections 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc96987b90 0x55dc969a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc9697d2d0 0x55dc9699fca0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3270192842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697c9b0 0x55dc96993680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.541+0000 7f305c5f0740 1 -- 172.21.15.32:0/3270192842 >> 172.21.15.32:0/3270192842 conn(0x55dc96978ec0 msgr2=0x55dc9697ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.542+0000 7f305c5f0740 1 -- 172.21.15.32:0/3270192842 shutdown_connections 2024-04-25T19:20:16.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.542+0000 7f305c5f0740 1 -- 172.21.15.32:0/3270192842 wait complete. 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.542+0000 7f305c5f0740 1 -- start start 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.542+0000 7f305c5f0740 1 Processor -- start 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9698ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc9698d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc9698d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f30541b1180 con 0x55dc96987b90 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f30541b0ab0 con 0x55dc9697c9b0 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30541add10 con 0x55dc9697d2d0 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f305c5f0740 10 client.0 _ll_register_callbacks cb 0x7f304009c530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9698ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9698ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51820/0 (socket says 172.21.15.32:51820) 2024-04-25T19:20:16.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3053400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc9698d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 -- 172.21.15.32:0/3190450869 learned_addr learned my addr 172.21.15.32:0/3190450869 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052000640 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc9698d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 -- 172.21.15.32:0/3190450869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 msgr2=0x55dc9698d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc9698d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 -- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 msgr2=0x55dc9698d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc9698d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.543+0000 7f3052a00640 1 -- 172.21.15.32:0/3190450869 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc9698e040 con 0x55dc9697c9b0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.544+0000 7f3052a00640 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9698ff40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3044000c00 tx=0x7f304402a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2909b6fbd5a54cb server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.544+0000 7f303cc00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.544+0000 7f303cc00640 1 -- 172.21.15.32:0/3190450869 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3044035040 con 0x55dc9697c9b0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.544+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f304009c0f0 con 0x55dc9697c9b0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.544+0000 7f303cc00640 1 -- 172.21.15.32:0/3190450869 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8586+0+0 (secure 0 0 0) 0x7f3044054500 con 0x55dc9697c9b0 2024-04-25T19:20:16.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.544+0000 7f303cc00640 1 -- 172.21.15.32:0/3190450869 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f3044054700 con 0x55dc9697c9b0 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 10 client.27263 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55dc969fe580 con 0x55dc9697c9b0 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f303cc00640 1 -- 172.21.15.32:0/3190450869 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f304009c0f0 con 0x55dc9697c9b0 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f303cc00640 1 -- 172.21.15.32:0/3190450869 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f3044003780 con 0x55dc9697c9b0 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 10 client.27263 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 10 client.27263 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 20 client.27263 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc969fec50 0x55dc96a01070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 4 client.27263 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.545+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dc968f0320 con 0x55dc969fec50 2024-04-25T19:20:16.550 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.546+0000 7f3052000640 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc969fec50 0x55dc96a01070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.546+0000 7f3052000640 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc969fec50 0x55dc96a01070 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=131b4010f7a98d2a server_cookie=702ee757edf2a2c1 in_seq=0 out_seq=0 2024-04-25T19:20:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.546+0000 7f303cc00640 10 client.27263 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f303cc00640 1 -- 172.21.15.32:0/3190450869 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dc968f0320 con 0x55dc969fec50 2024-04-25T19:20:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f303cc00640 10 client.27263 handle_command_reply: tid=0 2024-04-25T19:20:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 client.27263 shutdown 2024-04-25T19:20:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 msgr2=0x55dc9698ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9698ff40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f3044000c00 tx=0x7f304402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 shutdown_connections 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55dc969fec50 0x55dc96a01070 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55dc96987b90 0x55dc9698d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55dc9697d2d0 0x55dc9698d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 --2- 172.21.15.32:0/3190450869 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55dc9697c9b0 0x55dc9698ff40 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 >> 172.21.15.32:0/3190450869 conn(0x55dc96978ec0 msgr2=0x55dc9697e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f303cc00640 0 client.27263 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 shutdown_connections 2024-04-25T19:20:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.556+0000 7f305c5f0740 1 -- 172.21.15.32:0/3190450869 wait complete. 2024-04-25T19:20:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.557+0000 7f305c5f0740 20 client.27263 trim_cache size 0 max 16384 2024-04-25T19:20:16.560 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:20:16.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:20:16.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:20:16.561 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:20:16.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.557+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f30380a3d00 msgr2=0x7f30380a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.562 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.557+0000 7f3053e00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f30380a3d00 0x7f30380a61c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3044005ab0 tx=0x7f3044005a20 comp rx=0 tx=0).stop 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.557+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 msgr2=0x7f305419aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.557+0000 7f3053e00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305419aca0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f304000e9f0 tx=0x7f304000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 shutdown_connections 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f30380a3d00 0x7f30380a61c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f305410e6c0 0x7f305419f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f30541014c0 0x7f305419aca0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 --2- 172.21.15.32:0/3814817165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3054100b10 0x7f305419a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:16.563 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 >> 172.21.15.32:0/3814817165 conn(0x7f30540fc730 msgr2=0x7f30540feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 shutdown_connections 2024-04-25T19:20:16.564 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:16.558+0000 7f3053e00640 1 -- 172.21.15.32:0/3814817165 wait complete. 2024-04-25T19:20:17.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:17 smithi064 ceph-mon[32321]: pgmap v522: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.1 KiB/s wr, 13 op/s 2024-04-25T19:20:17.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:17 smithi032 ceph-mon[28041]: pgmap v522: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.1 KiB/s wr, 13 op/s 2024-04-25T19:20:17.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:17 smithi066 ceph-mon[32882]: pgmap v522: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.1 KiB/s wr, 13 op/s 2024-04-25T19:20:19.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:19 smithi066 ceph-mon[32882]: pgmap v523: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:19.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:19 smithi066 ceph-mon[32882]: osdmap e114: 12 total, 12 up, 12 in 2024-04-25T19:20:20.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:19 smithi064 ceph-mon[32321]: pgmap v523: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:20.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:19 smithi064 ceph-mon[32321]: osdmap e114: 12 total, 12 up, 12 in 2024-04-25T19:20:20.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:19 smithi032 ceph-mon[28041]: pgmap v523: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:20.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:19 smithi032 ceph-mon[28041]: osdmap e114: 12 total, 12 up, 12 in 2024-04-25T19:20:20.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:20 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:20:21.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:20 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:20:21.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:20 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:20:21.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:21 smithi066 ceph-mon[32882]: pgmap v525: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:21.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:21 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:20:21.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:21 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:20:21.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:21 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:20:22.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:21 smithi064 ceph-mon[32321]: pgmap v525: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:22.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:21 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:20:22.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:21 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:20:22.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:21 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:20:22.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:21 smithi032 ceph-mon[28041]: pgmap v525: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:22.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:21 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:20:22.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:21 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:20:22.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:21 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:20:23.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:23 smithi066 ceph-mon[32882]: pgmap v526: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:24.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:23 smithi064 ceph-mon[32321]: pgmap v526: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:24.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:23 smithi032 ceph-mon[28041]: pgmap v526: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-04-25T19:20:25.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:25 smithi066 ceph-mon[32882]: pgmap v527: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-25T19:20:26.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:25 smithi064 ceph-mon[32321]: pgmap v527: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-25T19:20:26.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:25 smithi032 ceph-mon[28041]: pgmap v527: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-25T19:20:27.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:27 smithi032 ceph-mon[28041]: pgmap v528: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-25T19:20:27.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:27 smithi066 ceph-mon[32882]: pgmap v528: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-25T19:20:28.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:27 smithi064 ceph-mon[32321]: pgmap v528: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-25T19:20:29.706 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 -- 172.21.15.32:0/2261008233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 msgr2=0x7fba60110ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 --2- 172.21.15.32:0/2261008233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba60110ec0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fba58009ca0 tx=0x7fba5802a8c0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 -- 172.21.15.32:0/2261008233 shutdown_connections 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 --2- 172.21.15.32:0/2261008233 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba60110ec0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 --2- 172.21.15.32:0/2261008233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fba60104bd0 0x7fba60108c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 --2- 172.21.15.32:0/2261008233 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 0x7fba60104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 -- 172.21.15.32:0/2261008233 >> 172.21.15.32:0/2261008233 conn(0x7fba600ffa60 msgr2=0x7fba60101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 -- 172.21.15.32:0/2261008233 shutdown_connections 2024-04-25T19:20:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.705+0000 7fba5fe00640 1 -- 172.21.15.32:0/2261008233 wait complete. 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.706+0000 7fba5fe00640 1 Processor -- start 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.706+0000 7fba5fe00640 1 -- start start 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 0x7fba601a0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba601a0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fba6019a5d0 0x7fba6019aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5fe00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fba60114290 con 0x7fba601092f0 2024-04-25T19:20:29.709 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5fe00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fba60114110 con 0x7fba60104220 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fba60114410 con 0x7fba6019a5d0 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba56000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba601a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba56000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba601a0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36294/0 (socket says 172.21.15.32:36294) 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba56000640 1 -- 172.21.15.32:0/198321209 learned_addr learned my addr 172.21.15.32:0/198321209 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5ea00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 0x7fba601a0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.707+0000 7fba5f400640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fba6019a5d0 0x7fba6019aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba56000640 1 -- 172.21.15.32:0/198321209 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fba6019a5d0 msgr2=0x7fba6019aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba56000640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fba6019a5d0 0x7fba6019aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba56000640 1 -- 172.21.15.32:0/198321209 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 msgr2=0x7fba601a0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba56000640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 0x7fba601a0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba56000640 1 -- 172.21.15.32:0/198321209 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba6019b0f0 con 0x7fba601092f0 2024-04-25T19:20:29.710 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba5ea00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 0x7fba601a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:29.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba56000640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba601a0960 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fba4800e9c0 tx=0x7fba4800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:29.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba64a00640 1 -- 172.21.15.32:0/198321209 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4800cd80 con 0x7fba601092f0 2024-04-25T19:20:29.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba64a00640 1 -- 172.21.15.32:0/198321209 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba480054d0 con 0x7fba601092f0 2024-04-25T19:20:29.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba6019b3e0 con 0x7fba601092f0 2024-04-25T19:20:29.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba64a00640 1 -- 172.21.15.32:0/198321209 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48010430 con 0x7fba601092f0 2024-04-25T19:20:29.711 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.708+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba601a7630 con 0x7fba601092f0 2024-04-25T19:20:29.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 Processor -- start 2024-04-25T19:20:29.713 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 -- start start 2024-04-25T19:20:29.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ecb650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ecdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba64a00640 1 -- 172.21.15.32:0/198321209 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fba48004fd0 con 0x7fba601092f0 2024-04-25T19:20:29.715 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55e8b5e26900 con 0x55e8b5ec09b0 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e8b5dccef0 con 0x55e8b5ecbb90 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba68c22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e8b5e228c0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba5f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba5ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ecb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba5ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ecb650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35956/0 (socket says 172.21.15.32:35956) 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba5f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36310/0 (socket says 172.21.15.32:36310) 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.712+0000 7fba5ea00640 1 -- 172.21.15.32:0/4148006632 learned_addr learned my addr 172.21.15.32:0/4148006632 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba56000640 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ecdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5ea00640 1 -- 172.21.15.32:0/4148006632 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 msgr2=0x55e8b5ecdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5ea00640 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ecdf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5ea00640 1 -- 172.21.15.32:0/4148006632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 msgr2=0x55e8b5ec0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5ea00640 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5ea00640 1 -- 172.21.15.32:0/4148006632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8b5b39210 con 0x55e8b5ec12d0 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5f400640 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba5ea00640 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ecb650 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fba500115f0 tx=0x7fba50011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b994607c9266f67 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.713+0000 7fba4fe00640 1 -- 172.21.15.32:0/4148006632 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba5001e070 con 0x55e8b5ec12d0 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba4fe00640 1 -- 172.21.15.32:0/4148006632 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba5000faf0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba4fe00640 1 -- 172.21.15.32:0/4148006632 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba50019ac0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba64a00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba440a3d00 0x7fba440a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba64a00640 1 -- 172.21.15.32:0/198321209 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7fba480d0b80 con 0x7fba601092f0 2024-04-25T19:20:29.717 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba5f400640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba440a3d00 0x7fba440a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba68c22740 1 -- 172.21.15.32:0/4148006632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 msgr2=0x55e8b5ecb650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.714+0000 7fba68c22740 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ecb650 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fba500115f0 tx=0x7fba50011ab0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 -- 172.21.15.32:0/4148006632 shutdown_connections 2024-04-25T19:20:29.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ecdf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ecb650 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.721 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 --2- 172.21.15.32:0/4148006632 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 -- 172.21.15.32:0/4148006632 >> 172.21.15.32:0/4148006632 conn(0x55e8b5ebcec0 msgr2=0x55e8b5ebd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 -- 172.21.15.32:0/4148006632 shutdown_connections 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba5f400640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba440a3d00 0x7fba440a61c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fba58006010 tx=0x7fba58005d80 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 -- 172.21.15.32:0/4148006632 wait complete. 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 -- start start 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.715+0000 7fba68c22740 1 Processor -- start 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ec9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ec9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55e8b5ece7c0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e8b5de0310 con 0x55e8b5ec09b0 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e8b5ece940 con 0x55e8b5ecbb90 2024-04-25T19:20:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba68c22740 10 client.0 _ll_register_callbacks cb 0x55e8b5daecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba56000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ec9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba56000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ec9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36312/0 (socket says 172.21.15.32:36312) 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba56000640 1 -- 172.21.15.32:0/752171981 learned_addr learned my addr 172.21.15.32:0/752171981 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba5ea00640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.716+0000 7fba5f400640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ec9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba56000640 1 -- 172.21.15.32:0/752171981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ecbb90 msgr2=0x55e8b5ec9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba56000640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ec9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba56000640 1 -- 172.21.15.32:0/752171981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 msgr2=0x55e8b5ec8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba56000640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba56000640 1 -- 172.21.15.32:0/752171981 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8b5c05620 con 0x55e8b5ec12d0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba56000640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ec9020 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fba4809caa0 tx=0x7fba48005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=424621dc0b9aa82c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba4cc00640 1 -- 172.21.15.32:0/752171981 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4809c470 con 0x55e8b5ec12d0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba4cc00640 1 -- 172.21.15.32:0/752171981 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7fba4809ae10 con 0x55e8b5ec12d0 2024-04-25T19:20:29.723 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.717+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba5000faf0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba4cc00640 1 -- 172.21.15.32:0/752171981 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fba480046c0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 10 client.17145 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e8b5edaa80 con 0x55e8b5ec12d0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba4cc00640 1 -- 172.21.15.32:0/752171981 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba5000faf0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba4cc00640 1 -- 172.21.15.32:0/752171981 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fba480a52f0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 10 client.17145 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 10 client.17145 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 20 client.17145 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5edbf40 0x55e8b5ede330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 4 client.17145 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.718+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8b5e3a8b0 con 0x55e8b5edbf40 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.719+0000 7fba5ea00640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5edbf40 0x55e8b5ede330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.719+0000 7fba5ea00640 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5edbf40 0x55e8b5ede330 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59b2c20566f648b2 server_cookie=41a891c4bd52fa3f in_seq=0 out_seq=0 2024-04-25T19:20:29.724 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.719+0000 7fba4cc00640 10 client.17145 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:29.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba4cc00640 1 -- 172.21.15.32:0/752171981 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e8b5e3a8b0 con 0x55e8b5edbf40 2024-04-25T19:20:29.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba4cc00640 10 client.17145 handle_command_reply: tid=0 2024-04-25T19:20:29.725 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 client.17145 shutdown 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 msgr2=0x55e8b5ec9020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ec9020 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fba4809caa0 tx=0x7fba48005760 comp rx=0 tx=0).stop 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 shutdown_connections 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5edbf40 0x55e8b5ede330 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ec9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.721+0000 7fba4cc00640 0 client.17145 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.720+0000 7fba68c22740 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ec9020 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.721+0000 7fba68c22740 1 --2- 172.21.15.32:0/752171981 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ec8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.721+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 >> 172.21.15.32:0/752171981 conn(0x55e8b5ebcec0 msgr2=0x55e8b5ec2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:29.726 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.721+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 shutdown_connections 2024-04-25T19:20:29.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.721+0000 7fba68c22740 1 -- 172.21.15.32:0/752171981 wait complete. 2024-04-25T19:20:29.727 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.721+0000 7fba68c22740 20 client.17145 trim_cache size 0 max 16384 2024-04-25T19:20:29.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.737+0000 7fba68c22740 1 Processor -- start 2024-04-25T19:20:29.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 -- start start 2024-04-25T19:20:29.742 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ee3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fba601afd70 con 0x55e8b5ec09b0 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fba601b18b0 con 0x55e8b5ecbb90 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba68c22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fba601b0440 con 0x55e8b5ec12d0 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba56000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba56000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:35980/0 (socket says 172.21.15.32:35980) 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba5ea00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.738+0000 7fba56000640 1 -- 172.21.15.32:0/1059843717 learned_addr learned my addr 172.21.15.32:0/1059843717 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba5f400640 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ee3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba56000640 1 -- 172.21.15.32:0/1059843717 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 msgr2=0x55e8b5ee3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba56000640 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ee3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba56000640 1 -- 172.21.15.32:0/1059843717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 msgr2=0x55e8b5ed7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba56000640 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba56000640 1 -- 172.21.15.32:0/1059843717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8b5ede6a0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba5ea00640 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba56000640 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed80d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba480097b0 tx=0x7fba480d0ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c55a1da4293ad854 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.739+0000 7fba4f400640 1 -- 172.21.15.32:0/1059843717 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4809c470 con 0x55e8b5ec12d0 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba4f400640 1 -- 172.21.15.32:0/1059843717 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba4809d210 con 0x55e8b5ec12d0 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba4f400640 1 -- 172.21.15.32:0/1059843717 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4809c8e0 con 0x55e8b5ec12d0 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 -- 172.21.15.32:0/1059843717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 msgr2=0x55e8b5ed80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed80d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba480097b0 tx=0x7fba480d0ee0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 -- 172.21.15.32:0/1059843717 shutdown_connections 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ee3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed80d0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 --2- 172.21.15.32:0/1059843717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 -- 172.21.15.32:0/1059843717 >> 172.21.15.32:0/1059843717 conn(0x55e8b5ebcec0 msgr2=0x55e8b5ec73b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 -- 172.21.15.32:0/1059843717 shutdown_connections 2024-04-25T19:20:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.740+0000 7fba68c22740 1 -- 172.21.15.32:0/1059843717 wait complete. 2024-04-25T19:20:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.741+0000 7fba68c22740 1 -- start start 2024-04-25T19:20:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.741+0000 7fba68c22740 1 Processor -- start 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.741+0000 7fba68c22740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.741+0000 7fba68c22740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba68c22740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ed0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba68c22740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fba601b11e0 con 0x55e8b5ecbb90 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba68c22740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fba601b0b10 con 0x55e8b5ec09b0 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba68c22740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fba601add70 con 0x55e8b5ec12d0 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba68c22740 10 client.0 _ll_register_callbacks cb 0x7fba480d4240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed38e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:59194/0 (socket says 172.21.15.32:59194) 2024-04-25T19:20:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 -- 172.21.15.32:0/1608370712 learned_addr learned my addr 172.21.15.32:0/1608370712 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5f400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ed0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba56000640 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 -- 172.21.15.32:0/1608370712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 msgr2=0x55e8b5ed3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 -- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ecbb90 msgr2=0x55e8b5ed0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ed0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.742+0000 7fba5ea00640 1 -- 172.21.15.32:0/1608370712 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8b5ed17a0 con 0x55e8b5ec09b0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba5ea00640 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed38e0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba500115f0 tx=0x7fba5000f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba752d495c0e8032 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba4cc00640 1 -- 172.21.15.32:0/1608370712 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba5001e040 con 0x55e8b5ec09b0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba4cc00640 1 -- 172.21.15.32:0/1608370712 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7fba5000fd20 con 0x55e8b5ec09b0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba4809d210 con 0x55e8b5ec09b0 2024-04-25T19:20:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba4cc00640 1 -- 172.21.15.32:0/1608370712 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fba50019410 con 0x55e8b5ec09b0 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba68c22740 10 client.27281 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.743+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e8b5f41f00 con 0x55e8b5ec09b0 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba4cc00640 1 -- 172.21.15.32:0/1608370712 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba4809d210 con 0x55e8b5ec09b0 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba4cc00640 1 -- 172.21.15.32:0/1608370712 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fba50019710 con 0x55e8b5ec09b0 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba68c22740 10 client.27281 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba68c22740 10 client.27281 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba68c22740 20 client.27281 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba68c22740 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5f42400 0x55e8b5f44820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba68c22740 4 client.27281 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e8b5e34320 con 0x55e8b5f42400 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.744+0000 7fba56000640 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5f42400 0x55e8b5f44820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.745+0000 7fba56000640 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5f42400 0x55e8b5f44820 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84d55e0c14cfa744 server_cookie=4057143fa889a173 in_seq=0 out_seq=0 2024-04-25T19:20:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.745+0000 7fba4cc00640 10 client.27281 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.753+0000 7fba4cc00640 1 -- 172.21.15.32:0/1608370712 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e8b5e34320 con 0x55e8b5f42400 2024-04-25T19:20:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.753+0000 7fba4cc00640 10 client.27281 handle_command_reply: tid=0 2024-04-25T19:20:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.753+0000 7fba68c22740 1 client.27281 shutdown 2024-04-25T19:20:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 msgr2=0x55e8b5ed38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed38e0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fba500115f0 tx=0x7fba5000f3c0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 shutdown_connections 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e8b5f42400 0x55e8b5f44820 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e8b5ecbb90 0x55e8b5ed0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e8b5ec12d0 0x55e8b5ed3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 --2- 172.21.15.32:0/1608370712 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e8b5ec09b0 0x55e8b5ed38e0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 >> 172.21.15.32:0/1608370712 conn(0x55e8b5ebcec0 msgr2=0x55e8b5ebc020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba4cc00640 0 client.27281 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 shutdown_connections 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 1 -- 172.21.15.32:0/1608370712 wait complete. 2024-04-25T19:20:29.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.754+0000 7fba68c22740 20 client.27281 trim_cache size 0 max 16384 2024-04-25T19:20:29.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:20:29.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:20:29.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:20:29.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:20:29.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba440a3d00 msgr2=0x7fba440a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba440a3d00 0x7fba440a61c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fba58006010 tx=0x7fba58005d80 comp rx=0 tx=0).stop 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 msgr2=0x7fba601a0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba601a0960 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fba4800e9c0 tx=0x7fba4800ee80 comp rx=0 tx=0).stop 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 shutdown_connections 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fba440a3d00 0x7fba440a61c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fba6019a5d0 0x7fba6019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba601092f0 0x7fba601a0960 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 --2- 172.21.15.32:0/198321209 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fba60104220 0x7fba601a0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 >> 172.21.15.32:0/198321209 conn(0x7fba600ffa60 msgr2=0x7fba60101d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 shutdown_connections 2024-04-25T19:20:29.758 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:29.755+0000 7fba5fe00640 1 -- 172.21.15.32:0/198321209 wait complete. 2024-04-25T19:20:29.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:29 smithi066 ceph-mon[32882]: pgmap v529: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T19:20:30.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:29 smithi064 ceph-mon[32321]: pgmap v529: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T19:20:30.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:29 smithi032 ceph-mon[28041]: pgmap v529: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-25T19:20:30.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:30 smithi066 ceph-mon[32882]: pgmap v530: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T19:20:31.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:30 smithi064 ceph-mon[32321]: pgmap v530: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T19:20:31.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:30 smithi032 ceph-mon[28041]: pgmap v530: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-04-25T19:20:31.905 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:20:32.384 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:20:33.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:33 smithi032 ceph-mon[28041]: pgmap v531: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:20:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:33 smithi066 ceph-mon[32882]: pgmap v531: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:20:33.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:33 smithi064 ceph-mon[32321]: pgmap v531: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 -- 172.21.15.32:0/848555346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 msgr2=0x7f4ef81096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 --2- 172.21.15.32:0/848555346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 0x7f4ef81096b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009920 tx=0x7f4eec009c30 comp rx=0 tx=0).stop 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 -- 172.21.15.32:0/848555346 shutdown_connections 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 --2- 172.21.15.32:0/848555346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef810e3b0 0x7f4ef8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 --2- 172.21.15.32:0/848555346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 0x7f4ef81096b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 --2- 172.21.15.32:0/848555346 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef8109c80 0x7f4ef810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 -- 172.21.15.32:0/848555346 >> 172.21.15.32:0/848555346 conn(0x7f4ef8076210 msgr2=0x7f4ef8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 -- 172.21.15.32:0/848555346 shutdown_connections 2024-04-25T19:20:34.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.903+0000 7f4f00200700 1 -- 172.21.15.32:0/848555346 wait complete. 2024-04-25T19:20:34.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.904+0000 7f4f00200700 1 Processor -- start 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.904+0000 7f4f00200700 1 -- start start 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4f00200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 0x7f4ef81a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4f00200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 0x7f4ef81a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4f00200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef810e3b0 0x7f4ef819f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4f00200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef8119290 con 0x7f4ef8109c80 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4f00200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef8119110 con 0x7f4ef810e3b0 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4f00200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef8119410 con 0x7f4ef81092d0 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4efce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 0x7f4ef81a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4efd800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 0x7f4ef81a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:34.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4efe200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef810e3b0 0x7f4ef819f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4efce00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 0x7f4ef81a5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40934/0 (socket says 172.21.15.32:40934) 2024-04-25T19:20:34.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.905+0000 7f4efce00700 1 -- 172.21.15.32:0/3895964835 learned_addr learned my addr 172.21.15.32:0/3895964835 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efe200700 1 -- 172.21.15.32:0/3895964835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 msgr2=0x7f4ef81a5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efe200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 0x7f4ef81a5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efe200700 1 -- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 msgr2=0x7f4ef81a5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efe200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 0x7f4ef81a5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efe200700 1 -- 172.21.15.32:0/3895964835 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef819fd70 con 0x7f4ef810e3b0 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efce00700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 0x7f4ef81a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.906+0000 7f4efe200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef810e3b0 0x7f4ef819f610 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000efc0 tx=0x7f4ef000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.907+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef00092e0 con 0x7f4ef810e3b0 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.907+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef81a0000 con 0x7f4ef810e3b0 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.907+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ef0004bb0 con 0x7f4ef810e3b0 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.907+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0004020 con 0x7f4ef810e3b0 2024-04-25T19:20:34.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.907+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef81ac320 con 0x7f4ef810e3b0 2024-04-25T19:20:34.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.908+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ef8069730 con 0x7f4ef810e3b0 2024-04-25T19:20:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.910+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4ef001b030 con 0x7f4ef810e3b0 2024-04-25T19:20:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.912+0000 7f4ef6000700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ee00a3db0 0x7f4ee00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.912+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f4ef00d06f0 con 0x7f4ef810e3b0 2024-04-25T19:20:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.912+0000 7f4efd800700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ee00a3db0 0x7f4ee00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.913+0000 7f4efd800700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ee00a3db0 0x7f4ee00a6270 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009680 tx=0x7f4eec019040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:34.914+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ef0048080 con 0x7f4ef810e3b0 2024-04-25T19:20:35.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.195+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ef802df80 con 0x7f4ef810e3b0 2024-04-25T19:20:35.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.197+0000 7f4ef6000700 1 -- 172.21.15.32:0/3895964835 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f4ef0022020 con 0x7f4ef810e3b0 2024-04-25T19:20:35.199 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:20:35.199 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:20:35.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ee00a3db0 msgr2=0x7f4ee00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:35.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ee00a3db0 0x7f4ee00a6270 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009680 tx=0x7f4eec019040 comp rx=0 tx=0).stop 2024-04-25T19:20:35.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef810e3b0 msgr2=0x7f4ef819f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:35.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef810e3b0 0x7f4ef819f610 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000efc0 tx=0x7f4ef000c3a0 comp rx=0 tx=0).stop 2024-04-25T19:20:35.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 shutdown_connections 2024-04-25T19:20:35.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4ee00a3db0 0x7f4ee00a6270 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:35.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4ef810e3b0 0x7f4ef819f610 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:35.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ef81092d0 0x7f4ef81a5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:35.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 --2- 172.21.15.32:0/3895964835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ef8109c80 0x7f4ef81a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:35.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.200+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 >> 172.21.15.32:0/3895964835 conn(0x7f4ef8076210 msgr2=0x7f4ef81086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:35.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.201+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 shutdown_connections 2024-04-25T19:20:35.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:35.201+0000 7f4f00200700 1 -- 172.21.15.32:0/3895964835 wait complete. 2024-04-25T19:20:35.204 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:20:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:35 smithi032 ceph-mon[28041]: pgmap v532: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-25T19:20:35.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:35 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3895964835' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:20:35.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:35 smithi066 ceph-mon[32882]: pgmap v532: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-25T19:20:35.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:35 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3895964835' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:20:35.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:35 smithi064 ceph-mon[32321]: pgmap v532: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-25T19:20:35.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:35 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3895964835' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:20:36.080 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 5b6a7475 --release --await' 2024-04-25T19:20:36.080 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --set-id 5b6a7475 --release --await 2024-04-25T19:20:36.548 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:20:37.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:37 smithi066 ceph-mon[32882]: pgmap v533: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:37.756 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:37 smithi032 ceph-mon[28041]: pgmap v533: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:37.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:37 smithi064 ceph-mon[32321]: pgmap v533: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:38.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.935+0000 7f4a74200700 1 -- 172.21.15.32:0/4205801889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c1034b0 msgr2=0x7f4a6c10f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.935+0000 7f4a74200700 1 --2- 172.21.15.32:0/4205801889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c1034b0 0x7f4a6c10f920 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400b0d0 tx=0x7f4a6400b3e0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 -- 172.21.15.32:0/4205801889 shutdown_connections 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 --2- 172.21.15.32:0/4205801889 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c1034b0 0x7f4a6c10f920 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 --2- 172.21.15.32:0/4205801889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a6c107940 0x7f4a6c107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 --2- 172.21.15.32:0/4205801889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 -- 172.21.15.32:0/4205801889 >> 172.21.15.32:0/4205801889 conn(0x7f4a6c079ba0 msgr2=0x7f4a6c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 -- 172.21.15.32:0/4205801889 shutdown_connections 2024-04-25T19:20:38.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.936+0000 7f4a74200700 1 -- 172.21.15.32:0/4205801889 wait complete. 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.937+0000 7f4a74200700 1 Processor -- start 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.937+0000 7f4a74200700 1 -- start start 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a74200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a74200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a6c1034b0 0x7f4a6c19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a74200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c107940 0x7f4a6c19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a74200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c112c90 con 0x7f4a6c102af0 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a74200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c112b10 con 0x7f4a6c107940 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a74200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c112e10 con 0x7f4a6c1034b0 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c19b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40946/0 (socket says 172.21.15.32:40946) 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a71800700 1 -- 172.21.15.32:0/722927227 learned_addr learned my addr 172.21.15.32:0/722927227 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a70e00700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a6c1034b0 0x7f4a6c19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.938+0000 7f4a72200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c107940 0x7f4a6c19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a71800700 1 -- 172.21.15.32:0/722927227 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a6c1034b0 msgr2=0x7f4a6c19b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a71800700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a6c1034b0 0x7f4a6c19b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a71800700 1 -- 172.21.15.32:0/722927227 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c107940 msgr2=0x7f4a6c19fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a71800700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c107940 0x7f4a6c19fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a71800700 1 -- 172.21.15.32:0/722927227 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a6c1a02e0 con 0x7f4a6c102af0 2024-04-25T19:20:38.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a71800700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c19b2d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4a6000e9a0 tx=0x7f4a6000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:38.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a6a000700 1 -- 172.21.15.32:0/722927227 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6000ca10 con 0x7f4a6c102af0 2024-04-25T19:20:38.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a6c1a05d0 con 0x7f4a6c102af0 2024-04-25T19:20:38.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a6a000700 1 -- 172.21.15.32:0/722927227 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a6000cbb0 con 0x7f4a6c102af0 2024-04-25T19:20:38.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.939+0000 7f4a6a000700 1 -- 172.21.15.32:0/722927227 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a60018680 con 0x7f4a6c102af0 2024-04-25T19:20:38.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.940+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a6c1a7e50 con 0x7f4a6c102af0 2024-04-25T19:20:38.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.943+0000 7f4a6a000700 1 -- 172.21.15.32:0/722927227 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4a60010430 con 0x7f4a6c102af0 2024-04-25T19:20:38.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.944+0000 7f4a7eb3fb80 1 Processor -- start 2024-04-25T19:20:38.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.944+0000 7f4a6a000700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4a540a3db0 0x7f4a540a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.944+0000 7f4a7eb3fb80 1 -- start start 2024-04-25T19:20:38.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a6a000700 1 -- 172.21.15.32:0/722927227 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f4a600d0920 con 0x7f4a6c102af0 2024-04-25T19:20:38.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a72200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4a540a3db0 0x7f4a540a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de526f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de52827a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de52850d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x556de51c1f90 con 0x556de526ed40 2024-04-25T19:20:38.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556de5168830 con 0x556de5282ce0 2024-04-25T19:20:38.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x556de51bdf50 con 0x556de526f660 2024-04-25T19:20:38.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de526f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a70e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de52827a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.945+0000 7f4a70e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de52827a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42478/0 (socket says 172.21.15.32:42478) 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 -- 172.21.15.32:0/1376921913 learned_addr learned my addr 172.21.15.32:0/1376921913 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a72200700 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de52850d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 -- 172.21.15.32:0/1376921913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 msgr2=0x556de52850d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de52850d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 -- 172.21.15.32:0/1376921913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 msgr2=0x556de526f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de526f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 -- 172.21.15.32:0/1376921913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556de515e780 con 0x556de526f660 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a72200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4a540a3db0 0x7f4a540a6270 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4a64009fd0 tx=0x7f4a640094c0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.946+0000 7f4a70e00700 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de52827a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4a58009d20 tx=0x7f4a58011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94338efd39157157 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.947+0000 7f4a5ea00700 1 -- 172.21.15.32:0/1376921913 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5801e070 con 0x556de526f660 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.947+0000 7f4a5ea00700 1 -- 172.21.15.32:0/1376921913 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a58019ae0 con 0x556de526f660 2024-04-25T19:20:38.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.947+0000 7f4a5ea00700 1 -- 172.21.15.32:0/1376921913 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5800ea20 con 0x556de526f660 2024-04-25T19:20:38.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.947+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1376921913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 msgr2=0x556de52827a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.947+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de52827a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f4a58009d20 tx=0x7f4a58011720 comp rx=0 tx=0).stop 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1376921913 shutdown_connections 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de526f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de52850d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1376921913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de52827a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1376921913 >> 172.21.15.32:0/1376921913 conn(0x556de519e050 msgr2=0x556de526b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1376921913 shutdown_connections 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1376921913 wait complete. 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.948+0000 7f4a7eb3fb80 1 -- start start 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 Processor -- start 2024-04-25T19:20:38.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de5282360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de527f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de527fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x556de52857d0 con 0x556de526ed40 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x556de517b960 con 0x556de5282ce0 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x556de5285950 con 0x556de526f660 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a7eb3fb80 10 client.0 _ll_register_callbacks cb 0x556de515a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.949+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de5282360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de527f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de5282360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40968/0 (socket says 172.21.15.32:40968) 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a71800700 1 -- 172.21.15.32:0/1707926242 learned_addr learned my addr 172.21.15.32:0/1707926242 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a72200700 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de527fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 -- 172.21.15.32:0/1707926242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 msgr2=0x556de527fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de527fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 -- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 msgr2=0x556de5282360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de5282360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 -- 172.21.15.32:0/1707926242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556de510f9d0 con 0x556de526f660 2024-04-25T19:20:38.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a70e00700 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de527f660 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f4a58009d20 tx=0x7f4a5800e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4687c9c85f82fac1 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:38.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.950+0000 7f4a53400700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a53400700 1 -- 172.21.15.32:0/1707926242 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a58027020 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a53400700 1 -- 172.21.15.32:0/1707926242 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f4a58005050 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a58019ae0 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a53400700 1 -- 172.21.15.32:0/1707926242 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4a58032050 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a7eb3fb80 10 client.27346 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556de5158bf0 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.951+0000 7f4a53400700 1 -- 172.21.15.32:0/1707926242 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a58019ae0 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a53400700 1 -- 172.21.15.32:0/1707926242 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4a5800e680 con 0x556de526f660 2024-04-25T19:20:38.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a7eb3fb80 10 client.27346 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a7eb3fb80 10 client.27346 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a7eb3fb80 20 client.27346 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de5292370 0x556de5294760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a7eb3fb80 4 client.27346 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556de51cf780 con 0x556de5292370 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.952+0000 7f4a71800700 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de5292370 0x556de5294760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.953+0000 7f4a71800700 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de5292370 0x556de5294760 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f30cdfa9d836d9d server_cookie=86dc5013b8ab7603 in_seq=0 out_seq=0 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.953+0000 7f4a53400700 10 client.27346 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.953+0000 7f4a53400700 1 -- 172.21.15.32:0/1707926242 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556de51cf780 con 0x556de5292370 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.953+0000 7f4a53400700 10 client.27346 handle_command_reply: tid=0 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 client.27346 shutdown 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 msgr2=0x556de527f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de527f660 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f4a58009d20 tx=0x7f4a5800e5e0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 shutdown_connections 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de5292370 0x556de5294760 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de5282360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de527fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/1707926242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526f660 0x556de527f660 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 >> 172.21.15.32:0/1707926242 conn(0x556de519e050 msgr2=0x556de526ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a53400700 0 client.27346 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 shutdown_connections 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/1707926242 wait complete. 2024-04-25T19:20:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.954+0000 7f4a7eb3fb80 20 client.27346 trim_cache size 0 max 16384 2024-04-25T19:20:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.976+0000 7f4a7eb3fb80 1 Processor -- start 2024-04-25T19:20:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 -- start start 2024-04-25T19:20:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 0x556de528e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526f660 0x556de52815a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de5299ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c1ab280 con 0x556de526f660 2024-04-25T19:20:38.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c1acdc0 con 0x556de5282ce0 2024-04-25T19:20:38.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c1ab950 con 0x556de526ed40 2024-04-25T19:20:38.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a70e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526f660 0x556de52815a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a71800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 0x556de528e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a71800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 0x556de528e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42484/0 (socket says 172.21.15.32:42484) 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a70e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526f660 0x556de52815a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40980/0 (socket says 172.21.15.32:40980) 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.977+0000 7f4a71800700 1 -- 172.21.15.32:0/3851056193 learned_addr learned my addr 172.21.15.32:0/3851056193 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a72200700 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de5299ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a71800700 1 -- 172.21.15.32:0/3851056193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 msgr2=0x556de5299ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a71800700 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de5299ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a71800700 1 -- 172.21.15.32:0/3851056193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526f660 msgr2=0x556de52815a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a71800700 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526f660 0x556de52815a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a71800700 1 -- 172.21.15.32:0/3851056193 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556de526fce0 con 0x556de526ed40 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a71800700 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 0x556de528e700 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4a6009c5b0 tx=0x7f4a60009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cdc34b76ea1518f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a5e000700 1 -- 172.21.15.32:0/3851056193 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6000cd60 con 0x556de526ed40 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.978+0000 7f4a5e000700 1 -- 172.21.15.32:0/3851056193 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a6009abb0 con 0x556de526ed40 2024-04-25T19:20:38.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a5e000700 1 -- 172.21.15.32:0/3851056193 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6009cd70 con 0x556de526ed40 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/3851056193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 msgr2=0x556de528e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 0x556de528e700 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f4a6009c5b0 tx=0x7f4a60009790 comp rx=0 tx=0).stop 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/3851056193 shutdown_connections 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de5282ce0 0x556de5299ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de526ed40 0x556de528e700 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/3851056193 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526f660 0x556de52815a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/3851056193 >> 172.21.15.32:0/3851056193 conn(0x556de519e050 msgr2=0x556de5280e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/3851056193 shutdown_connections 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.979+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/3851056193 wait complete. 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.980+0000 7f4a7eb3fb80 1 -- start start 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.980+0000 7f4a7eb3fb80 1 Processor -- start 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de528b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de526f660 0x556de527cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de5282ce0 0x556de527d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c1ac6f0 con 0x556de526ed40 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c1ac020 con 0x556de526f660 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4a6c1a9270 con 0x556de5282ce0 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a7eb3fb80 10 client.0 _ll_register_callbacks cb 0x556de515a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de528b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de528b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40990/0 (socket says 172.21.15.32:40990) 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 -- 172.21.15.32:0/2558264032 learned_addr learned my addr 172.21.15.32:0/2558264032 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a70e00700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de526f660 0x556de527cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a72200700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de5282ce0 0x556de527d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 -- 172.21.15.32:0/2558264032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de5282ce0 msgr2=0x556de527d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de5282ce0 0x556de527d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 -- 172.21.15.32:0/2558264032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de526f660 msgr2=0x556de527cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:38.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de526f660 0x556de527cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a71800700 1 -- 172.21.15.32:0/2558264032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556de527b9a0 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.981+0000 7f4a70e00700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de526f660 0x556de527cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a71800700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de528b170 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4a600ce660 tx=0x7f4a6009ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d04e36743fe5ef server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a53400700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a53400700 1 -- 172.21.15.32:0/2558264032 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a600b9070 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a53400700 1 -- 172.21.15.32:0/2558264032 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f4a600870e0 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a6009abb0 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a53400700 1 -- 172.21.15.32:0/2558264032 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4a600671a0 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a7eb3fb80 10 client.17175 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.982+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556de52f9ae0 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a53400700 1 -- 172.21.15.32:0/2558264032 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a6009abb0 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a53400700 1 -- 172.21.15.32:0/2558264032 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f4a6009cb80 con 0x556de526ed40 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a7eb3fb80 10 client.17175 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:38.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a7eb3fb80 10 client.17175 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a7eb3fb80 20 client.17175 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de52fa040 0x556de52fc430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a7eb3fb80 4 client.17175 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5b6a7475", "release": true, "await": true}] 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5b6a7475", "release": true, "await": true}) -- 0x556de51c9820 con 0x556de52fa040 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.983+0000 7f4a70e00700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de52fa040 0x556de52fc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.984+0000 7f4a70e00700 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de52fa040 0x556de52fc430 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a3d21421db26a5b server_cookie=5ce718a51c6b363c in_seq=0 out_seq=0 2024-04-25T19:20:38.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.984+0000 7f4a53400700 10 client.17175 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a53400700 1 -- 172.21.15.32:0/2558264032 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x556de51c9820 con 0x556de52fa040 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a53400700 10 client.17175 handle_command_reply: tid=0 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 client.17175 shutdown 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 msgr2=0x556de528b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de528b170 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4a600ce660 tx=0x7f4a6009ad60 comp rx=0 tx=0).stop 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 shutdown_connections 2024-04-25T19:20:38.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x556de52fa040 0x556de52fc430 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x556de526ed40 0x556de528b170 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556de5282ce0 0x556de527d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 --2- 172.21.15.32:0/2558264032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x556de526f660 0x556de527cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a53400700 0 client.17175 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.987+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 >> 172.21.15.32:0/2558264032 conn(0x556de519e050 msgr2=0x556de5281720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.988+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 shutdown_connections 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.988+0000 7f4a7eb3fb80 1 -- 172.21.15.32:0/2558264032 wait complete. 2024-04-25T19:20:38.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.988+0000 7f4a7eb3fb80 20 client.17175 trim_cache size 0 max 16384 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 52, 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": { 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "5b6a7475": { 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "version": 52, 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "age_ref": 0.0, 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:20:38.991 INFO:teuthology.orchestra.run.smithi032.stdout: "timeout": 60.0, 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "expiration": 90.0, 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "members": { 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "file:/": { 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "excluded": false, 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "state": { 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RELEASED", 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: "age": 0.0 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:20:38.992 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4a540a3db0 msgr2=0x7f4a540a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4a540a3db0 0x7f4a540a6270 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4a64009fd0 tx=0x7f4a640094c0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 msgr2=0x7f4a6c19b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c19b2d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f4a6000e9a0 tx=0x7f4a6000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 shutdown_connections 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f4a540a3db0 0x7f4a540a6270 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4a6c102af0 0x7f4a6c19b2d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f4a6c107940 0x7f4a6c19fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 --2- 172.21.15.32:0/722927227 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a6c1034b0 0x7f4a6c19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:38.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 >> 172.21.15.32:0/722927227 conn(0x7f4a6c079ba0 msgr2=0x7f4a6c100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:38.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.989+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 shutdown_connections 2024-04-25T19:20:38.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:20:38.990+0000 7f4a74200700 1 -- 172.21.15.32:0/722927227 wait complete. 2024-04-25T19:20:39.702 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:39 smithi066 ceph-mon[32882]: pgmap v534: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-25T19:20:39.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:39 smithi064 ceph-mon[32321]: pgmap v534: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-25T19:20:39.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:39 smithi032 ceph-mon[28041]: pgmap v534: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-25T19:20:39.920 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5b6a7475', seconds elapsed: 45.8 2024-04-25T19:20:41.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:41 smithi066 ceph-mon[32882]: pgmap v535: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:41 smithi064 ceph-mon[32321]: pgmap v535: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:41.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:41 smithi032 ceph-mon[28041]: pgmap v535: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 -- 172.21.15.32:0/4097470484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 msgr2=0x7fce9010ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 --2- 172.21.15.32:0/4097470484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce9010ec70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fce88009be0 tx=0x7fce8802a6c0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 -- 172.21.15.32:0/4097470484 shutdown_connections 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 --2- 172.21.15.32:0/4097470484 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce9010ec70 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 --2- 172.21.15.32:0/4097470484 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce90102980 0x7fce901069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 --2- 172.21.15.32:0/4097470484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce90101fd0 0x7fce901023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 -- 172.21.15.32:0/4097470484 >> 172.21.15.32:0/4097470484 conn(0x7fce900fd890 msgr2=0x7fce900ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 -- 172.21.15.32:0/4097470484 shutdown_connections 2024-04-25T19:20:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.904+0000 7fce95600640 1 -- 172.21.15.32:0/4097470484 wait complete. 2024-04-25T19:20:42.907 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.905+0000 7fce95600640 1 Processor -- start 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 -- start start 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce90101fd0 0x7fce90198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce90198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce9019ce10 0x7fce9019d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fce90112010 con 0x7fce9019ce10 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fce90111e90 con 0x7fce901070a0 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce95600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fce90112190 con 0x7fce90101fd0 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce94c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce9019ce10 0x7fce9019d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce87e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce90198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce94c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce9019ce10 0x7fce9019d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58520/0 (socket says 172.21.15.32:58520) 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce94c00640 1 -- 172.21.15.32:0/338816195 learned_addr learned my addr 172.21.15.32:0/338816195 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.906+0000 7fce8fe00640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce90101fd0 0x7fce90198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.907+0000 7fce87e00640 1 -- 172.21.15.32:0/338816195 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce90101fd0 msgr2=0x7fce90198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.909 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.907+0000 7fce87e00640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce90101fd0 0x7fce90198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.907+0000 7fce87e00640 1 -- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce9019ce10 msgr2=0x7fce9019d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.907+0000 7fce87e00640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce9019ce10 0x7fce9019d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.907+0000 7fce87e00640 1 -- 172.21.15.32:0/338816195 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce9019d900 con 0x7fce901070a0 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.907+0000 7fce87e00640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce90198a90 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fce78005fd0 tx=0x7fce7800ec20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.908+0000 7fce8d600640 1 -- 172.21.15.32:0/338816195 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7800ccc0 con 0x7fce901070a0 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.908+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce9019dbf0 con 0x7fce901070a0 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.908+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce901a5430 con 0x7fce901070a0 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.908+0000 7fce8d600640 1 -- 172.21.15.32:0/338816195 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce7800ee70 con 0x7fce901070a0 2024-04-25T19:20:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.908+0000 7fce8d600640 1 -- 172.21.15.32:0/338816195 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce78026060 con 0x7fce901070a0 2024-04-25T19:20:42.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 Processor -- start 2024-04-25T19:20:42.912 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 -- start start 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f965803d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 0x55f96580e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f96580eb90 0x55f965810f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f965769900 con 0x55f9658042d0 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f96570fef0 con 0x55f9658039b0 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.911+0000 7fce99a35740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f9657658c0 con 0x55f96580eb90 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 0x55f96580e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce94c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f965803d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 0x55f96580e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58530/0 (socket says 172.21.15.32:58530) 2024-04-25T19:20:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 -- 172.21.15.32:0/2631391688 learned_addr learned my addr 172.21.15.32:0/2631391688 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 -- 172.21.15.32:0/2631391688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f96580eb90 msgr2=0x55f965810f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-25T19:20:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f96580eb90 0x55f965810f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 -- 172.21.15.32:0/2631391688 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 msgr2=0x55f965803d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f965803d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 -- 172.21.15.32:0/2631391688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f96547c210 con 0x55f9658042d0 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.912+0000 7fce8fe00640 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 0x55f96580e650 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fce80009d20 tx=0x7fce80011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42194099075c41a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.913+0000 7fce85200640 1 -- 172.21.15.32:0/2631391688 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce8001e070 con 0x55f9658042d0 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.913+0000 7fce85200640 1 -- 172.21.15.32:0/2631391688 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce80019ae0 con 0x55f9658042d0 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.913+0000 7fce85200640 1 -- 172.21.15.32:0/2631391688 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce8000ea80 con 0x55f9658042d0 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.913+0000 7fce8d600640 1 -- 172.21.15.32:0/338816195 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fce78010430 con 0x7fce901070a0 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.913+0000 7fce99a35740 1 -- 172.21.15.32:0/2631391688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 msgr2=0x55f96580e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.913+0000 7fce99a35740 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 0x55f96580e650 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fce80009d20 tx=0x7fce80011810 comp rx=0 tx=0).stop 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 -- 172.21.15.32:0/2631391688 shutdown_connections 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f96580eb90 0x55f965810f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f9658042d0 0x55f96580e650 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 --2- 172.21.15.32:0/2631391688 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f965803d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 -- 172.21.15.32:0/2631391688 >> 172.21.15.32:0/2631391688 conn(0x55f9657ffec0 msgr2=0x55f9658002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 -- 172.21.15.32:0/2631391688 shutdown_connections 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 -- 172.21.15.32:0/2631391688 wait complete. 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 -- start start 2024-04-25T19:20:42.918 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.914+0000 7fce99a35740 1 Processor -- start 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce8d600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fce740a3c90 0x7fce740a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f96580e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f96580bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f96580c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55f9658117c0 con 0x55f96580eb90 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55f965723310 con 0x55f9658039b0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55f965811940 con 0x55f9658042d0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce99a35740 10 client.0 _ll_register_callbacks cb 0x55f9656f1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce8d600640 1 -- 172.21.15.32:0/338816195 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7fce780d0810 con 0x7fce901070a0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce94c00640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fce740a3c90 0x7fce740a6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.915+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f96580e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce94c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f96580c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.919 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce87e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f96580bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f96580e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:36206/0 (socket says 172.21.15.32:36206) 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce87e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f96580bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:41470/0 (socket says 172.21.15.32:41470) 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 -- 172.21.15.32:0/935731768 learned_addr learned my addr 172.21.15.32:0/935731768 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 -- 172.21.15.32:0/935731768 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 msgr2=0x55f96580bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f96580bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 -- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 msgr2=0x55f96580c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f96580c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 -- 172.21.15.32:0/935731768 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f965548620 con 0x55f9658039b0 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce87e00640 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f96580bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce94c00640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fce740a3c90 0x7fce740a6150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fce88009600 tx=0x7fce88032f30 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce8fe00640 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f96580e5f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fce80005890 tx=0x7fce80009a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ad987623328f794 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.916+0000 7fce7d600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.917+0000 7fce7d600640 1 -- 172.21.15.32:0/935731768 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce80026020 con 0x55f9658039b0 2024-04-25T19:20:42.920 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.917+0000 7fce7d600640 1 -- 172.21.15.32:0/935731768 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7fce80004440 con 0x55f9658039b0 2024-04-25T19:20:42.921 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.917+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce80019ae0 con 0x55f9658039b0 2024-04-25T19:20:42.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.917+0000 7fce7d600640 1 -- 172.21.15.32:0/935731768 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fce80031050 con 0x55f9658039b0 2024-04-25T19:20:42.922 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.917+0000 7fce99a35740 10 client.27317 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.917+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f9658262f0 con 0x55f9658039b0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce7d600640 1 -- 172.21.15.32:0/935731768 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce80019ae0 con 0x55f9658039b0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce7d600640 1 -- 172.21.15.32:0/935731768 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fce8000e800 con 0x55f9658039b0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce99a35740 10 client.27317 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce99a35740 10 client.27317 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce99a35740 20 client.27317 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce99a35740 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f9658276f0 0x55f965829ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce99a35740 4 client.27317 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f96577d8b0 con 0x55f9658276f0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.918+0000 7fce87e00640 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f9658276f0 0x55f965829ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.919+0000 7fce87e00640 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f9658276f0 0x55f965829ae0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56bb2f29db3f7fb4 server_cookie=fa63924b54a8bf4c in_seq=0 out_seq=0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.919+0000 7fce7d600640 10 client.27317 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce7d600640 1 -- 172.21.15.32:0/935731768 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f96577d8b0 con 0x55f9658276f0 2024-04-25T19:20:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce7d600640 10 client.27317 handle_command_reply: tid=0 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 client.27317 shutdown 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 msgr2=0x55f96580e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f96580e5f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fce80005890 tx=0x7fce80009a50 comp rx=0 tx=0).stop 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 shutdown_connections 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f9658276f0 0x55f965829ae0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f96580c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f96580bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 --2- 172.21.15.32:0/935731768 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f9658039b0 0x55f96580e5f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 >> 172.21.15.32:0/935731768 conn(0x55f9657ffec0 msgr2=0x55f965805c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce7d600640 0 client.27317 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 shutdown_connections 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 1 -- 172.21.15.32:0/935731768 wait complete. 2024-04-25T19:20:42.924 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.920+0000 7fce99a35740 20 client.27317 trim_cache size 0 max 16384 2024-04-25T19:20:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 Processor -- start 2024-04-25T19:20:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 -- start start 2024-04-25T19:20:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f965829ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96580eb90 0x55f96582f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96582f760 0x55f9657fe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fce6c00e7e0 con 0x55f96582f760 2024-04-25T19:20:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fce6c010320 con 0x55f96580eb90 2024-04-25T19:20:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce99a35740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fce6c00eeb0 con 0x55f9658042d0 2024-04-25T19:20:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce94c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96582f760 0x55f9657fe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f965829ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f965829ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:41482/0 (socket says 172.21.15.32:41482) 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce8fe00640 1 -- 172.21.15.32:0/1055949628 learned_addr learned my addr 172.21.15.32:0/1055949628 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.937+0000 7fce87e00640 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96580eb90 0x55f96582f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce8fe00640 1 -- 172.21.15.32:0/1055949628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96580eb90 msgr2=0x55f96582f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce8fe00640 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96580eb90 0x55f96582f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce8fe00640 1 -- 172.21.15.32:0/1055949628 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96582f760 msgr2=0x55f9657fe790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce8fe00640 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96582f760 0x55f9657fe790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce8fe00640 1 -- 172.21.15.32:0/1055949628 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f965806930 con 0x55f9658042d0 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce8fe00640 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f965829ae0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fce8000eba0 tx=0x7fce8000e3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40eff4630f6c96d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce7fe00640 1 -- 172.21.15.32:0/1055949628 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce80026040 con 0x55f9658042d0 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce7fe00640 1 -- 172.21.15.32:0/1055949628 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce8000ee10 con 0x55f9658042d0 2024-04-25T19:20:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.938+0000 7fce7fe00640 1 -- 172.21.15.32:0/1055949628 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce8001e040 con 0x55f9658042d0 2024-04-25T19:20:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 -- 172.21.15.32:0/1055949628 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 msgr2=0x55f965829ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f965829ae0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fce8000eba0 tx=0x7fce8000e3b0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 -- 172.21.15.32:0/1055949628 shutdown_connections 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96582f760 0x55f9657fe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96580eb90 0x55f96582f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 --2- 172.21.15.32:0/1055949628 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f965829ae0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 -- 172.21.15.32:0/1055949628 >> 172.21.15.32:0/1055949628 conn(0x55f9657ffec0 msgr2=0x55f9658002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 -- 172.21.15.32:0/1055949628 shutdown_connections 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.939+0000 7fce99a35740 1 -- 172.21.15.32:0/1055949628 wait complete. 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 -- start start 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 Processor -- start 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f9658240e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f965821470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96582f760 0x55f9658219b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fce6c00fc50 con 0x55f96580eb90 2024-04-25T19:20:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fce6c00f580 con 0x55f96582f760 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fce6c00c7e0 con 0x55f9658042d0 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.940+0000 7fce99a35740 10 client.0 _ll_register_callbacks cb 0x7fce80009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f9658240e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce8fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f9658240e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:41490/0 (socket says 172.21.15.32:41490) 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce8fe00640 1 -- 172.21.15.32:0/2905617421 learned_addr learned my addr 172.21.15.32:0/2905617421 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f965821470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce94c00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96582f760 0x55f9658219b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 -- 172.21.15.32:0/2905617421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 msgr2=0x55f9658240e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f9658240e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 -- 172.21.15.32:0/2905617421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96582f760 msgr2=0x55f9658219b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96582f760 0x55f9658219b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 -- 172.21.15.32:0/2905617421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f965822180 con 0x55f96580eb90 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce8fe00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f9658240e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce87e00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f965821470 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fce780cdf50 tx=0x7fce78009400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abcf7b0ad5febb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.941+0000 7fce7d600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce7d600640 1 -- 172.21.15.32:0/2905617421 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce780a0b50 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce7d600640 1 -- 172.21.15.32:0/2905617421 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7fce780870b0 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce8000ee10 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce7d600640 1 -- 172.21.15.32:0/2905617421 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fce780a5410 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 10 client.17193 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f96588dab0 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce7d600640 1 -- 172.21.15.32:0/2905617421 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce8000ee10 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce7d600640 1 -- 172.21.15.32:0/2905617421 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fce7809db60 con 0x55f96580eb90 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 10 client.17193 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 10 client.17193 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 20 client.17193 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f96588e1e0 0x55f965890600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:42.946 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 4 client.17193 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:20:42.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.942+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f965777320 con 0x55f96588e1e0 2024-04-25T19:20:42.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.943+0000 7fce8fe00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f96588e1e0 0x55f965890600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:42.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.943+0000 7fce7d600640 10 client.17193 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:42.947 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.943+0000 7fce8fe00640 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f96588e1e0 0x55f965890600 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=161a73c66ce46334 server_cookie=19ce6ce0176274df in_seq=0 out_seq=0 2024-04-25T19:20:42.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.954+0000 7fce7d600640 1 -- 172.21.15.32:0/2905617421 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f965777320 con 0x55f96588e1e0 2024-04-25T19:20:42.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.954+0000 7fce7d600640 10 client.17193 handle_command_reply: tid=0 2024-04-25T19:20:42.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.954+0000 7fce99a35740 1 client.17193 shutdown 2024-04-25T19:20:42.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 msgr2=0x55f965821470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f965821470 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fce780cdf50 tx=0x7fce78009400 comp rx=0 tx=0).stop 2024-04-25T19:20:42.956 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 shutdown_connections 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55f96588e1e0 0x55f965890600 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55f96582f760 0x55f9658219b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55f96580eb90 0x55f965821470 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 --2- 172.21.15.32:0/2905617421 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55f9658042d0 0x55f9658240e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce7d600640 0 client.17193 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 >> 172.21.15.32:0/2905617421 conn(0x55f9657ffec0 msgr2=0x55f9657fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 shutdown_connections 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 1 -- 172.21.15.32:0/2905617421 wait complete. 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.955+0000 7fce99a35740 20 client.17193 trim_cache size 0 max 16384 2024-04-25T19:20:42.957 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:20:42.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:20:42.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:20:42.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:20:42.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fce740a3c90 msgr2=0x7fce740a6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fce740a3c90 0x7fce740a6150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fce88009600 tx=0x7fce88032f30 comp rx=0 tx=0).stop 2024-04-25T19:20:42.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 msgr2=0x7fce90198a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce90198a90 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fce78005fd0 tx=0x7fce7800ec20 comp rx=0 tx=0).stop 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 shutdown_connections 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fce740a3c90 0x7fce740a6150 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce9019ce10 0x7fce9019d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fce901070a0 0x7fce90198a90 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 --2- 172.21.15.32:0/338816195 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce90101fd0 0x7fce90198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 >> 172.21.15.32:0/338816195 conn(0x7fce900fd890 msgr2=0x7fce900ffba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 shutdown_connections 2024-04-25T19:20:42.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:42.956+0000 7fce95600640 1 -- 172.21.15.32:0/338816195 wait complete. 2024-04-25T19:20:43.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:43 smithi066 ceph-mon[32882]: pgmap v536: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:43.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:43 smithi064 ceph-mon[32321]: pgmap v536: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:43.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:43 smithi032 ceph-mon[28041]: pgmap v536: 97 pgs: 97 active+clean; 2.7 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-25T19:20:45.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:45 smithi066 ceph-mon[32882]: pgmap v537: 97 pgs: 97 active+clean; 2.9 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-04-25T19:20:45.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:45 smithi064 ceph-mon[32321]: pgmap v537: 97 pgs: 97 active+clean; 2.9 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-04-25T19:20:45.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:45 smithi032 ceph-mon[28041]: pgmap v537: 97 pgs: 97 active+clean; 2.9 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-04-25T19:20:47.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:47 smithi032 ceph-mon[28041]: pgmap v538: 97 pgs: 97 active+clean; 2.9 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-04-25T19:20:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:47 smithi066 ceph-mon[32882]: pgmap v538: 97 pgs: 97 active+clean; 2.9 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-04-25T19:20:47.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:47 smithi064 ceph-mon[32321]: pgmap v538: 97 pgs: 97 active+clean; 2.9 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-04-25T19:20:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:49 smithi066 ceph-mon[32882]: pgmap v539: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 18 op/s 2024-04-25T19:20:49.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:49 smithi064 ceph-mon[32321]: pgmap v539: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 18 op/s 2024-04-25T19:20:49.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:49 smithi032 ceph-mon[28041]: pgmap v539: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 18 op/s 2024-04-25T19:20:51.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:51 smithi066 ceph-mon[32882]: pgmap v540: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-04-25T19:20:51.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:51 smithi064 ceph-mon[32321]: pgmap v540: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-04-25T19:20:51.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:51 smithi032 ceph-mon[28041]: pgmap v540: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-04-25T19:20:53.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:53 smithi066 ceph-mon[32882]: pgmap v541: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-04-25T19:20:53.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:53 smithi064 ceph-mon[32321]: pgmap v541: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-04-25T19:20:53.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:53 smithi032 ceph-mon[28041]: pgmap v541: 97 pgs: 97 active+clean; 3.1 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-04-25T19:20:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:55 smithi066 ceph-mon[32882]: pgmap v542: 97 pgs: 97 active+clean; 3.3 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-04-25T19:20:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:55 smithi064 ceph-mon[32321]: pgmap v542: 97 pgs: 97 active+clean; 3.3 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-04-25T19:20:55.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:55 smithi032 ceph-mon[28041]: pgmap v542: 97 pgs: 97 active+clean; 3.3 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 -- 172.21.15.32:0/2745846640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81041d0 msgr2=0x7f84d81045b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 --2- 172.21.15.32:0/2745846640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81041d0 0x7f84d81045b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f84cc009900 tx=0x7f84cc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 -- 172.21.15.32:0/2745846640 shutdown_connections 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 --2- 172.21.15.32:0/2745846640 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84d81092a0 0x7f84d8110e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 --2- 172.21.15.32:0/2745846640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d8104b80 0x7f84d8108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 --2- 172.21.15.32:0/2745846640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81041d0 0x7f84d81045b0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 -- 172.21.15.32:0/2745846640 >> 172.21.15.32:0/2745846640 conn(0x7f84d80ffa50 msgr2=0x7f84d8101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.105+0000 7f84de600640 1 -- 172.21.15.32:0/2745846640 shutdown_connections 2024-04-25T19:20:56.107 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.106+0000 7f84de600640 1 -- 172.21.15.32:0/2745846640 wait complete. 2024-04-25T19:20:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 Processor -- start 2024-04-25T19:20:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 -- start start 2024-04-25T19:20:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 0x7f84d81a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 0x7f84d81a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84d819a5b0 0x7f84d819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.109 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f84d8114250 con 0x7f84d81092a0 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81140d0 con 0x7f84d819a5b0 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84de600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81143d0 con 0x7f84d81041d0 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84d7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 0x7f84d81a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.107+0000 7f84dd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 0x7f84d81a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 0x7f84d81a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57764/0 (socket says 172.21.15.32:57764) 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84d7e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 0x7f84d81a0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46254/0 (socket says 172.21.15.32:46254) 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 -- 172.21.15.32:0/1774062349 learned_addr learned my addr 172.21.15.32:0/1774062349 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84ddc00640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84d819a5b0 0x7f84d819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 -- 172.21.15.32:0/1774062349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84d819a5b0 msgr2=0x7f84d819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84d819a5b0 0x7f84d819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.110 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 -- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 msgr2=0x7f84d81a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 0x7f84d81a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 -- 172.21.15.32:0/1774062349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d819b0d0 con 0x7f84d81041d0 2024-04-25T19:20:56.111 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84d7e00640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 0x7f84d81a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:56.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.108+0000 7f84dd200640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 0x7f84d81a0400 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f84cc005ab0 tx=0x7f84cc003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:56.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.109+0000 7f84d5600640 1 -- 172.21.15.32:0/1774062349 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc03f070 con 0x7f84d81041d0 2024-04-25T19:20:56.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.109+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84d819b360 con 0x7f84d81041d0 2024-04-25T19:20:56.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.109+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84d81a75b0 con 0x7f84d81041d0 2024-04-25T19:20:56.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.109+0000 7f84d5600640 1 -- 172.21.15.32:0/1774062349 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84cc031b60 con 0x7f84d81041d0 2024-04-25T19:20:56.112 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.109+0000 7f84d5600640 1 -- 172.21.15.32:0/1774062349 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc049060 con 0x7f84d81041d0 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.112+0000 7f84e29e6740 1 Processor -- start 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.112+0000 7f84e29e6740 1 -- start start 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.112+0000 7f84d5600640 1 -- 172.21.15.32:0/1774062349 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f84cc042070 con 0x7f84d81041d0 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237b2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 0x5580237bd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84e29e6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x558023718900 con 0x5580237b32d0 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84e29e6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5580236beef0 con 0x5580237bdb90 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84e29e6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5580237148c0 con 0x5580237b29b0 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84dd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 0x5580237bd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.115 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84dd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 0x5580237bd650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46266/0 (socket says 172.21.15.32:46266) 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84dd200640 1 -- 172.21.15.32:0/535729781 learned_addr learned my addr 172.21.15.32:0/535729781 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84ddc00640 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237b2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.113+0000 7f84d7e00640 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84dd200640 1 -- 172.21.15.32:0/535729781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 msgr2=0x5580237b2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84dd200640 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237b2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84dd200640 1 -- 172.21.15.32:0/535729781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 msgr2=0x5580237bff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84dd200640 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84dd200640 1 -- 172.21.15.32:0/535729781 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55802342b210 con 0x5580237b32d0 2024-04-25T19:20:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84ddc00640 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237b2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:56.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84dd200640 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 0x5580237bd650 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0edd80 tx=0x7f84cc0f6cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5042e1126c82dfc6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:56.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84d5600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f84c00a3d80 0x7f84c00a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.120 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84d5600640 1 -- 172.21.15.32:0/1774062349 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f84cc0f0760 con 0x7f84d81041d0 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84ddc00640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f84c00a3d80 0x7f84c00a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84c6000640 1 -- 172.21.15.32:0/535729781 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0ff070 con 0x5580237b32d0 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.114+0000 7f84c6000640 1 -- 172.21.15.32:0/535729781 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84cc0c0a40 con 0x5580237b32d0 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84c6000640 1 -- 172.21.15.32:0/535729781 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0bc510 con 0x5580237b32d0 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 -- 172.21.15.32:0/535729781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 msgr2=0x5580237bd650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84ddc00640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f84c00a3d80 0x7f84c00a6240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f84d0009fd0 tx=0x7f84d0009500 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 0x5580237bd650 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0edd80 tx=0x7f84cc0f6cb0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 -- 172.21.15.32:0/535729781 shutdown_connections 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b32d0 0x5580237bd650 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 --2- 172.21.15.32:0/535729781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237b2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.121 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 -- 172.21.15.32:0/535729781 >> 172.21.15.32:0/535729781 conn(0x5580237aeec0 msgr2=0x5580237af2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 -- 172.21.15.32:0/535729781 shutdown_connections 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.115+0000 7f84e29e6740 1 -- 172.21.15.32:0/535729781 wait complete. 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.116+0000 7f84e29e6740 1 -- start start 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.116+0000 7f84e29e6740 1 Processor -- start 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.116+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237baac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.116+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b32d0 0x5580237bb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bb540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84e29e6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5580237c0580 con 0x5580237b29b0 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84e29e6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x5580236d2310 con 0x5580237bdb90 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84e29e6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5580237c0700 con 0x5580237b32d0 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84e29e6740 10 client.0 _ll_register_callbacks cb 0x5580236a0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:56.122 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84dd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237baac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84ddc00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84dd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237baac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46272/0 (socket says 172.21.15.32:46272) 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84dd200640 1 -- 172.21.15.32:0/2070292576 learned_addr learned my addr 172.21.15.32:0/2070292576 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84d7e00640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b32d0 0x5580237bb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84ddc00640 1 -- 172.21.15.32:0/2070292576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b32d0 msgr2=0x5580237bb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84ddc00640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b32d0 0x5580237bb000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84ddc00640 1 -- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 msgr2=0x5580237baac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84ddc00640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237baac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84ddc00640 1 -- 172.21.15.32:0/2070292576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580234f7620 con 0x5580237bdb90 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.117+0000 7f84dd200640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237baac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84ddc00640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bb540 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f84d000f610 tx=0x7f84d0004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75caf7d1e97dd9c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84baa00640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:20:56.123 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84baa00640 1 -- 172.21.15.32:0/2070292576 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d0003c40 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84cc0c0a40 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84baa00640 1 -- 172.21.15.32:0/2070292576 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f84d0003de0 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84baa00640 1 -- 172.21.15.32:0/2070292576 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f84d0004030 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84e29e6740 10 client.27335 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.118+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5580237cc7e0 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84baa00640 1 -- 172.21.15.32:0/2070292576 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84cc0c0a40 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84baa00640 1 -- 172.21.15.32:0/2070292576 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f84d0026020 con 0x5580237bdb90 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84e29e6740 10 client.27335 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84e29e6740 10 client.27335 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84e29e6740 20 client.27335 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84e29e6740 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5580237cdca0 0x5580237d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84e29e6740 4 client.27335 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55802372c8b0 con 0x5580237cdca0 2024-04-25T19:20:56.124 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.119+0000 7f84dd200640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5580237cdca0 0x5580237d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.120+0000 7f84dd200640 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5580237cdca0 0x5580237d0090 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3df93a90f303e3c8 server_cookie=a91c79e8749ff15d in_seq=0 out_seq=0 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.120+0000 7f84baa00640 10 client.27335 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84baa00640 1 -- 172.21.15.32:0/2070292576 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55802372c8b0 con 0x5580237cdca0 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84baa00640 10 client.27335 handle_command_reply: tid=0 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 client.27335 shutdown 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 msgr2=0x5580237bb540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bb540 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f84d000f610 tx=0x7f84d0004ab0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 shutdown_connections 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5580237cdca0 0x5580237d0090 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237bdb90 0x5580237bb540 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.126 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b32d0 0x5580237bb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 --2- 172.21.15.32:0/2070292576 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237baac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 >> 172.21.15.32:0/2070292576 conn(0x5580237aeec0 msgr2=0x5580237b4bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84baa00640 0 client.27335 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 shutdown_connections 2024-04-25T19:20:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 1 -- 172.21.15.32:0/2070292576 wait complete. 2024-04-25T19:20:56.127 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.121+0000 7f84e29e6740 20 client.27335 trim_cache size 0 max 16384 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.138+0000 7f84e29e6740 1 Processor -- start 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.138+0000 7f84e29e6740 1 -- start start 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237c9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237b5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237bdb90 0x5580237adea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84e29e6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81afd00 con 0x5580237bdb90 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84e29e6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81b1840 con 0x5580237b32d0 2024-04-25T19:20:56.140 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84e29e6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81b03d0 con 0x5580237b29b0 2024-04-25T19:20:56.141 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84ddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237bdb90 0x5580237adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84ddc00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237bdb90 0x5580237adea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46286/0 (socket says 172.21.15.32:46286) 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84ddc00640 1 -- 172.21.15.32:0/1272138148 learned_addr learned my addr 172.21.15.32:0/1272138148 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84d7e00640 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.139+0000 7f84dd200640 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237c9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84dd200640 1 -- 172.21.15.32:0/1272138148 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 msgr2=0x5580237b5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84dd200640 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237b5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84dd200640 1 -- 172.21.15.32:0/1272138148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237bdb90 msgr2=0x5580237adea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84dd200640 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237bdb90 0x5580237adea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84dd200640 1 -- 172.21.15.32:0/1272138148 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580237b4050 con 0x5580237b29b0 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84d7e00640 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237b5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84dd200640 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237c9320 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0bc440 tx=0x7f84cc02a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b93ec7b8ac5dbba server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84c5600640 1 -- 172.21.15.32:0/1272138148 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0ff040 con 0x5580237b29b0 2024-04-25T19:20:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84c5600640 1 -- 172.21.15.32:0/1272138148 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84cc0f6300 con 0x5580237b29b0 2024-04-25T19:20:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.140+0000 7f84c5600640 1 -- 172.21.15.32:0/1272138148 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0bc0a0 con 0x5580237b29b0 2024-04-25T19:20:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 -- 172.21.15.32:0/1272138148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 msgr2=0x5580237c9320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237c9320 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0bc440 tx=0x7f84cc02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 -- 172.21.15.32:0/1272138148 shutdown_connections 2024-04-25T19:20:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237bdb90 0x5580237adea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237b5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1272138148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237b29b0 0x5580237c9320 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 -- 172.21.15.32:0/1272138148 >> 172.21.15.32:0/1272138148 conn(0x5580237aeec0 msgr2=0x5580237ad790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 -- 172.21.15.32:0/1272138148 shutdown_connections 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.141+0000 7f84e29e6740 1 -- 172.21.15.32:0/1272138148 wait complete. 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 -- start start 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 Processor -- start 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237c2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237c2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237bdb90 0x558023832210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81b1170 con 0x5580237b29b0 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81b0aa0 con 0x5580237b32d0 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f84d81add00 con 0x5580237bdb90 2024-04-25T19:20:56.147 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.142+0000 7f84e29e6740 10 client.0 _ll_register_callbacks cb 0x7f84d00113f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237c2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237c2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:46288/0 (socket says 172.21.15.32:46288) 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 -- 172.21.15.32:0/1326411216 learned_addr learned my addr 172.21.15.32:0/1326411216 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84d7e00640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237c2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84ddc00640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237bdb90 0x558023832210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 -- 172.21.15.32:0/1326411216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237bdb90 msgr2=0x558023832210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237bdb90 0x558023832210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 -- 172.21.15.32:0/1326411216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 msgr2=0x5580237c2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237c2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 -- 172.21.15.32:0/1326411216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558023832820 con 0x5580237b29b0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84dd200640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237c2a50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0b8ba0 tx=0x7f84cc0f6fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60635351305a3387 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.143+0000 7f84baa00640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84baa00640 1 -- 172.21.15.32:0/1326411216 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0bc280 con 0x5580237b29b0 2024-04-25T19:20:56.148 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84baa00640 1 -- 172.21.15.32:0/1326411216 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 8542+0+0 (secure 0 0 0) 0x7f84cc0baa40 con 0x5580237b29b0 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84cc0f6300 con 0x5580237b29b0 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84baa00640 1 -- 172.21.15.32:0/1326411216 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f84cc0f8670 con 0x5580237b29b0 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 10 client.17211 fetch_fsmap learned FSMap version 31 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558023832820 con 0x5580237b29b0 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84baa00640 1 -- 172.21.15.32:0/1326411216 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84cc0f6300 con 0x5580237b29b0 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84baa00640 1 -- 172.21.15.32:0/1326411216 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f84cc0b8db0 con 0x5580237b29b0 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 10 client.17211 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 10 client.17211 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 20 client.17211 populate_metadata read hostname 'smithi032' 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.144+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558023833c90 0x558023836080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.145+0000 7f84e29e6740 4 client.17211 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.145+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558023726320 con 0x558023833c90 2024-04-25T19:20:56.149 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.145+0000 7f84d7e00640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558023833c90 0x558023836080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:20:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.145+0000 7f84d7e00640 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558023833c90 0x558023836080 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8f98155e551d3e9 server_cookie=d2e5c5f78abc48dc in_seq=0 out_seq=0 2024-04-25T19:20:56.150 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.145+0000 7f84baa00640 10 client.17211 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.162+0000 7f84baa00640 1 -- 172.21.15.32:0/1326411216 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558023726320 con 0x558023833c90 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.162+0000 7f84baa00640 10 client.17211 handle_command_reply: tid=0 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 client.17211 shutdown 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 msgr2=0x5580237c2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237c2a50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f84cc0b8ba0 tx=0x7f84cc0f6fd0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 shutdown_connections 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x558023833c90 0x558023836080 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5580237bdb90 0x558023832210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x5580237b32d0 0x5580237c2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 --2- 172.21.15.32:0/1326411216 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x5580237b29b0 0x5580237c2a50 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84baa00640 0 client.17211 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 >> 172.21.15.32:0/1326411216 conn(0x5580237aeec0 msgr2=0x5580237ae020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:56.165 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 shutdown_connections 2024-04-25T19:20:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 1 -- 172.21.15.32:0/1326411216 wait complete. 2024-04-25T19:20:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.163+0000 7f84e29e6740 20 client.17211 trim_cache size 0 max 16384 2024-04-25T19:20:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:20:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:20:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:20:56.166 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f84c00a3d80 msgr2=0x7f84c00a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f84c00a3d80 0x7f84c00a6240 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f84d0009fd0 tx=0x7f84d0009500 comp rx=0 tx=0).stop 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 msgr2=0x7f84d81a0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 0x7f84d81a0400 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f84cc005ab0 tx=0x7f84cc003c10 comp rx=0 tx=0).stop 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 shutdown_connections 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f84c00a3d80 0x7f84c00a6240 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f84d819a5b0 0x7f84d819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f84d81092a0 0x7f84d81a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.167 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 --2- 172.21.15.32:0/1774062349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84d81041d0 0x7f84d81a0400 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:20:56.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 >> 172.21.15.32:0/1774062349 conn(0x7f84d80ffa50 msgr2=0x7f84d8100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:20:56.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 shutdown_connections 2024-04-25T19:20:56.168 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:20:56.164+0000 7f84de600640 1 -- 172.21.15.32:0/1774062349 wait complete. 2024-04-25T19:20:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:57 smithi066 ceph-mon[32882]: pgmap v543: 97 pgs: 97 active+clean; 3.3 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:20:57.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:57 smithi064 ceph-mon[32321]: pgmap v543: 97 pgs: 97 active+clean; 3.3 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:20:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:57 smithi032 ceph-mon[28041]: pgmap v543: 97 pgs: 97 active+clean; 3.3 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:20:59.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:20:59 smithi066 ceph-mon[32882]: pgmap v544: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:20:59.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:20:59 smithi064 ceph-mon[32321]: pgmap v544: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:20:59.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:20:59 smithi032 ceph-mon[28041]: pgmap v544: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:01.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:01 smithi064 ceph-mon[32321]: pgmap v545: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:21:01.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:01 smithi032 ceph-mon[28041]: pgmap v545: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:21:01.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:01 smithi066 ceph-mon[32882]: pgmap v545: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:21:03.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:03 smithi064 ceph-mon[32321]: pgmap v546: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:21:03.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:03 smithi032 ceph-mon[28041]: pgmap v546: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:21:03.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:03 smithi066 ceph-mon[32882]: pgmap v546: 97 pgs: 97 active+clean; 3.5 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-04-25T19:21:04.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:04 smithi064 ceph-mon[32321]: osdmap e115: 12 total, 12 up, 12 in 2024-04-25T19:21:04.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:04 smithi032 ceph-mon[28041]: osdmap e115: 12 total, 12 up, 12 in 2024-04-25T19:21:04.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:04 smithi066 ceph-mon[32882]: osdmap e115: 12 total, 12 up, 12 in 2024-04-25T19:21:05.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:05 smithi064 ceph-mon[32321]: pgmap v548: 97 pgs: 97 active+clean; 3.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-04-25T19:21:05.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:05 smithi032 ceph-mon[28041]: pgmap v548: 97 pgs: 97 active+clean; 3.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-04-25T19:21:05.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:05 smithi066 ceph-mon[32882]: pgmap v548: 97 pgs: 97 active+clean; 3.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-04-25T19:21:07.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:07 smithi064 ceph-mon[32321]: pgmap v549: 97 pgs: 97 active+clean; 3.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-04-25T19:21:07.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:07 smithi032 ceph-mon[28041]: pgmap v549: 97 pgs: 97 active+clean; 3.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-04-25T19:21:07.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:07 smithi066 ceph-mon[32882]: pgmap v549: 97 pgs: 97 active+clean; 3.7 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 106 KiB/s wr, 39 op/s 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 -- 172.21.15.32:0/2613104094 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e30101fd0 msgr2=0x7f0e301023b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2613104094 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e30101fd0 0x7f0e301023b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f0e20009900 tx=0x7f0e2002a3f0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 -- 172.21.15.32:0/2613104094 shutdown_connections 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2613104094 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e301070a0 0x7f0e3010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2613104094 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e30102980 0x7f0e301069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2613104094 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e30101fd0 0x7f0e301023b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.312+0000 7f0e2f200640 1 -- 172.21.15.32:0/2613104094 >> 172.21.15.32:0/2613104094 conn(0x7f0e300fd890 msgr2=0x7f0e300ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.313+0000 7f0e2f200640 1 -- 172.21.15.32:0/2613104094 shutdown_connections 2024-04-25T19:21:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.313+0000 7f0e2f200640 1 -- 172.21.15.32:0/2613104094 wait complete. 2024-04-25T19:21:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.314+0000 7f0e2f200640 1 Processor -- start 2024-04-25T19:21:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.314+0000 7f0e2f200640 1 -- start start 2024-04-25T19:21:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 0x7f0e30198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2f200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e301070a0 0x7f0e30198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2f200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3019ceb0 0x7f0e3019d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2f200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0e30111fe0 con 0x7f0e3019ceb0 2024-04-25T19:21:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2f200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0e30111e60 con 0x7f0e301070a0 2024-04-25T19:21:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0e30112160 con 0x7f0e30101fd0 2024-04-25T19:21:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 0x7f0e30198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 0x7f0e30198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:57458/0 (socket says 172.21.15.32:57458) 2024-04-25T19:21:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2de00640 1 -- 172.21.15.32:0/2786480051 learned_addr learned my addr 172.21.15.32:0/2786480051 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2d400640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e301070a0 0x7f0e30198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.315+0000 7f0e2e800640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3019ceb0 0x7f0e3019d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.316+0000 7f0e2de00640 1 -- 172.21.15.32:0/2786480051 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e301070a0 msgr2=0x7f0e30198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.316+0000 7f0e2de00640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e301070a0 0x7f0e30198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.316+0000 7f0e2de00640 1 -- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3019ceb0 msgr2=0x7f0e3019d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.316+0000 7f0e2de00640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3019ceb0 0x7f0e3019d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.316+0000 7f0e2de00640 1 -- 172.21.15.32:0/2786480051 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e3019d9a0 con 0x7f0e30101fd0 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.316+0000 7f0e2e800640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3019ceb0 0x7f0e3019d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-25T19:21:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.317+0000 7f0e2de00640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 0x7f0e30198640 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0e20005940 tx=0x7f0e200040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:09.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.317+0000 7f0e26a00640 1 -- 172.21.15.32:0/2786480051 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e2003f030 con 0x7f0e30101fd0 2024-04-25T19:21:09.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.317+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e3019dc30 con 0x7f0e30101fd0 2024-04-25T19:21:09.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.317+0000 7f0e26a00640 1 -- 172.21.15.32:0/2786480051 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e200044c0 con 0x7f0e30101fd0 2024-04-25T19:21:09.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.317+0000 7f0e26a00640 1 -- 172.21.15.32:0/2786480051 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e20035070 con 0x7f0e30101fd0 2024-04-25T19:21:09.319 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.317+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e301a53f0 con 0x7f0e30101fd0 2024-04-25T19:21:09.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.320+0000 7f0e3783d740 1 Processor -- start 2024-04-25T19:21:09.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.320+0000 7f0e26a00640 1 -- 172.21.15.32:0/2786480051 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0e20042030 con 0x7f0e30101fd0 2024-04-25T19:21:09.322 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 -- start start 2024-04-25T19:21:09.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef649b0 0x561ccef64d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef71f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561cceeca900 con 0x561ccef6fb90 2024-04-25T19:21:09.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561ccee70ef0 con 0x561ccef652d0 2024-04-25T19:21:09.324 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e3783d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561cceec68c0 con 0x561ccef649b0 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e2d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef71f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e2d400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef71f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60284/0 (socket says 172.21.15.32:60284) 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e2d400640 1 -- 172.21.15.32:0/142691592 learned_addr learned my addr 172.21.15.32:0/142691592 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e2de00640 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.321+0000 7f0e2e800640 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef649b0 0x561ccef64d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2d400640 1 -- 172.21.15.32:0/142691592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef649b0 msgr2=0x561ccef64d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2d400640 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef649b0 0x561ccef64d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2d400640 1 -- 172.21.15.32:0/142691592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 msgr2=0x561ccef6f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2d400640 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2d400640 1 -- 172.21.15.32:0/142691592 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ccebdd210 con 0x561ccef6fb90 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2de00640 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e2d400640 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef71f80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0e18009fd0 tx=0x7f0e180118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa272d57db8af62b server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.322+0000 7f0e26a00640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f0e100a3d00 0x7f0e100a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e26a00640 1 -- 172.21.15.32:0/2786480051 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f0e200f0c60 con 0x7f0e30101fd0 2024-04-25T19:21:09.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e1f000640 1 -- 172.21.15.32:0/142691592 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18004d20 con 0x561ccef6fb90 2024-04-25T19:21:09.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e1f000640 1 -- 172.21.15.32:0/142691592 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e18004050 con 0x561ccef6fb90 2024-04-25T19:21:09.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e1f000640 1 -- 172.21.15.32:0/142691592 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18005280 con 0x561ccef6fb90 2024-04-25T19:21:09.326 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e2e800640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f0e100a3d00 0x7f0e100a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e2e800640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f0e100a3d00 0x7f0e100a61c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009c40 tx=0x7f0e28005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e3783d740 1 -- 172.21.15.32:0/142691592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 msgr2=0x561ccef71f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.323+0000 7f0e3783d740 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef71f80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0e18009fd0 tx=0x7f0e180118d0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 -- 172.21.15.32:0/142691592 shutdown_connections 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef71f80 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 --2- 172.21.15.32:0/142691592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef649b0 0x561ccef64d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 -- 172.21.15.32:0/142691592 >> 172.21.15.32:0/142691592 conn(0x561ccef60ec0 msgr2=0x561ccef612a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 -- 172.21.15.32:0/142691592 shutdown_connections 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 -- 172.21.15.32:0/142691592 wait complete. 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 -- start start 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.324+0000 7f0e3783d740 1 Processor -- start 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef6cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccef6d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x561ccef727c0 con 0x561ccef649b0 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x561ccee84310 con 0x561ccef652d0 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561ccef72940 con 0x561ccef6fb90 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e3783d740 10 client.0 _ll_register_callbacks cb 0x561ccee52cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef6cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef6cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60300/0 (socket says 172.21.15.32:60300) 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e2de00640 1 -- 172.21.15.32:0/3895643354 learned_addr learned my addr 172.21.15.32:0/3895643354 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:09.331 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e2d400640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.325+0000 7f0e2e800640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccef6d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e2de00640 1 -- 172.21.15.32:0/3895643354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 msgr2=0x561ccef6d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e2de00640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccef6d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e2de00640 1 -- 172.21.15.32:0/3895643354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 msgr2=0x561ccef6d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e2de00640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e2de00640 1 -- 172.21.15.32:0/3895643354 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cceca9620 con 0x561ccef649b0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e2de00640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef6cb10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f0e200ee3a0 tx=0x7f0e2003b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39504a98a79d113 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e17400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e17400640 1 -- 172.21.15.32:0/3895643354 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e20049070 con 0x561ccef649b0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e17400640 1 -- 172.21.15.32:0/3895643354 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f0e200b9200 con 0x561ccef649b0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e18004050 con 0x561ccef649b0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e17400640 1 -- 172.21.15.32:0/3895643354 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0e200bc6d0 con 0x561ccef649b0 2024-04-25T19:21:09.332 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e3783d740 10 client.17220 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.326+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561ccef82e10 con 0x561ccef649b0 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e17400640 1 -- 172.21.15.32:0/3895643354 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e18004050 con 0x561ccef649b0 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e17400640 1 -- 172.21.15.32:0/3895643354 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0e200ee5c0 con 0x561ccef649b0 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e3783d740 10 client.17220 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e3783d740 10 client.17220 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e3783d740 20 client.17220 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccef84310 0x561ccef86760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e3783d740 4 client.17220 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561cceede8b0 con 0x561ccef84310 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.327+0000 7f0e2d400640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccef84310 0x561ccef86760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.328+0000 7f0e2d400640 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccef84310 0x561ccef86760 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c34075e26d08fef server_cookie=c0e6853238ce6ccf in_seq=0 out_seq=0 2024-04-25T19:21:09.333 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.328+0000 7f0e17400640 10 client.17220 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:09.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e17400640 1 -- 172.21.15.32:0/3895643354 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561cceede8b0 con 0x561ccef84310 2024-04-25T19:21:09.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e17400640 10 client.17220 handle_command_reply: tid=0 2024-04-25T19:21:09.334 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 client.17220 shutdown 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 msgr2=0x561ccef6cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef6cb10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f0e200ee3a0 tx=0x7f0e2003b460 comp rx=0 tx=0).stop 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 shutdown_connections 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccef84310 0x561ccef86760 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccef6d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef6d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e17400640 0 client.17220 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3895643354 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef6cb10 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 >> 172.21.15.32:0/3895643354 conn(0x561ccef60ec0 msgr2=0x561ccef66bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 shutdown_connections 2024-04-25T19:21:09.335 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.329+0000 7f0e3783d740 1 -- 172.21.15.32:0/3895643354 wait complete. 2024-04-25T19:21:09.336 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.330+0000 7f0e3783d740 20 client.17220 trim_cache size 0 max 16384 2024-04-25T19:21:09.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 Processor -- start 2024-04-25T19:21:09.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 -- start start 2024-04-25T19:21:09.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 0x561ccef7fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.349 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef652d0 0x561ccef5fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef8c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0e301ab7f0 con 0x561ccef6fb90 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0e301ad330 con 0x561ccef649b0 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.346+0000 7f0e3783d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0e301abec0 con 0x561ccef652d0 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 0x561ccef7fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef8c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef652d0 0x561ccef5fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 0x561ccef7fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:51540/0 (socket says 172.21.15.32:51540) 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 -- 172.21.15.32:0/3363871503 learned_addr learned my addr 172.21.15.32:0/3363871503 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 -- 172.21.15.32:0/3363871503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef652d0 msgr2=0x561ccef5fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef652d0 0x561ccef5fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 -- 172.21.15.32:0/3363871503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 msgr2=0x561ccef8c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef8c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2de00640 1 -- 172.21.15.32:0/3363871503 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ccef65100 con 0x561ccef649b0 2024-04-25T19:21:09.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.347+0000 7f0e2d400640 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef652d0 0x561ccef5fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:09.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.348+0000 7f0e2de00640 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 0x561ccef7fad0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0e2003d040 tx=0x7f0e20005b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e00f262004e71d37 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:09.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.348+0000 7f0e1e600640 1 -- 172.21.15.32:0/3363871503 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e20049040 con 0x561ccef649b0 2024-04-25T19:21:09.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.348+0000 7f0e1e600640 1 -- 172.21.15.32:0/3363871503 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e200d5070 con 0x561ccef649b0 2024-04-25T19:21:09.351 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.348+0000 7f0e1e600640 1 -- 172.21.15.32:0/3363871503 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e200bc4f0 con 0x561ccef649b0 2024-04-25T19:21:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 -- 172.21.15.32:0/3363871503 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 msgr2=0x561ccef7fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 0x561ccef7fad0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0e2003d040 tx=0x7f0e20005b50 comp rx=0 tx=0).stop 2024-04-25T19:21:09.354 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 -- 172.21.15.32:0/3363871503 shutdown_connections 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef6fb90 0x561ccef8c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef652d0 0x561ccef5fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 --2- 172.21.15.32:0/3363871503 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef649b0 0x561ccef7fad0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 -- 172.21.15.32:0/3363871503 >> 172.21.15.32:0/3363871503 conn(0x561ccef60ec0 msgr2=0x561ccef5f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 -- 172.21.15.32:0/3363871503 shutdown_connections 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 -- 172.21.15.32:0/3363871503 wait complete. 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 -- start start 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.349+0000 7f0e3783d740 1 Processor -- start 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef791a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef796e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccefe8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f0e301acc60 con 0x561ccef649b0 2024-04-25T19:21:09.355 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f0e301ac590 con 0x561ccef652d0 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0e301a9810 con 0x561ccef6fb90 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e3783d740 10 client.0 _ll_register_callbacks cb 0x7f0e20009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef791a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccefe8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e2de00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef791a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60320/0 (socket says 172.21.15.32:60320) 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e2d400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef796e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.350+0000 7f0e2de00640 1 -- 172.21.15.32:0/1101499881 learned_addr learned my addr 172.21.15.32:0/1101499881 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e2e800640 1 -- 172.21.15.32:0/1101499881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 msgr2=0x561ccef796e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e2e800640 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef796e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e2e800640 1 -- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 msgr2=0x561ccef791a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e2e800640 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef791a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e2e800640 1 -- 172.21.15.32:0/1101499881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ccefe8dc0 con 0x561ccef6fb90 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e2e800640 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccefe8880 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f0e28005b60 tx=0x7f0e280046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3da7bc46a7d5842 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:09.356 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e17400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e17400640 1 -- 172.21.15.32:0/1101499881 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e28004230 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e200d5070 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.351+0000 7f0e17400640 1 -- 172.21.15.32:0/1101499881 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f0e280043d0 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e17400640 1 -- 172.21.15.32:0/1101499881 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0e2801c7f0 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 10 client.27403 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561ccefea180 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e17400640 1 -- 172.21.15.32:0/1101499881 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e200d5070 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e17400640 1 -- 172.21.15.32:0/1101499881 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f0e2801a040 con 0x561ccef6fb90 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 10 client.27403 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 10 client.27403 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 20 client.27403 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccefea8e0 0x561ccefecd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 4 client.27403 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.352+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561cceed8320 con 0x561ccefea8e0 2024-04-25T19:21:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.353+0000 7f0e2de00640 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccefea8e0 0x561ccefecd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.353+0000 7f0e2de00640 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccefea8e0 0x561ccefecd00 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a805c4ea0571632e server_cookie=c0965a7a1bc5eb4d in_seq=0 out_seq=0 2024-04-25T19:21:09.358 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.353+0000 7f0e17400640 10 client.27403 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e17400640 1 -- 172.21.15.32:0/1101499881 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561cceed8320 con 0x561ccefea8e0 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e17400640 10 client.27403 handle_command_reply: tid=0 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 client.27403 shutdown 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 msgr2=0x561ccefe8880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccefe8880 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f0e28005b60 tx=0x7f0e280046c0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 shutdown_connections 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x561ccefea8e0 0x561ccefecd00 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561ccef6fb90 0x561ccefe8880 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x561ccef652d0 0x561ccef796e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e17400640 0 client.27403 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 --2- 172.21.15.32:0/1101499881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x561ccef649b0 0x561ccef791a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 >> 172.21.15.32:0/1101499881 conn(0x561ccef60ec0 msgr2=0x561ccef6cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 shutdown_connections 2024-04-25T19:21:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 1 -- 172.21.15.32:0/1101499881 wait complete. 2024-04-25T19:21:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.370+0000 7f0e3783d740 20 client.27403 trim_cache size 0 max 16384 2024-04-25T19:21:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:21:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:21:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:21:09.373 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f0e100a3d00 msgr2=0x7f0e100a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f0e100a3d00 0x7f0e100a61c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009c40 tx=0x7f0e28005f90 comp rx=0 tx=0).stop 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 msgr2=0x7f0e30198640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 0x7f0e30198640 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f0e20005940 tx=0x7f0e200040c0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 shutdown_connections 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f0e100a3d00 0x7f0e100a61c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3019ceb0 0x7f0e3019d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f0e301070a0 0x7f0e30198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 --2- 172.21.15.32:0/2786480051 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e30101fd0 0x7f0e30198640 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.371+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 >> 172.21.15.32:0/2786480051 conn(0x7f0e300fd890 msgr2=0x7f0e300fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.372+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 shutdown_connections 2024-04-25T19:21:09.375 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:09.372+0000 7f0e2f200640 1 -- 172.21.15.32:0/2786480051 wait complete. 2024-04-25T19:21:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:09 smithi064 ceph-mon[32321]: pgmap v550: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 98 KiB/s wr, 35 op/s 2024-04-25T19:21:09.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:09 smithi064 ceph-mon[32321]: osdmap e116: 12 total, 12 up, 12 in 2024-04-25T19:21:09.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:09 smithi032 ceph-mon[28041]: pgmap v550: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 98 KiB/s wr, 35 op/s 2024-04-25T19:21:09.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:09 smithi032 ceph-mon[28041]: osdmap e116: 12 total, 12 up, 12 in 2024-04-25T19:21:09.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:09 smithi066 ceph-mon[32882]: pgmap v550: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 98 KiB/s wr, 35 op/s 2024-04-25T19:21:09.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:09 smithi066 ceph-mon[32882]: osdmap e116: 12 total, 12 up, 12 in 2024-04-25T19:21:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:499/600: open fd = 3 2024-04-25T19:21:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:500/600: open fd = 3 2024-04-25T19:21:11.613 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:501/600: open fd = 3 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:502/600: open fd = 3 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:503/600: open fd = 3 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.614 INFO:tasks.workunit.client.0.smithi032.stdout:504/600: open fd = 3 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:505/600: open fd = 3 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:506/600: open fd = 3 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:507/600: open fd = 3 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.615 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:508/600: open fd = 3 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:509/600: open fd = 3 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:510/600: open fd = 3 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:511/600: open fd = 3 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.616 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:512/600: open fd = 3 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:513/600: open fd = 3 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:514/600: open fd = 3 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:515/600: open fd = 3 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.617 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:516/600: open fd = 3 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:517/600: open fd = 3 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:518/600: open fd = 3 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:519/600: open fd = 3 2024-04-25T19:21:11.618 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:520/600: open fd = 3 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:521/600: open fd = 3 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:522/600: open fd = 3 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.619 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:523/600: open fd = 3 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:524/600: open fd = 3 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:525/600: open fd = 3 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:526/600: open fd = 3 2024-04-25T19:21:11.620 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:527/600: open fd = 3 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:528/600: open fd = 3 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:529/600: open fd = 3 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:530/600: open fd = 3 2024-04-25T19:21:11.621 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:531/600: open fd = 3 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:532/600: open fd = 3 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:533/600: open fd = 3 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.622 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:534/600: open fd = 3 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:535/600: open fd = 3 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:536/600: open fd = 3 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:537/600: open fd = 3 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.623 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:538/600: open fd = 3 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:539/600: open fd = 3 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:540/600: open fd = 3 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:541/600: open fd = 3 2024-04-25T19:21:11.624 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:542/600: open fd = 3 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:543/600: open fd = 3 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:544/600: open fd = 3 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:545/600: open fd = 3 2024-04-25T19:21:11.625 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:546/600: open fd = 3 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:547/600: open fd = 3 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:548/600: open fd = 3 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.626 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:549/600: open fd = 3 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:550/600: open fd = 3 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:551/600: open fd = 3 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:552/600: open fd = 3 2024-04-25T19:21:11.627 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:553/600: open fd = 3 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:554/600: open fd = 3 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:555/600: open fd = 3 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.628 INFO:tasks.workunit.client.0.smithi032.stdout:556/600: open fd = 3 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:557/600: open fd = 3 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:558/600: open fd = 3 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:559/600: open fd = 3 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.629 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.630 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.630 INFO:tasks.workunit.client.0.smithi032.stdout:560/600: open fd = 3 2024-04-25T19:21:11.630 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.630 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:11.630 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:11.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:11 smithi064 ceph-mon[32321]: pgmap v552: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 123 KiB/s wr, 44 op/s 2024-04-25T19:21:11.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:11 smithi032 ceph-mon[28041]: pgmap v552: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 123 KiB/s wr, 44 op/s 2024-04-25T19:21:11.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:11 smithi066 ceph-mon[32882]: pgmap v552: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 123 KiB/s wr, 44 op/s 2024-04-25T19:21:13.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:13 smithi064 ceph-mon[32321]: pgmap v553: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-25T19:21:13.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:13 smithi032 ceph-mon[28041]: pgmap v553: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-25T19:21:13.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:13 smithi066 ceph-mon[32882]: pgmap v553: 97 pgs: 97 active+clean; 3.9 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-04-25T19:21:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:15 smithi064 ceph-mon[32321]: pgmap v554: 97 pgs: 97 active+clean; 4.1 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:21:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:15 smithi032 ceph-mon[28041]: pgmap v554: 97 pgs: 97 active+clean; 4.1 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:21:15.954 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:15 smithi066 ceph-mon[32882]: pgmap v554: 97 pgs: 97 active+clean; 4.1 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:21:17.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:17 smithi064 ceph-mon[32321]: pgmap v555: 97 pgs: 97 active+clean; 4.1 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:21:17.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:17 smithi032 ceph-mon[28041]: pgmap v555: 97 pgs: 97 active+clean; 4.1 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:21:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:17 smithi066 ceph-mon[32882]: pgmap v555: 97 pgs: 97 active+clean; 4.1 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 18 op/s 2024-04-25T19:21:19.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:19 smithi064 ceph-mon[32321]: pgmap v556: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:21:19.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:19 smithi032 ceph-mon[28041]: pgmap v556: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:21:19.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:19 smithi066 ceph-mon[32882]: pgmap v556: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 53 KiB/s wr, 18 op/s 2024-04-25T19:21:21.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:21 smithi032 ceph-mon[28041]: pgmap v557: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 46 KiB/s wr, 16 op/s 2024-04-25T19:21:21.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:21 smithi066 ceph-mon[32882]: pgmap v557: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 46 KiB/s wr, 16 op/s 2024-04-25T19:21:22.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:21 smithi064 ceph-mon[32321]: pgmap v557: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 46 KiB/s wr, 16 op/s 2024-04-25T19:21:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 -- 172.21.15.32:0/550747807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17881043c0 msgr2=0x7f17881047a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 --2- 172.21.15.32:0/550747807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17881043c0 0x7f17881047a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1778009900 tx=0x7f177802a3f0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 -- 172.21.15.32:0/550747807 shutdown_connections 2024-04-25T19:21:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 --2- 172.21.15.32:0/550747807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1788109490 0x7f1788111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 --2- 172.21.15.32:0/550747807 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1788104d70 0x7f1788108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 --2- 172.21.15.32:0/550747807 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17881043c0 0x7f17881047a0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 -- 172.21.15.32:0/550747807 >> 172.21.15.32:0/550747807 conn(0x7f17880ffc20 msgr2=0x7f1788102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:22.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.530+0000 7f178e600640 1 -- 172.21.15.32:0/550747807 shutdown_connections 2024-04-25T19:21:22.533 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.531+0000 7f178e600640 1 -- 172.21.15.32:0/550747807 wait complete. 2024-04-25T19:21:22.534 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 Processor -- start 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 -- start start 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17881043c0 0x7f17881a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 0x7f17881a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f178819a7e0 0x7f178819ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1788114440 con 0x7f17881043c0 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f17881142c0 con 0x7f178819a7e0 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.532+0000 7f178e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17881145c0 con 0x7f1788109490 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1786a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 0x7f17881a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17881043c0 0x7f17881a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1786a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 0x7f17881a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42764/0 (socket says 172.21.15.32:42764) 2024-04-25T19:21:22.535 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1786a00640 1 -- 172.21.15.32:0/1814160767 learned_addr learned my addr 172.21.15.32:0/1814160767 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787e00640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f178819a7e0 0x7f178819ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 -- 172.21.15.32:0/1814160767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 msgr2=0x7f17881a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 0x7f17881a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 -- 172.21.15.32:0/1814160767 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f178819a7e0 msgr2=0x7f178819ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f178819a7e0 0x7f178819ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 -- 172.21.15.32:0/1814160767 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f178819b370 con 0x7f17881043c0 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787e00640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f178819a7e0 0x7f178819ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1786a00640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 0x7f17881a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.533+0000 7f1787400640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17881043c0 0x7f17881a0670 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f177802a9e0 tx=0x7f1778003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.534+0000 7f177fe00640 1 -- 172.21.15.32:0/1814160767 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177803f070 con 0x7f17881043c0 2024-04-25T19:21:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.534+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f178819b600 con 0x7f17881043c0 2024-04-25T19:21:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.534+0000 7f177fe00640 1 -- 172.21.15.32:0/1814160767 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1778031b50 con 0x7f17881043c0 2024-04-25T19:21:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.534+0000 7f177fe00640 1 -- 172.21.15.32:0/1814160767 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778035030 con 0x7f17881043c0 2024-04-25T19:21:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.534+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17881a77b0 con 0x7f17881043c0 2024-04-25T19:21:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.538+0000 7f177fe00640 1 -- 172.21.15.32:0/1814160767 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1778042070 con 0x7f17881043c0 2024-04-25T19:21:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.539+0000 7f179144e740 1 Processor -- start 2024-04-25T19:21:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.539+0000 7f179144e740 1 -- start start 2024-04-25T19:21:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f177fe00640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f176c0a3d90 0x7f176c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f177fe00640 1 -- 172.21.15.32:0/1814160767 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f17780f0e40 con 0x7f17881043c0 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f179144e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129dac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f179144e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f179144e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f179144e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55e912940900 con 0x55e9129da820 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f179144e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e9128e6ef0 con 0x55e9129db140 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f179144e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e91293c8c0 con 0x55e9129e5a00 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f1787e00640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f176c0a3d90 0x7f176c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129dac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129dac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57826/0 (socket says 172.21.15.32:57826) 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f1787400640 1 -- 172.21.15.32:0/2384028706 learned_addr learned my addr 172.21.15.32:0/2384028706 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f1787e00640 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.540+0000 7f1786a00640 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787400640 1 -- 172.21.15.32:0/2384028706 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 msgr2=0x55e9129e7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787400640 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787400640 1 -- 172.21.15.32:0/2384028706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 msgr2=0x55e9129e54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787400640 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787400640 1 -- 172.21.15.32:0/2384028706 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e912653210 con 0x55e9129da820 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1786a00640 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787400640 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129dac00 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f17780b9740 tx=0x7f17780bc970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=583d0aefbe3f5a7c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f1787e00640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f176c0a3d90 0x7f176c0a6250 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1780005c40 tx=0x7f1780009de0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f177cc00640 1 -- 172.21.15.32:0/2384028706 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17780d6070 con 0x55e9129da820 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f177cc00640 1 -- 172.21.15.32:0/2384028706 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17780bd470 con 0x55e9129da820 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.541+0000 7f177cc00640 1 -- 172.21.15.32:0/2384028706 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778049050 con 0x55e9129da820 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 -- 172.21.15.32:0/2384028706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 msgr2=0x55e9129dac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129dac00 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f17780b9740 tx=0x7f17780bc970 comp rx=0 tx=0).stop 2024-04-25T19:21:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 -- 172.21.15.32:0/2384028706 shutdown_connections 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 --2- 172.21.15.32:0/2384028706 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129dac00 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 -- 172.21.15.32:0/2384028706 >> 172.21.15.32:0/2384028706 conn(0x55e9129d6d30 msgr2=0x55e9129d7110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 -- 172.21.15.32:0/2384028706 shutdown_connections 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.542+0000 7f179144e740 1 -- 172.21.15.32:0/2384028706 wait complete. 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.543+0000 7f179144e740 1 -- start start 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.543+0000 7f179144e740 1 Processor -- start 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129da820 0x55e9129e2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.547 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129e5a00 0x55e9129e3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x55e9129e83f0 con 0x55e9129e5a00 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x55e9128fa310 con 0x55e9129db140 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e9129e8570 con 0x55e9129da820 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f179144e740 10 client.0 _ll_register_callbacks cb 0x55e9128c8cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1787400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129da820 0x55e9129e2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:45102/0 (socket says 172.21.15.32:45102) 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 -- 172.21.15.32:0/397839207 learned_addr learned my addr 172.21.15.32:0/397839207 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1787e00640 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129e5a00 0x55e9129e3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 -- 172.21.15.32:0/397839207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129da820 msgr2=0x55e9129e2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129da820 0x55e9129e2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 -- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129e5a00 msgr2=0x55e9129e3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.548 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129e5a00 0x55e9129e3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.549 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.544+0000 7f1786a00640 1 -- 172.21.15.32:0/397839207 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e91271f620 con 0x55e9129db140 2024-04-25T19:21:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f1786a00640 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e2fc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1774012d20 tx=0x7f177400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9d202066dc1594c server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f1771600640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:21:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f1771600640 1 -- 172.21.15.32:0/397839207 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17740120d0 con 0x55e9129db140 2024-04-25T19:21:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17780bd470 con 0x55e9129db140 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f1771600640 1 -- 172.21.15.32:0/397839207 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f1774010430 con 0x55e9129db140 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f1771600640 1 -- 172.21.15.32:0/397839207 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1774012270 con 0x55e9129db140 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f179144e740 10 client.27371 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.545+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e9129f4760 con 0x55e9129db140 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f1771600640 1 -- 172.21.15.32:0/397839207 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17780bd470 con 0x55e9129db140 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f1771600640 1 -- 172.21.15.32:0/397839207 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f177401c720 con 0x55e9129db140 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f179144e740 10 client.27371 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f179144e740 10 client.27371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f179144e740 20 client.27371 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f179144e740 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e9129f5c70 0x55e9129f80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f179144e740 4 client.27371 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9129548b0 con 0x55e9129f5c70 2024-04-25T19:21:22.552 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.546+0000 7f1787400640 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e9129f5c70 0x55e9129f80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.547+0000 7f1787400640 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e9129f5c70 0x55e9129f80a0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39e278b71f3d8a38 server_cookie=668e288a63d80754 in_seq=0 out_seq=0 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.547+0000 7f1771600640 10 client.27371 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f1771600640 1 -- 172.21.15.32:0/397839207 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e9129548b0 con 0x55e9129f5c70 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f1771600640 10 client.27371 handle_command_reply: tid=0 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 client.27371 shutdown 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 msgr2=0x55e9129e2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e2fc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1774012d20 tx=0x7f177400f790 comp rx=0 tx=0).stop 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 shutdown_connections 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e9129f5c70 0x55e9129f80a0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129e5a00 0x55e9129e3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f1771600640 0 client.27371 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129e2fc0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 --2- 172.21.15.32:0/397839207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129da820 0x55e9129e2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 >> 172.21.15.32:0/397839207 conn(0x55e9129d6d30 msgr2=0x55e9129dcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 shutdown_connections 2024-04-25T19:21:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 1 -- 172.21.15.32:0/397839207 wait complete. 2024-04-25T19:21:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.548+0000 7f179144e740 20 client.27371 trim_cache size 0 max 16384 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.565+0000 7f179144e740 1 Processor -- start 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.565+0000 7f179144e740 1 -- start start 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.565+0000 7f179144e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129f1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.565+0000 7f179144e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129dd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.565+0000 7f179144e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f179144e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f17881afe60 con 0x55e9129da820 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f179144e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f17881b19a0 con 0x55e9129db140 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f179144e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17881b0530 con 0x55e9129e5a00 2024-04-25T19:21:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129f1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129f1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57840/0 (socket says 172.21.15.32:57840) 2024-04-25T19:21:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787400640 1 -- 172.21.15.32:0/2929559261 learned_addr learned my addr 172.21.15.32:0/2929559261 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1786a00640 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129dd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787e00640 1 -- 172.21.15.32:0/2929559261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 msgr2=0x55e9129dd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787e00640 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129dd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787e00640 1 -- 172.21.15.32:0/2929559261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 msgr2=0x55e9129f1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787e00640 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129f1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1787e00640 1 -- 172.21.15.32:0/2929559261 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9129e1a30 con 0x55e9129e5a00 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.566+0000 7f1786a00640 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129dd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.567+0000 7f1787e00640 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e32d0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x55e9129d8150 tx=0x7f178001f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=115b466c396bf2ac server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.567+0000 7f1773e00640 1 -- 172.21.15.32:0/2929559261 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1780023a50 con 0x55e9129e5a00 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.567+0000 7f1773e00640 1 -- 172.21.15.32:0/2929559261 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1780023bf0 con 0x55e9129e5a00 2024-04-25T19:21:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.567+0000 7f1773e00640 1 -- 172.21.15.32:0/2929559261 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f178002b3e0 con 0x55e9129e5a00 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 -- 172.21.15.32:0/2929559261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 msgr2=0x55e9129e32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e32d0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x55e9129d8150 tx=0x7f178001f000 comp rx=0 tx=0).stop 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 -- 172.21.15.32:0/2929559261 shutdown_connections 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129e5a00 0x55e9129e32d0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129db140 0x55e9129dd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 --2- 172.21.15.32:0/2929559261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129f1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 -- 172.21.15.32:0/2929559261 >> 172.21.15.32:0/2929559261 conn(0x55e9129d6d30 msgr2=0x55e9129d7110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 -- 172.21.15.32:0/2929559261 shutdown_connections 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 -- 172.21.15.32:0/2929559261 wait complete. 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.568+0000 7f179144e740 1 -- start start 2024-04-25T19:21:22.571 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 Processor -- start 2024-04-25T19:21:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129eb370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.573 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129db140 0x55e9129eb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129e5a00 0x55e9129ebdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f17881b12d0 con 0x55e9129da820 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f17881b0c00 con 0x55e9129e5a00 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17881ade60 con 0x55e9129db140 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f179144e740 10 client.0 _ll_register_callbacks cb 0x7f1774012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129eb370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f1786a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129db140 0x55e9129eb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.569+0000 7f1787400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129eb370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57852/0 (socket says 172.21.15.32:57852) 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 -- 172.21.15.32:0/3852435810 learned_addr learned my addr 172.21.15.32:0/3852435810 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787e00640 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129e5a00 0x55e9129ebdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 -- 172.21.15.32:0/3852435810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129db140 msgr2=0x55e9129eb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129db140 0x55e9129eb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 -- 172.21.15.32:0/3852435810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129e5a00 msgr2=0x55e9129ebdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129e5a00 0x55e9129ebdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 -- 172.21.15.32:0/3852435810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9129e8160 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1787400640 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129eb370 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1778005d00 tx=0x7f1778005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33e31a34b60f6ad8 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1771600640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1771600640 1 -- 172.21.15.32:0/3852435810 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778049040 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f1771600640 1 -- 172.21.15.32:0/3852435810 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f177803b460 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.570+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1780023bf0 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f1771600640 1 -- 172.21.15.32:0/3852435810 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f17780d6040 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 10 client.17244 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e912a5c610 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f1771600640 1 -- 172.21.15.32:0/3852435810 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1780023bf0 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f1771600640 1 -- 172.21.15.32:0/3852435810 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f17780b93e0 con 0x55e9129da820 2024-04-25T19:21:22.575 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 10 client.17244 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 10 client.17244 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 20 client.17244 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e912a5cb90 0x55e912a5ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 4 client.17244 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.571+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e91294e320 con 0x55e912a5cb90 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.572+0000 7f1786a00640 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e912a5cb90 0x55e912a5ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.572+0000 7f1786a00640 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e912a5cb90 0x55e912a5ef80 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=323813ff3671fb85 server_cookie=feb4e1cf2fda4be2 in_seq=0 out_seq=0 2024-04-25T19:21:22.576 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.572+0000 7f1771600640 10 client.17244 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.590+0000 7f1771600640 1 -- 172.21.15.32:0/3852435810 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e91294e320 con 0x55e912a5cb90 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.590+0000 7f1771600640 10 client.17244 handle_command_reply: tid=0 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.590+0000 7f179144e740 1 client.17244 shutdown 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.590+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 msgr2=0x55e9129eb370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.590+0000 7f179144e740 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129eb370 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1778005d00 tx=0x7f1778005c90 comp rx=0 tx=0).stop 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 shutdown_connections 2024-04-25T19:21:22.592 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x55e912a5cb90 0x55e912a5ef80 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x55e9129e5a00 0x55e9129ebdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e9129db140 0x55e9129eb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 --2- 172.21.15.32:0/3852435810 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55e9129da820 0x55e9129eb370 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f1771600640 0 client.17244 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 >> 172.21.15.32:0/3852435810 conn(0x55e9129d6d30 msgr2=0x55e9129d5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 shutdown_connections 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 1 -- 172.21.15.32:0/3852435810 wait complete. 2024-04-25T19:21:22.593 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.591+0000 7f179144e740 20 client.17244 trim_cache size 0 max 16384 2024-04-25T19:21:22.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:21:22.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:21:22.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:21:22.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:21:22.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f176c0a3d90 msgr2=0x7f176c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.594 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f176c0a3d90 0x7f176c0a6250 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1780005c40 tx=0x7f1780009de0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17881043c0 msgr2=0x7f17881a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17881043c0 0x7f17881a0670 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f177802a9e0 tx=0x7f1778003b90 comp rx=0 tx=0).stop 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 shutdown_connections 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f176c0a3d90 0x7f176c0a6250 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f178819a7e0 0x7f178819ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1788109490 0x7f17881a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 --2- 172.21.15.32:0/1814160767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17881043c0 0x7f17881a0670 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 >> 172.21.15.32:0/1814160767 conn(0x7f17880ffc20 msgr2=0x7f1788100f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 shutdown_connections 2024-04-25T19:21:22.595 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:22.592+0000 7f178e600640 1 -- 172.21.15.32:0/1814160767 wait complete. 2024-04-25T19:21:22.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:22 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:21:23.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:22 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:21:23.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:22 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:21:23.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:23 smithi066 ceph-mon[32882]: pgmap v558: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:21:23.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:23 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:21:23.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:23 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:21:23.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:23 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:21:24.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:23 smithi064 ceph-mon[32321]: pgmap v558: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:21:24.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:23 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:21:24.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:23 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:21:24.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:23 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:21:24.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:23 smithi032 ceph-mon[28041]: pgmap v558: 97 pgs: 97 active+clean; 4.4 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 44 KiB/s wr, 15 op/s 2024-04-25T19:21:24.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:23 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:21:24.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:23 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:21:24.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:23 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:21:25.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:25 smithi066 ceph-mon[32882]: pgmap v559: 97 pgs: 97 active+clean; 4.6 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 67 KiB/s wr, 24 op/s 2024-04-25T19:21:26.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:25 smithi064 ceph-mon[32321]: pgmap v559: 97 pgs: 97 active+clean; 4.6 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 67 KiB/s wr, 24 op/s 2024-04-25T19:21:26.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:25 smithi032 ceph-mon[28041]: pgmap v559: 97 pgs: 97 active+clean; 4.6 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 67 KiB/s wr, 24 op/s 2024-04-25T19:21:27.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:27 smithi066 ceph-mon[32882]: pgmap v560: 97 pgs: 97 active+clean; 4.6 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:21:28.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:27 smithi064 ceph-mon[32321]: pgmap v560: 97 pgs: 97 active+clean; 4.6 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:21:28.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:27 smithi032 ceph-mon[28041]: pgmap v560: 97 pgs: 97 active+clean; 4.6 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-04-25T19:21:29.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:29 smithi066 ceph-mon[32882]: pgmap v561: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-04-25T19:21:30.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:29 smithi064 ceph-mon[32321]: pgmap v561: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-04-25T19:21:30.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:29 smithi032 ceph-mon[28041]: pgmap v561: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-04-25T19:21:31.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:31 smithi066 ceph-mon[32882]: pgmap v562: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:21:32.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:31 smithi064 ceph-mon[32321]: pgmap v562: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:21:32.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:31 smithi032 ceph-mon[28041]: pgmap v562: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:21:33.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:33 smithi066 ceph-mon[32882]: pgmap v563: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:21:34.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:33 smithi064 ceph-mon[32321]: pgmap v563: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:21:34.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:33 smithi032 ceph-mon[28041]: pgmap v563: 97 pgs: 97 active+clean; 4.8 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-04-25T19:21:35.740 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 -- 172.21.15.32:0/1181160006 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06b230 msgr2=0x7f2c5c106bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 --2- 172.21.15.32:0/1181160006 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06b230 0x7f2c5c106bf0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2c44009be0 tx=0x7f2c4402a6c0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 -- 172.21.15.32:0/1181160006 shutdown_connections 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 --2- 172.21.15.32:0/1181160006 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c107320 0x7f2c5c10eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 --2- 172.21.15.32:0/1181160006 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06b230 0x7f2c5c106bf0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 --2- 172.21.15.32:0/1181160006 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c5c06a880 0x7f2c5c06ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 -- 172.21.15.32:0/1181160006 >> 172.21.15.32:0/1181160006 conn(0x7f2c5c077cd0 msgr2=0x7f2c5c0780e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 -- 172.21.15.32:0/1181160006 shutdown_connections 2024-04-25T19:21:35.741 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.739+0000 7f2c63600640 1 -- 172.21.15.32:0/1181160006 wait complete. 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.740+0000 7f2c63600640 1 Processor -- start 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.740+0000 7f2c63600640 1 -- start start 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c63600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 0x7f2c5c1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c63600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c5c107320 0x7f2c5c1a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c63600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c19a770 0x7f2c5c19abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c63600640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1121d0 con 0x7f2c5c19a770 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c63600640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c112050 con 0x7f2c5c06a880 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c63600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c112350 con 0x7f2c5c107320 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c61600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c19a770 0x7f2c5c19abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.743 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c60c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 0x7f2c5c1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c60c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 0x7f2c5c1a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60884/0 (socket says 172.21.15.32:60884) 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c60c00640 1 -- 172.21.15.32:0/1209972928 learned_addr learned my addr 172.21.15.32:0/1209972928 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.741+0000 7f2c5be00640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c5c107320 0x7f2c5c1a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c60c00640 1 -- 172.21.15.32:0/1209972928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c5c107320 msgr2=0x7f2c5c1a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c60c00640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c5c107320 0x7f2c5c1a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c60c00640 1 -- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c19a770 msgr2=0x7f2c5c19abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c60c00640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c19a770 0x7f2c5c19abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c60c00640 1 -- 172.21.15.32:0/1209972928 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c19b370 con 0x7f2c5c06a880 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c61600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c19a770 0x7f2c5c19abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c60c00640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 0x7f2c5c1a06b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c00e9c0 tx=0x7f2c4c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:35.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c59600640 1 -- 172.21.15.32:0/1209972928 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4c00cde0 con 0x7f2c5c06a880 2024-04-25T19:21:35.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c59600640 1 -- 172.21.15.32:0/1209972928 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c4c0035f0 con 0x7f2c5c06a880 2024-04-25T19:21:35.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c59600640 1 -- 172.21.15.32:0/1209972928 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4c010690 con 0x7f2c5c06a880 2024-04-25T19:21:35.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c5c1a7450 con 0x7f2c5c06a880 2024-04-25T19:21:35.745 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.742+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c5c1a7800 con 0x7f2c5c06a880 2024-04-25T19:21:35.747 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 Processor -- start 2024-04-25T19:21:35.747 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 -- start start 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 0x56408014bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x5640801564c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564080156a00 0x564080158df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x5640800b1900 con 0x564080156a00 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x564080057ef0 con 0x56408014c140 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c665d3740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5640800ad8c0 con 0x56408014b820 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c59600640 1 -- 172.21.15.32:0/1209972928 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2c4c004000 con 0x7f2c5c06a880 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c61600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 0x56408014bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.748 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c5be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564080156a00 0x564080158df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c61600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 0x56408014bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:42510/0 (socket says 172.21.15.32:42510) 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.746+0000 7f2c61600640 1 -- 172.21.15.32:0/1651746676 learned_addr learned my addr 172.21.15.32:0/1651746676 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.747+0000 7f2c61600640 1 -- 172.21.15.32:0/1651746676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 msgr2=0x5640801564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.747+0000 7f2c61600640 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x5640801564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.747+0000 7f2c61600640 1 -- 172.21.15.32:0/1651746676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564080156a00 msgr2=0x564080158df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.747+0000 7f2c61600640 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564080156a00 0x564080158df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.749 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.747+0000 7f2c61600640 1 -- 172.21.15.32:0/1651746676 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56407fdc4210 con 0x56408014b820 2024-04-25T19:21:35.750 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.747+0000 7f2c61600640 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 0x56408014bc00 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2c54011490 tx=0x7f2c54011950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc7b9988db4eded7 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c51c00640 1 -- 172.21.15.32:0/1651746676 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5401e070 con 0x56408014b820 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c51c00640 1 -- 172.21.15.32:0/1651746676 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c5400f9f0 con 0x56408014b820 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c51c00640 1 -- 172.21.15.32:0/1651746676 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54019a80 con 0x56408014b820 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c59600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2c3c0a3d90 0x7f2c3c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 -- 172.21.15.32:0/1651746676 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 msgr2=0x56408014bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c59600640 1 -- 172.21.15.32:0/1209972928 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f2c4c0d0ab0 con 0x7f2c5c06a880 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 0x56408014bc00 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2c54011490 tx=0x7f2c54011950 comp rx=0 tx=0).stop 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 -- 172.21.15.32:0/1651746676 shutdown_connections 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x564080156a00 0x564080158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x5640801564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1651746676 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56408014b820 0x56408014bc00 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c665d3740 1 -- 172.21.15.32:0/1651746676 >> 172.21.15.32:0/1651746676 conn(0x564080147d30 msgr2=0x564080148110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:35.751 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.748+0000 7f2c60c00640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2c3c0a3d90 0x7f2c3c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.749+0000 7f2c665d3740 1 -- 172.21.15.32:0/1651746676 shutdown_connections 2024-04-25T19:21:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.749+0000 7f2c665d3740 1 -- 172.21.15.32:0/1651746676 wait complete. 2024-04-25T19:21:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.749+0000 7f2c665d3740 1 -- start start 2024-04-25T19:21:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.749+0000 7f2c60c00640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2c3c0a3d90 0x7f2c3c0a6250 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x56408014cdc0 tx=0x7f2c4c087040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:35.752 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 Processor -- start 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 0x5640801539c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x564080153f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080154440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x564080159630 con 0x56408014b820 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56408006b310 con 0x56408014c140 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5640801597b0 con 0x564080156a00 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c665d3740 10 client.0 _ll_register_callbacks cb 0x564080039cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c61600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 0x5640801539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c61600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 0x5640801539c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58548/0 (socket says 172.21.15.32:58548) 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.750+0000 7f2c61600640 1 -- 172.21.15.32:0/4229416067 learned_addr learned my addr 172.21.15.32:0/4229416067 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:35.755 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c5be00640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x564080153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080154440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 -- 172.21.15.32:0/4229416067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 msgr2=0x564080154440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080154440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 -- 172.21.15.32:0/4229416067 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 msgr2=0x564080153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x564080153f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 -- 172.21.15.32:0/4229416067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56407fe90620 con 0x56408014b820 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c5be00640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x564080153f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c61600640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 0x5640801539c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2c54019720 tx=0x7f2c54009d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=873cdb633bde2ee server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c4a000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c4a000640 1 -- 172.21.15.32:0/4229416067 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54029060 con 0x56408014b820 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5400f9f0 con 0x56408014b820 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.751+0000 7f2c4a000640 1 -- 172.21.15.32:0/4229416067 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f2c5400f7f0 con 0x56408014b820 2024-04-25T19:21:35.756 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c4a000640 1 -- 172.21.15.32:0/4229416067 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2c5401e070 con 0x56408014b820 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 10 client.17256 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640801658c0 con 0x56408014b820 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c4a000640 1 -- 172.21.15.32:0/4229416067 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c5400f9f0 con 0x56408014b820 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c4a000640 1 -- 172.21.15.32:0/4229416067 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2c540046c0 con 0x56408014b820 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 10 client.17256 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 10 client.17256 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 20 client.17256 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564080166c70 0x564080169060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.752+0000 7f2c665d3740 4 client.17256 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.753+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640800c58b0 con 0x564080166c70 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.753+0000 7f2c5be00640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564080166c70 0x564080169060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.753+0000 7f2c5be00640 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564080166c70 0x564080169060 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8d03f115c7aa843 server_cookie=fac1f7843dbe2d27 in_seq=0 out_seq=0 2024-04-25T19:21:35.757 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.753+0000 7f2c4a000640 10 client.17256 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c4a000640 1 -- 172.21.15.32:0/4229416067 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5640800c58b0 con 0x564080166c70 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c4a000640 10 client.17256 handle_command_reply: tid=0 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 client.17256 shutdown 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 msgr2=0x5640801539c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 0x5640801539c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2c54019720 tx=0x7f2c54009d50 comp rx=0 tx=0).stop 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 shutdown_connections 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x564080166c70 0x564080169060 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080154440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014c140 0x564080153f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 --2- 172.21.15.32:0/4229416067 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014b820 0x5640801539c0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c4a000640 0 client.17256 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.754+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 >> 172.21.15.32:0/4229416067 conn(0x564080147d30 msgr2=0x56408014da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.755+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 shutdown_connections 2024-04-25T19:21:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.755+0000 7f2c665d3740 1 -- 172.21.15.32:0/4229416067 wait complete. 2024-04-25T19:21:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.755+0000 7f2c665d3740 20 client.17256 trim_cache size 0 max 16384 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.771+0000 7f2c665d3740 1 Processor -- start 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.771+0000 7f2c665d3740 1 -- start start 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x564080155cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x5640801532e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080147610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c665d3740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1afec0 con 0x56408014c140 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c665d3740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1b1a00 con 0x56408014b820 2024-04-25T19:21:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c665d3740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1b0590 con 0x564080156a00 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c5be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x5640801532e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x564080155cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x564080155cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60898/0 (socket says 172.21.15.32:60898) 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 -- 172.21.15.32:0/1960008510 learned_addr learned my addr 172.21.15.32:0/1960008510 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080147610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 -- 172.21.15.32:0/1960008510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 msgr2=0x564080147610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.775 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080147610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 -- 172.21.15.32:0/1960008510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 msgr2=0x5640801532e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x5640801532e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c61600640 1 -- 172.21.15.32:0/1960008510 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564080159020 con 0x56408014b820 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.772+0000 7f2c5be00640 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x5640801532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.773+0000 7f2c61600640 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x564080155cc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2c540059f0 tx=0x7f2c54011950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1c6e86dcc728f68 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.773+0000 7f2c51200640 1 -- 172.21.15.32:0/1960008510 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54029070 con 0x56408014b820 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.773+0000 7f2c51200640 1 -- 172.21.15.32:0/1960008510 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c5401f040 con 0x56408014b820 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.773+0000 7f2c51200640 1 -- 172.21.15.32:0/1960008510 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54019a40 con 0x56408014b820 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 -- 172.21.15.32:0/1960008510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 msgr2=0x564080155cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x564080155cc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2c540059f0 tx=0x7f2c54011950 comp rx=0 tx=0).stop 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 -- 172.21.15.32:0/1960008510 shutdown_connections 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x564080147610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x5640801532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1960008510 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x564080155cc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 -- 172.21.15.32:0/1960008510 >> 172.21.15.32:0/1960008510 conn(0x564080147d30 msgr2=0x56408014da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 -- 172.21.15.32:0/1960008510 shutdown_connections 2024-04-25T19:21:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 -- 172.21.15.32:0/1960008510 wait complete. 2024-04-25T19:21:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.774+0000 7f2c665d3740 1 -- start start 2024-04-25T19:21:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 Processor -- start 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x56408015bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x56408015c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x5640801c5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1b1330 con 0x56408014c140 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1b0c60 con 0x56408014b820 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c1adec0 con 0x564080156a00 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c665d3740 10 client.0 _ll_register_callbacks cb 0x7f2c54009f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c5be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x56408015c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.775+0000 7f2c61600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x56408015bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c61600640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x56408015bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:60900/0 (socket says 172.21.15.32:60900) 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c61600640 1 -- 172.21.15.32:0/1820656174 learned_addr learned my addr 172.21.15.32:0/1820656174 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x56408015c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58566/0 (socket says 172.21.15.32:58566) 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c61600640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x5640801c5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 -- 172.21.15.32:0/1820656174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 msgr2=0x5640801c5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x5640801c5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 -- 172.21.15.32:0/1820656174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 msgr2=0x56408015bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x56408015bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 -- 172.21.15.32:0/1820656174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640801c55f0 con 0x56408014c140 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c61600640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x5640801c5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c5be00640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x56408015c240 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f2c44034040 tx=0x7f2c440307c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df3a2d774c18c082 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.776+0000 7f2c4a000640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c4a000640 1 -- 172.21.15.32:0/1820656174 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c4404a030 con 0x56408014c140 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c4a000640 1 -- 172.21.15.32:0/1820656174 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f2c44046bc0 con 0x56408014c140 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5401f040 con 0x56408014c140 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c4a000640 1 -- 172.21.15.32:0/1820656174 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2c44054050 con 0x56408014c140 2024-04-25T19:21:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c665d3740 10 client.17262 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640801cc9a0 con 0x56408014c140 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c4a000640 1 -- 172.21.15.32:0/1820656174 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c5401f040 con 0x56408014c140 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c4a000640 1 -- 172.21.15.32:0/1820656174 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f2c44030cd0 con 0x56408014c140 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c665d3740 10 client.17262 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c665d3740 10 client.17262 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.777+0000 7f2c665d3740 20 client.17262 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.778+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5640801cd120 0x5640801cf540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.778+0000 7f2c665d3740 4 client.17262 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.778+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5640800bf320 con 0x5640801cd120 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.778+0000 7f2c61600640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5640801cd120 0x5640801cf540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.778+0000 7f2c61600640 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5640801cd120 0x5640801cf540 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a873fdd08c6bc9c0 server_cookie=d1dad98a2697e7a3 in_seq=0 out_seq=0 2024-04-25T19:21:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.778+0000 7f2c4a000640 10 client.17262 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.796+0000 7f2c4a000640 1 -- 172.21.15.32:0/1820656174 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5640800bf320 con 0x5640801cd120 2024-04-25T19:21:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.796+0000 7f2c4a000640 10 client.17262 handle_command_reply: tid=0 2024-04-25T19:21:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 client.17262 shutdown 2024-04-25T19:21:35.798 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 msgr2=0x56408015c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x56408015c240 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f2c44034040 tx=0x7f2c440307c0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 shutdown_connections 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x5640801cd120 0x5640801cf540 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564080156a00 0x5640801c5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56408014c140 0x56408015c240 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 --2- 172.21.15.32:0/1820656174 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56408014b820 0x56408015bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c4a000640 0 client.17262 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 >> 172.21.15.32:0/1820656174 conn(0x564080147d30 msgr2=0x56408014d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 shutdown_connections 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 1 -- 172.21.15.32:0/1820656174 wait complete. 2024-04-25T19:21:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.797+0000 7f2c665d3740 20 client.17262 trim_cache size 0 max 16384 2024-04-25T19:21:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:21:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:21:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:21:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:21:35.800 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2c3c0a3d90 msgr2=0x7f2c3c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2c3c0a3d90 0x7f2c3c0a6250 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x56408014cdc0 tx=0x7f2c4c087040 comp rx=0 tx=0).stop 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 msgr2=0x7f2c5c1a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 0x7f2c5c1a06b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f2c4c00e9c0 tx=0x7f2c4c00ee80 comp rx=0 tx=0).stop 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 shutdown_connections 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f2c3c0a3d90 0x7f2c3c0a6250 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c5c19a770 0x7f2c5c19abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c5c107320 0x7f2c5c1a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 --2- 172.21.15.32:0/1209972928 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f2c5c06a880 0x7f2c5c1a06b0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 >> 172.21.15.32:0/1209972928 conn(0x7f2c5c077cd0 msgr2=0x7f2c5c10d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 shutdown_connections 2024-04-25T19:21:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:35.798+0000 7f2c63600640 1 -- 172.21.15.32:0/1209972928 wait complete. 2024-04-25T19:21:35.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:35 smithi066 ceph-mon[32882]: pgmap v564: 97 pgs: 97 active+clean; 5.0 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:36.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:35 smithi064 ceph-mon[32321]: pgmap v564: 97 pgs: 97 active+clean; 5.0 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:36.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:35 smithi032 ceph-mon[28041]: pgmap v564: 97 pgs: 97 active+clean; 5.0 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:37.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:37 smithi066 ceph-mon[32882]: pgmap v565: 97 pgs: 97 active+clean; 5.0 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:21:38.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:37 smithi064 ceph-mon[32321]: pgmap v565: 97 pgs: 97 active+clean; 5.0 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:21:38.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:37 smithi032 ceph-mon[28041]: pgmap v565: 97 pgs: 97 active+clean; 5.0 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-25T19:21:39.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:39 smithi066 ceph-mon[32882]: pgmap v566: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-04-25T19:21:40.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:39 smithi064 ceph-mon[32321]: pgmap v566: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-04-25T19:21:40.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:39 smithi032 ceph-mon[28041]: pgmap v566: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-04-25T19:21:41.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:41 smithi066 ceph-mon[32882]: pgmap v567: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:21:42.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:41 smithi064 ceph-mon[32321]: pgmap v567: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:21:42.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:41 smithi032 ceph-mon[28041]: pgmap v567: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:21:43.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:43 smithi066 ceph-mon[32882]: pgmap v568: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:21:44.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:43 smithi064 ceph-mon[32321]: pgmap v568: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:21:44.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:43 smithi032 ceph-mon[28041]: pgmap v568: 97 pgs: 97 active+clean; 5.2 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-04-25T19:21:44.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:44 smithi066 ceph-mon[32882]: pgmap v569: 97 pgs: 97 active+clean; 5.4 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:45.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:44 smithi064 ceph-mon[32321]: pgmap v569: 97 pgs: 97 active+clean; 5.4 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:45.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:44 smithi032 ceph-mon[28041]: pgmap v569: 97 pgs: 97 active+clean; 5.4 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-04-25T19:21:47.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:47 smithi066 ceph-mon[32882]: pgmap v570: 97 pgs: 97 active+clean; 5.4 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:21:47.733 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:47 smithi032 ceph-mon[28041]: pgmap v570: 97 pgs: 97 active+clean; 5.4 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:21:47.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:47 smithi064 ceph-mon[32321]: pgmap v570: 97 pgs: 97 active+clean; 5.4 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:21:48.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 -- 172.21.15.32:0/138481924 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981043e0 msgr2=0x7fab981047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:48.948 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 --2- 172.21.15.32:0/138481924 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981043e0 0x7fab981047c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009ca0 tx=0x7fab8c02a8b0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 -- 172.21.15.32:0/138481924 shutdown_connections 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 --2- 172.21.15.32:0/138481924 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab981094b0 0x7fab98111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 --2- 172.21.15.32:0/138481924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab98104d90 0x7fab98108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 --2- 172.21.15.32:0/138481924 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981043e0 0x7fab981047c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 -- 172.21.15.32:0/138481924 >> 172.21.15.32:0/138481924 conn(0x7fab980ffc00 msgr2=0x7fab98102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 -- 172.21.15.32:0/138481924 shutdown_connections 2024-04-25T19:21:48.949 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.947+0000 7faba0400640 1 -- 172.21.15.32:0/138481924 wait complete. 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 Processor -- start 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 -- start start 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab981043e0 0x7fab981a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981094b0 0x7fab981a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 0x7fab9819acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab98114470 con 0x7fab9819a810 2024-04-25T19:21:48.951 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab981142f0 con 0x7fab981043e0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.948+0000 7faba0400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab981145f0 con 0x7fab981094b0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9e400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 0x7fab9819acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981094b0 0x7fab981a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab981043e0 0x7fab981a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9e400640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 0x7fab9819acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39622/0 (socket says 172.21.15.32:39622) 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9e400640 1 -- 172.21.15.32:0/100078714 learned_addr learned my addr 172.21.15.32:0/100078714 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 -- 172.21.15.32:0/100078714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab981043e0 msgr2=0x7fab981a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab981043e0 0x7fab981a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 -- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 msgr2=0x7fab9819acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 0x7fab9819acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 -- 172.21.15.32:0/100078714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9819b3a0 con 0x7fab981094b0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9e400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 0x7fab9819acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.949+0000 7fab9d000640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981094b0 0x7fab981a0b90 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fab8400e9c0 tx=0x7fab8400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.950+0000 7fab96000640 1 -- 172.21.15.32:0/100078714 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8400ccc0 con 0x7fab981094b0 2024-04-25T19:21:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.950+0000 7fab96000640 1 -- 172.21.15.32:0/100078714 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab840108e0 con 0x7fab981094b0 2024-04-25T19:21:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.950+0000 7fab96000640 1 -- 172.21.15.32:0/100078714 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab840187a0 con 0x7fab981094b0 2024-04-25T19:21:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.950+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab9819b690 con 0x7fab981094b0 2024-04-25T19:21:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.950+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab981a77d0 con 0x7fab981094b0 2024-04-25T19:21:48.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.953+0000 7faba31da740 1 Processor -- start 2024-04-25T19:21:48.954 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.953+0000 7faba31da740 1 -- start start 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7faba31da740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedd9820 0x563adedd9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7faba31da740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedda140 0x563adede44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab96000640 1 -- 172.21.15.32:0/100078714 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fab84010430 con 0x7fab981094b0 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7faba31da740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adede4a00 0x563adede6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7faba31da740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x563aded3f900 con 0x563adede4a00 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7faba31da740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563adece5ef0 con 0x563adedda140 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7faba31da740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563aded3b8c0 con 0x563adedd9820 2024-04-25T19:21:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedd9820 0x563adedd9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedda140 0x563adede44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedd9820 0x563adedd9c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:34044/0 (socket says 172.21.15.32:34044) 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9e400640 1 -- 172.21.15.32:0/753286152 learned_addr learned my addr 172.21.15.32:0/753286152 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9d000640 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adede4a00 0x563adede6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9da00640 1 -- 172.21.15.32:0/753286152 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedd9820 msgr2=0x563adedd9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9da00640 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedd9820 0x563adedd9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9da00640 1 -- 172.21.15.32:0/753286152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adede4a00 msgr2=0x563adede6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9da00640 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adede4a00 0x563adede6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.954+0000 7fab9da00640 1 -- 172.21.15.32:0/753286152 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563adea52210 con 0x563adedda140 2024-04-25T19:21:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.955+0000 7fab9da00640 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedda140 0x563adede44c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fab8c000f80 tx=0x7fab8c005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3db73a5c99d5387d server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.955+0000 7fab8aa00640 1 -- 172.21.15.32:0/753286152 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c030620 con 0x563adedda140 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.955+0000 7fab8aa00640 1 -- 172.21.15.32:0/753286152 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab8c036030 con 0x563adedda140 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.955+0000 7fab8aa00640 1 -- 172.21.15.32:0/753286152 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c0042f0 con 0x563adedda140 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.955+0000 7fab96000640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab800a3d90 0x7fab800a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7fab96000640 1 -- 172.21.15.32:0/100078714 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fab840d0ac0 con 0x7fab981094b0 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7fab9e400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab800a3d90 0x7fab800a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 -- 172.21.15.32:0/753286152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedda140 msgr2=0x563adede44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedda140 0x563adede44c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fab8c000f80 tx=0x7fab8c005f80 comp rx=0 tx=0).stop 2024-04-25T19:21:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 -- 172.21.15.32:0/753286152 shutdown_connections 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adede4a00 0x563adede6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedda140 0x563adede44c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 --2- 172.21.15.32:0/753286152 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedd9820 0x563adedd9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 -- 172.21.15.32:0/753286152 >> 172.21.15.32:0/753286152 conn(0x563adedd5d30 msgr2=0x563adedd6110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 -- 172.21.15.32:0/753286152 shutdown_connections 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7faba31da740 1 -- 172.21.15.32:0/753286152 wait complete. 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.956+0000 7fab9e400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab800a3d90 0x7fab800a6250 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fab90005f10 tx=0x7fab90005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:48.961 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 -- start start 2024-04-25T19:21:48.962 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 Processor -- start 2024-04-25T19:21:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 0x563adede1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedda140 0x563adede1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adede4a00 0x563adede23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x563adede75d0 con 0x563adedd9820 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x563adecf9310 con 0x563adede4a00 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563adede7750 con 0x563adedda140 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7faba31da740 10 client.0 _ll_register_callbacks cb 0x563adecc7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.957+0000 7fab9da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 0x563adede1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 0x563adede1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39646/0 (socket says 172.21.15.32:39646) 2024-04-25T19:21:48.968 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 -- 172.21.15.32:0/66493721 learned_addr learned my addr 172.21.15.32:0/66493721 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9d000640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedda140 0x563adede1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9e400640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adede4a00 0x563adede23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 -- 172.21.15.32:0/66493721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedda140 msgr2=0x563adede1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedda140 0x563adede1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 -- 172.21.15.32:0/66493721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adede4a00 msgr2=0x563adede23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adede4a00 0x563adede23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 -- 172.21.15.32:0/66493721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563adeb1e620 con 0x563adedd9820 2024-04-25T19:21:48.969 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab9da00640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 0x563adede1960 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009960 tx=0x7fab8c005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7291084455292f10 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.958+0000 7fab7f400640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7fab7f400640 1 -- 172.21.15.32:0/66493721 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c053020 con 0x563adedd9820 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7fab7f400640 1 -- 172.21.15.32:0/66493721 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fab8c030800 con 0x563adedd9820 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab8c036030 con 0x563adedd9820 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7fab7f400640 1 -- 172.21.15.32:0/66493721 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fab8c003d40 con 0x563adedd9820 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7faba31da740 10 client.17274 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563adede75d0 con 0x563adedd9820 2024-04-25T19:21:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7fab7f400640 1 -- 172.21.15.32:0/66493721 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab8c036030 con 0x563adedd9820 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7fab7f400640 1 -- 172.21.15.32:0/66493721 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fab8c043070 con 0x563adedd9820 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7faba31da740 10 client.17274 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.959+0000 7faba31da740 10 client.17274 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7faba31da740 20 client.17274 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7faba31da740 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adedf4970 0x563adedf6d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7faba31da740 4 client.17274 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563aded538b0 con 0x563adedf4970 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7fab9d000640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adedf4970 0x563adedf6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.971 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7fab9d000640 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adedf4970 0x563adedf6d60 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4b0c0892da0cac8 server_cookie=7078c3a4cf07b84f in_seq=0 out_seq=0 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.960+0000 7fab7f400640 10 client.17274 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7fab7f400640 1 -- 172.21.15.32:0/66493721 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563aded538b0 con 0x563adedf4970 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7fab7f400640 10 client.17274 handle_command_reply: tid=0 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7faba31da740 1 client.17274 shutdown 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 msgr2=0x563adede1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7faba31da740 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 0x563adede1960 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009960 tx=0x7fab8c005c80 comp rx=0 tx=0).stop 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 shutdown_connections 2024-04-25T19:21:48.972 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7faba31da740 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adedf4970 0x563adedf6d60 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7fab7f400640 0 client.17274 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.961+0000 7faba31da740 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adede4a00 0x563adede23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7faba31da740 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adedda140 0x563adede1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7faba31da740 1 --2- 172.21.15.32:0/66493721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedd9820 0x563adede1960 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 >> 172.21.15.32:0/66493721 conn(0x563adedd5d30 msgr2=0x563adeddba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 shutdown_connections 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7faba31da740 1 -- 172.21.15.32:0/66493721 wait complete. 2024-04-25T19:21:48.973 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.962+0000 7faba31da740 20 client.17274 trim_cache size 0 max 16384 2024-04-25T19:21:48.979 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.978+0000 7faba31da740 1 Processor -- start 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.978+0000 7faba31da740 1 -- start start 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.978+0000 7faba31da740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedf0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7faba31da740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adedd0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7faba31da740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedfc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7faba31da740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab981afe30 con 0x563adedda140 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7faba31da740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab981b1970 con 0x563adedd9820 2024-04-25T19:21:48.980 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7faba31da740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab981b0500 con 0x563adede4a00 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adedd0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adedd0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39662/0 (socket says 172.21.15.32:39662) 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 -- 172.21.15.32:0/1555951398 learned_addr learned my addr 172.21.15.32:0/1555951398 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9da00640 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedf0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9e400640 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedfc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 -- 172.21.15.32:0/1555951398 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 msgr2=0x563adedfc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedfc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 -- 172.21.15.32:0/1555951398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 msgr2=0x563adedf0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedf0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9d000640 1 -- 172.21.15.32:0/1555951398 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563adedd9f70 con 0x563adedda140 2024-04-25T19:21:48.986 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.979+0000 7fab9da00640 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedf0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.980+0000 7fab9d000640 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adedd0dd0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fab84009550 tx=0x7fab840d2f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2f044c4eca818ce server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.980+0000 7fab8a000640 1 -- 172.21.15.32:0/1555951398 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8409caa0 con 0x563adedda140 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.980+0000 7fab8a000640 1 -- 172.21.15.32:0/1555951398 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab840a0da0 con 0x563adedda140 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.980+0000 7fab8a000640 1 -- 172.21.15.32:0/1555951398 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab84099110 con 0x563adedda140 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 -- 172.21.15.32:0/1555951398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 msgr2=0x563adedd0dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adedd0dd0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fab84009550 tx=0x7fab840d2f10 comp rx=0 tx=0).stop 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 -- 172.21.15.32:0/1555951398 shutdown_connections 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedfc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adedd0dd0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 --2- 172.21.15.32:0/1555951398 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedf0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 -- 172.21.15.32:0/1555951398 >> 172.21.15.32:0/1555951398 conn(0x563adedd5d30 msgr2=0x563adeddba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 -- 172.21.15.32:0/1555951398 shutdown_connections 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 -- 172.21.15.32:0/1555951398 wait complete. 2024-04-25T19:21:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 -- start start 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.981+0000 7faba31da740 1 Processor -- start 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedecaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adede9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedea470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fab981b12a0 con 0x563adedda140 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fab981b0bd0 con 0x563adedd9820 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab981ade30 con 0x563adede4a00 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7faba31da740 10 client.0 _ll_register_callbacks cb 0x7fab8c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedecaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedecaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:49978/0 (socket says 172.21.15.32:49978) 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 -- 172.21.15.32:0/1776243573 learned_addr learned my addr 172.21.15.32:0/1776243573 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9d000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adede9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9e400640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedea470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 -- 172.21.15.32:0/1776243573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 msgr2=0x563adedea470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.988 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedea470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 -- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 msgr2=0x563adede9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adede9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9da00640 1 -- 172.21.15.32:0/1776243573 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563adedea9e0 con 0x563adedd9820 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.982+0000 7fab9e400640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedea470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7fab9da00640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedecaa0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fab8c004af0 tx=0x7fab8c04fd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fb24ec567db3e59 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7fab7f400640 10 client.0 ms_handle_connect on v2:172.21.15.64:3300/0 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7fab7f400640 1 -- 172.21.15.32:0/1776243573 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c053040 con 0x563adedd9820 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab840a0da0 con 0x563adedd9820 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7fab7f400640 1 -- 172.21.15.32:0/1776243573 <== mon.2 v2:172.21.15.64:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fab8c030c10 con 0x563adedd9820 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7fab7f400640 1 -- 172.21.15.32:0/1776243573 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fab8c067050 con 0x563adedd9820 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7faba31da740 10 client.27410 fetch_fsmap learned FSMap version 31 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.983+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563adee5ab50 con 0x563adedd9820 2024-04-25T19:21:48.989 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7fab7f400640 1 -- 172.21.15.32:0/1776243573 <== mon.2 v2:172.21.15.64:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab840a0da0 con 0x563adedd9820 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7fab7f400640 1 -- 172.21.15.32:0/1776243573 <== mon.2 v2:172.21.15.64:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fab8c043040 con 0x563adedd9820 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7faba31da740 10 client.27410 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7faba31da740 10 client.27410 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.g 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7faba31da740 20 client.27410 populate_metadata read hostname 'smithi032' 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7faba31da740 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adee5b1e0 0x563adee5d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7faba31da740 4 client.27410 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563aded4d320 con 0x563adee5b1e0 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.984+0000 7fab9d000640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adee5b1e0 0x563adee5d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.985+0000 7fab9d000640 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adee5b1e0 0x563adee5d600 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89359ca618aa9245 server_cookie=7b8ada3ec3d31a2e in_seq=0 out_seq=0 2024-04-25T19:21:48.990 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:48.985+0000 7fab7f400640 10 client.27410 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.000+0000 7fab7f400640 1 -- 172.21.15.32:0/1776243573 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563aded4d320 con 0x563adee5b1e0 2024-04-25T19:21:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.000+0000 7fab7f400640 10 client.27410 handle_command_reply: tid=0 2024-04-25T19:21:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.000+0000 7faba31da740 1 client.27410 shutdown 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 msgr2=0x563adedecaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedecaa0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fab8c004af0 tx=0x7fab8c04fd70 comp rx=0 tx=0).stop 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 shutdown_connections 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x563adee5b1e0 0x563adee5d600 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563adede4a00 0x563adedea470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563adedda140 0x563adede9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 --2- 172.21.15.32:0/1776243573 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x563adedd9820 0x563adedecaa0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7fab7f400640 0 client.27410 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 >> 172.21.15.32:0/1776243573 conn(0x563adedd5d30 msgr2=0x563adeddba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 shutdown_connections 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.001+0000 7faba31da740 1 -- 172.21.15.32:0/1776243573 wait complete. 2024-04-25T19:21:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.002+0000 7faba31da740 20 client.27410 trim_cache size 0 max 16384 2024-04-25T19:21:49.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:{ 2024-04-25T19:21:49.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "message": "", 2024-04-25T19:21:49.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout: "return_code": 0 2024-04-25T19:21:49.004 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stdout:} 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.002+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab800a3d90 msgr2=0x7fab800a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.002+0000 7faba0400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab800a3d90 0x7fab800a6250 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fab90005f10 tx=0x7fab90005f90 comp rx=0 tx=0).stop 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981094b0 msgr2=0x7fab981a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981094b0 0x7fab981a0b90 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fab8400e9c0 tx=0x7fab8400ee80 comp rx=0 tx=0).stop 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 shutdown_connections 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab800a3d90 0x7fab800a6250 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.005 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fab9819a810 0x7fab9819acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab981094b0 0x7fab981a0b90 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 --2- 172.21.15.32:0/100078714 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fab981043e0 0x7fab981a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 >> 172.21.15.32:0/100078714 conn(0x7fab980ffc00 msgr2=0x7fab98100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 shutdown_connections 2024-04-25T19:21:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi032.front.sepia.ceph.com.smithi032.stderr:2024-04-25T19:21:49.003+0000 7faba0400640 1 -- 172.21.15.32:0/100078714 wait complete. 2024-04-25T19:21:49.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:49 smithi066 ceph-mon[32882]: pgmap v571: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:21:49.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:49 smithi064 ceph-mon[32321]: pgmap v571: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:21:49.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:49 smithi032 ceph-mon[28041]: pgmap v571: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-04-25T19:21:51.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:51 smithi066 ceph-mon[32882]: pgmap v572: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:21:51.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:51 smithi064 ceph-mon[32321]: pgmap v572: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:21:51.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:51 smithi032 ceph-mon[28041]: pgmap v572: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:561/600: open fd = 3 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:562/600: open fd = 3 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.315 INFO:tasks.workunit.client.0.smithi032.stdout:563/600: open fd = 3 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:564/600: open fd = 3 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:565/600: open fd = 3 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:566/600: open fd = 3 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.316 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:567/600: open fd = 3 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:568/600: open fd = 3 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:569/600: open fd = 3 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.317 INFO:tasks.workunit.client.0.smithi032.stdout:570/600: open fd = 3 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:571/600: open fd = 3 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:572/600: open fd = 3 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:573/600: open fd = 3 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.318 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:574/600: open fd = 3 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:575/600: open fd = 3 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:576/600: open fd = 3 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:577/600: open fd = 3 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:578/600: open fd = 3 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:579/600: open fd = 3 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:580/600: open fd = 3 2024-04-25T19:21:52.320 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:581/600: open fd = 3 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:582/600: open fd = 3 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:583/600: open fd = 3 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.321 INFO:tasks.workunit.client.0.smithi032.stdout:584/600: open fd = 3 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:585/600: open fd = 3 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:586/600: open fd = 3 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:587/600: open fd = 3 2024-04-25T19:21:52.322 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:588/600: open fd = 3 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:589/600: open fd = 3 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:590/600: open fd = 3 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.323 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:591/600: open fd = 3 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:592/600: open fd = 3 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:593/600: open fd = 3 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:594/600: open fd = 3 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.324 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:595/600: open fd = 3 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:596/600: open fd = 3 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:597/600: open fd = 3 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:598/600: open fd = 3 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.325 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:599/600: open fd = 3 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:600/600: open fd = 3 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:write ret = 32 2024-04-25T19:21:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:pread ret = 64 2024-04-25T19:21:52.327 INFO:tasks.workunit.client.0.smithi032.stderr:+ echo OK 2024-04-25T19:21:52.327 INFO:tasks.workunit.client.0.smithi032.stdout:OK 2024-04-25T19:21:52.328 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-25T19:21:52.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-25T19:21:52.494 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-04-25T19:21:52.494 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-25T19:21:53.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:53 smithi032 ceph-mon[28041]: pgmap v573: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:21:53.690 DEBUG:teuthology.parallel:result is None 2024-04-25T19:21:53.691 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T19:21:53.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:53 smithi066 ceph-mon[32882]: pgmap v573: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:21:53.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:53 smithi064 ceph-mon[32321]: pgmap v573: 97 pgs: 97 active+clean; 5.6 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-04-25T19:21:53.782 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-25T19:21:53.782 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-25T19:21:53.793 INFO:tasks.quiescer:joining Quiescers 2024-04-25T19:21:53.793 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-25T19:21:53.793 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:21:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:21:55.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:55 smithi066 ceph-mon[32882]: pgmap v574: 97 pgs: 97 active+clean; 1.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-04-25T19:21:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:55 smithi064 ceph-mon[32321]: pgmap v574: 97 pgs: 97 active+clean; 1.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-04-25T19:21:55.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:55 smithi032 ceph-mon[28041]: pgmap v574: 97 pgs: 97 active+clean; 1.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 -- 172.21.15.32:0/3543231188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90103310 msgr2=0x7f3f9010f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 --2- 172.21.15.32:0/3543231188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90103310 0x7f3f9010f820 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3f8800b0a0 tx=0x7f3f8800b3b0 comp rx=0 tx=0).stop 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 -- 172.21.15.32:0/3543231188 shutdown_connections 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 --2- 172.21.15.32:0/3543231188 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90103310 0x7f3f9010f820 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 --2- 172.21.15.32:0/3543231188 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90108950 0x7f3f90108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 --2- 172.21.15.32:0/3543231188 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90102950 0x7f3f90102dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 -- 172.21.15.32:0/3543231188 >> 172.21.15.32:0/3543231188 conn(0x7f3f900fe460 msgr2=0x7f3f90100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 -- 172.21.15.32:0/3543231188 shutdown_connections 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.718+0000 7f3f95c00700 1 -- 172.21.15.32:0/3543231188 wait complete. 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 Processor -- start 2024-04-25T19:21:56.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 -- start start 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 0x7f3f9019b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90103310 0x7f3f9019b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90108950 0x7f3f9019fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3f90112be0 con 0x7f3f90103310 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3f90112a60 con 0x7f3f90108950 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.720+0000 7f3f95c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3f90112d60 con 0x7f3f90102950 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 0x7f3f9019b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f87400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90103310 0x7f3f9019b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 0x7f3f9019b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37264/0 (socket says 172.21.15.32:37264) 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 -- 172.21.15.32:0/709840413 learned_addr learned my addr 172.21.15.32:0/709840413 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f95200700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90108950 0x7f3f9019fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 -- 172.21.15.32:0/709840413 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90108950 msgr2=0x7f3f9019fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:56.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90108950 0x7f3f9019fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 -- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90103310 msgr2=0x7f3f9019b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90103310 0x7f3f9019b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 -- 172.21.15.32:0/709840413 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f901a0240 con 0x7f3f90102950 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f87400700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90103310 0x7f3f9019b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.721+0000 7f3f8fe00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 0x7f3f9019b230 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3f8000e9c0 tx=0x7f3f8000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.722+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8000cbd0 con 0x7f3f90102950 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.722+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3f8000ee60 con 0x7f3f90102950 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.722+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f901a0530 con 0x7f3f90102950 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.722+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f800055c0 con 0x7f3f90102950 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.722+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f901a7db0 con 0x7f3f90102950 2024-04-25T19:21:56.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.723+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f90069730 con 0x7f3f90102950 2024-04-25T19:21:56.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.725+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3f80004750 con 0x7f3f90102950 2024-04-25T19:21:56.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.727+0000 7f3f8d600700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3f740a3db0 0x7f3f740a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:21:56.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.727+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f3f800d0a60 con 0x7f3f90102950 2024-04-25T19:21:56.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.727+0000 7f3f87400700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3f740a3db0 0x7f3f740a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:21:56.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.728+0000 7f3f87400700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3f740a3db0 0x7f3f740a6270 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3f9010fc60 tx=0x7f3f78009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:21:56.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:56.731+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f8009d090 con 0x7f3f90102950 2024-04-25T19:21:57.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.009+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f9019c590 con 0x7f3f90102950 2024-04-25T19:21:57.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.010+0000 7f3f8d600700 1 -- 172.21.15.32:0/709840413 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7f3f8009c990 con 0x7f3f90102950 2024-04-25T19:21:57.012 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:21:57.012 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:21:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.013+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3f740a3db0 msgr2=0x7f3f740a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.013+0000 7f3f95c00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3f740a3db0 0x7f3f740a6270 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3f9010fc60 tx=0x7f3f78009260 comp rx=0 tx=0).stop 2024-04-25T19:21:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 msgr2=0x7f3f9019b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:21:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 0x7f3f9019b230 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3f8000e9c0 tx=0x7f3f8000ecd0 comp rx=0 tx=0).stop 2024-04-25T19:21:57.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 shutdown_connections 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3f740a3db0 0x7f3f740a6270 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3f90108950 0x7f3f9019fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f90102950 0x7f3f9019b230 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 --2- 172.21.15.32:0/709840413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3f90103310 0x7f3f9019b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 >> 172.21.15.32:0/709840413 conn(0x7f3f900fe460 msgr2=0x7f3f900fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 shutdown_connections 2024-04-25T19:21:57.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:21:57.014+0000 7f3f95c00700 1 -- 172.21.15.32:0/709840413 wait complete. 2024-04-25T19:21:57.017 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:21:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:57 smithi066 ceph-mon[32882]: pgmap v575: 97 pgs: 97 active+clean; 1.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:21:57.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:57 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/709840413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:21:57.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:57 smithi064 ceph-mon[32321]: pgmap v575: 97 pgs: 97 active+clean; 1.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:21:57.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:57 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/709840413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:21:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:57 smithi032 ceph-mon[28041]: pgmap v575: 97 pgs: 97 active+clean; 1.8 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-04-25T19:21:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:57 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/709840413' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:21:58.006 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --cancel --all' 2024-04-25T19:21:58.007 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24538 quiesce db --cancel --all 2024-04-25T19:21:58.479 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:21:59.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:21:59 smithi066 ceph-mon[32882]: pgmap v576: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 21 op/s 2024-04-25T19:21:59.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:21:59 smithi064 ceph-mon[32321]: pgmap v576: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 21 op/s 2024-04-25T19:21:59.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:21:59 smithi032 ceph-mon[28041]: pgmap v576: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 46 KiB/s wr, 21 op/s 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 -- 172.21.15.32:0/4229866050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde48075790 msgr2=0x7fde4810ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 --2- 172.21.15.32:0/4229866050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde48075790 0x7fde4810ec70 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fde300098f0 tx=0x7fde30009c00 comp rx=0 tx=0).stop 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 -- 172.21.15.32:0/4229866050 shutdown_connections 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 --2- 172.21.15.32:0/4229866050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde48074e70 0x7fde48075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 --2- 172.21.15.32:0/4229866050 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde4810f1b0 0x7fde48111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 --2- 172.21.15.32:0/4229866050 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde48075790 0x7fde4810ec70 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 -- 172.21.15.32:0/4229866050 >> 172.21.15.32:0/4229866050 conn(0x7fde480fe4c0 msgr2=0x7fde481008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:00.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.875+0000 7fde4cc00700 1 -- 172.21.15.32:0/4229866050 shutdown_connections 2024-04-25T19:22:00.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.876+0000 7fde4cc00700 1 -- 172.21.15.32:0/4229866050 wait complete. 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 Processor -- start 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 -- start start 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde48074e70 0x7fde4819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde48075790 0x7fde4819b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde4810f1b0 0x7fde4819fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde48114d80 con 0x7fde48075790 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde48114c00 con 0x7fde4810f1b0 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.877+0000 7fde4cc00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde48114f00 con 0x7fde48074e70 2024-04-25T19:22:00.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde4810f1b0 0x7fde4819fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde48074e70 0x7fde4819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde48075790 0x7fde4819b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde4810f1b0 0x7fde4819fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34882/0 (socket says 172.21.15.32:34882) 2024-04-25T19:22:00.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47e00700 1 -- 172.21.15.32:0/3345239751 learned_addr learned my addr 172.21.15.32:0/3345239751 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47400700 1 -- 172.21.15.32:0/3345239751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde4810f1b0 msgr2=0x7fde4819fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47400700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde4810f1b0 0x7fde4819fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47400700 1 -- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde48075790 msgr2=0x7fde4819b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47400700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde48075790 0x7fde4819b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.878+0000 7fde47400700 1 -- 172.21.15.32:0/3345239751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde481a0320 con 0x7fde48074e70 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.879+0000 7fde47400700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde48074e70 0x7fde4819b310 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fde3800eb90 tx=0x7fde3800eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.879+0000 7fde44c00700 1 -- 172.21.15.32:0/3345239751 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3800cc90 con 0x7fde48074e70 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.879+0000 7fde44c00700 1 -- 172.21.15.32:0/3345239751 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde3800ce30 con 0x7fde48074e70 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.879+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde481a0610 con 0x7fde48074e70 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.879+0000 7fde44c00700 1 -- 172.21.15.32:0/3345239751 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde38010430 con 0x7fde48074e70 2024-04-25T19:22:00.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.879+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde481a7e90 con 0x7fde48074e70 2024-04-25T19:22:00.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.883+0000 7fde44c00700 1 -- 172.21.15.32:0/3345239751 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fde38003ef0 con 0x7fde48074e70 2024-04-25T19:22:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.884+0000 7fde44c00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde2c0a3e30 0x7fde2c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.884+0000 7fde58a93b80 1 Processor -- start 2024-04-25T19:22:00.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.884+0000 7fde44c00700 1 -- 172.21.15.32:0/3345239751 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fde380d0ac0 con 0x7fde48074e70 2024-04-25T19:22:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.884+0000 7fde3fe00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde2c0a3e30 0x7fde2c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 -- start start 2024-04-25T19:22:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e3261f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e3310a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e3339d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56008e278f00 con 0x56008e326730 2024-04-25T19:22:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56008e21f7a0 con 0x56008e325e10 2024-04-25T19:22:00.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde58a93b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56008e274ec0 con 0x56008e3315e0 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde47400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e3261f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde47400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e3261f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:34888/0 (socket says 172.21.15.32:34888) 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde47400700 1 -- 172.21.15.32:0/1481528565 learned_addr learned my addr 172.21.15.32:0/1481528565 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.885+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e3310a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47e00700 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e3339d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde3fe00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde2c0a3e30 0x7fde2c0a62f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fde300098c0 tx=0x7fde30019040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:00.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47400700 1 -- 172.21.15.32:0/1481528565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 msgr2=0x56008e3339d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47400700 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e3339d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47400700 1 -- 172.21.15.32:0/1481528565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 msgr2=0x56008e3310a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47400700 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e3310a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47400700 1 -- 172.21.15.32:0/1481528565 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56008e2156f0 con 0x56008e325e10 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde47400700 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e3261f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fde380993c0 tx=0x7fde3809c350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbd7909e5b545b4f server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.886+0000 7fde3cc00700 1 -- 172.21.15.32:0/1481528565 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde380a0da0 con 0x56008e325e10 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde3cc00700 1 -- 172.21.15.32:0/1481528565 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde380a5660 con 0x56008e325e10 2024-04-25T19:22:00.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde3cc00700 1 -- 172.21.15.32:0/1481528565 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3809cc50 con 0x56008e325e10 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 -- 172.21.15.32:0/1481528565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 msgr2=0x56008e3261f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e3261f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fde380993c0 tx=0x7fde3809c350 comp rx=0 tx=0).stop 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 -- 172.21.15.32:0/1481528565 shutdown_connections 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e3339d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e3261f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1481528565 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e3310a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.887+0000 7fde58a93b80 1 -- 172.21.15.32:0/1481528565 >> 172.21.15.32:0/1481528565 conn(0x56008e254fc0 msgr2=0x56008e322360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.888+0000 7fde58a93b80 1 -- 172.21.15.32:0/1481528565 shutdown_connections 2024-04-25T19:22:00.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.888+0000 7fde58a93b80 1 -- 172.21.15.32:0/1481528565 wait complete. 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.888+0000 7fde58a93b80 1 -- start start 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.888+0000 7fde58a93b80 1 Processor -- start 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e330e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e32e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 0x56008e32e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x56008e334010 con 0x56008e3315e0 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x56008e2328d0 con 0x56008e325e10 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56008e334190 con 0x56008e326730 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde58a93b80 10 client.0 _ll_register_callbacks cb 0x56008e211790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e32e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde47e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 0x56008e32e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e32e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37310/0 (socket says 172.21.15.32:37310) 2024-04-25T19:22:00.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde47e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 0x56008e32e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53636/0 (socket says 172.21.15.32:53636) 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde3fe00700 1 -- 172.21.15.32:0/1991490958 learned_addr learned my addr 172.21.15.32:0/1991490958 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.889+0000 7fde47400700 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e330e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde47e00700 1 -- 172.21.15.32:0/1991490958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 msgr2=0x56008e32e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde47e00700 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e32e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde47e00700 1 -- 172.21.15.32:0/1991490958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 msgr2=0x56008e330e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde47e00700 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e330e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde47e00700 1 -- 172.21.15.32:0/1991490958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56008e1c6940 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde47e00700 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 0x56008e32e640 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fde40009c10 tx=0x7fde40014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb91ae27c43ea3bf server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.890+0000 7fde35600700 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde35600700 1 -- 172.21.15.32:0/1991490958 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde40004db0 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde35600700 1 -- 172.21.15.32:0/1991490958 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fde40014ae0 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde380a5660 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde35600700 1 -- 172.21.15.32:0/1991490958 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fde400093a0 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde58a93b80 10 client.17298 fetch_fsmap learned FSMap version 31 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56008e20fb60 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.891+0000 7fde35600700 1 -- 172.21.15.32:0/1991490958 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde380a5660 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde35600700 1 -- 172.21.15.32:0/1991490958 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fde400044a0 con 0x56008e3315e0 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde58a93b80 10 client.17298 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:22:00.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde58a93b80 10 client.17298 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde58a93b80 20 client.17298 populate_metadata read hostname 'smithi032' 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e340e40 0x56008e343280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde58a93b80 4 client.17298 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56008e2866f0 con 0x56008e340e40 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.892+0000 7fde47400700 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e340e40 0x56008e343280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.893+0000 7fde47400700 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e340e40 0x56008e343280 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=478c283ae71b220b server_cookie=b582ee89f7ec5944 in_seq=0 out_seq=0 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.893+0000 7fde35600700 10 client.17298 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.893+0000 7fde35600700 1 -- 172.21.15.32:0/1991490958 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56008e2866f0 con 0x56008e340e40 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.893+0000 7fde35600700 10 client.17298 handle_command_reply: tid=0 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.893+0000 7fde58a93b80 1 client.17298 shutdown 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 msgr2=0x56008e32e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 0x56008e32e640 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fde40009c10 tx=0x7fde40014600 comp rx=0 tx=0).stop 2024-04-25T19:22:00.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 shutdown_connections 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e340e40 0x56008e343280 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e3315e0 0x56008e32e640 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e330e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde35600700 0 client.17298 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 --2- 172.21.15.32:0/1991490958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e32e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 >> 172.21.15.32:0/1991490958 conn(0x56008e254fc0 msgr2=0x56008e321f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:00.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 shutdown_connections 2024-04-25T19:22:00.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 1 -- 172.21.15.32:0/1991490958 wait complete. 2024-04-25T19:22:00.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.894+0000 7fde58a93b80 20 client.17298 trim_cache size 0 max 16384 2024-04-25T19:22:00.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.916+0000 7fde58a93b80 1 Processor -- start 2024-04-25T19:22:00.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.916+0000 7fde58a93b80 1 -- start start 2024-04-25T19:22:00.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e33ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e348b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e349090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde58a93b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde481af580 con 0x56008e326730 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde58a93b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde481b10c0 con 0x56008e325e10 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde58a93b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde481afc50 con 0x56008e3315e0 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e348b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde47e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e349090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e348b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:53648/0 (socket says 172.21.15.32:53648) 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde47400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e33ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.917+0000 7fde3fe00700 1 -- 172.21.15.32:0/916272466 learned_addr learned my addr 172.21.15.32:0/916272466 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:00.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde3fe00700 1 -- 172.21.15.32:0/916272466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 msgr2=0x56008e349090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde3fe00700 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e349090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde3fe00700 1 -- 172.21.15.32:0/916272466 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 msgr2=0x56008e33ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde3fe00700 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e33ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde3fe00700 1 -- 172.21.15.32:0/916272466 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56008e343900 con 0x56008e326730 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde47e00700 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e349090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde47400700 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e33ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde3fe00700 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e348b50 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fde30000c00 tx=0x7fde3001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=164d59ab073ec4f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde37e00700 1 -- 172.21.15.32:0/916272466 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde30035070 con 0x56008e326730 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde37e00700 1 -- 172.21.15.32:0/916272466 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde300054f0 con 0x56008e326730 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.918+0000 7fde37e00700 1 -- 172.21.15.32:0/916272466 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde30003de0 con 0x56008e326730 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 -- 172.21.15.32:0/916272466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 msgr2=0x56008e348b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e348b50 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fde30000c00 tx=0x7fde3001e000 comp rx=0 tx=0).stop 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 -- 172.21.15.32:0/916272466 shutdown_connections 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e3315e0 0x56008e349090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e325e10 0x56008e33ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 --2- 172.21.15.32:0/916272466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e326730 0x56008e348b50 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 -- 172.21.15.32:0/916272466 >> 172.21.15.32:0/916272466 conn(0x56008e254fc0 msgr2=0x56008e3301c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:00.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 -- 172.21.15.32:0/916272466 shutdown_connections 2024-04-25T19:22:00.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.919+0000 7fde58a93b80 1 -- 172.21.15.32:0/916272466 wait complete. 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.920+0000 7fde58a93b80 1 -- start start 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.920+0000 7fde58a93b80 1 Processor -- start 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.920+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e325e10 0x56008e3363b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.920+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e3368f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde58a93b80 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e3315e0 0x56008e336e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde58a93b80 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fde481b09f0 con 0x56008e325e10 2024-04-25T19:22:00.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde58a93b80 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fde481b0320 con 0x56008e3315e0 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde58a93b80 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde481ad540 con 0x56008e326730 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde58a93b80 10 client.0 _ll_register_callbacks cb 0x56008e211790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e3368f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde47400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e325e10 0x56008e3363b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e3368f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:37326/0 (socket says 172.21.15.32:37326) 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 -- 172.21.15.32:0/2817269032 learned_addr learned my addr 172.21.15.32:0/2817269032 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde47e00700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e3315e0 0x56008e336e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 -- 172.21.15.32:0/2817269032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e3315e0 msgr2=0x56008e336e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e3315e0 0x56008e336e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 -- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e325e10 msgr2=0x56008e3363b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e325e10 0x56008e3363b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde3fe00700 1 -- 172.21.15.32:0/2817269032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56008e3a7630 con 0x56008e326730 2024-04-25T19:22:00.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde47e00700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e3315e0 0x56008e336e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.921+0000 7fde47400700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e325e10 0x56008e3363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde3fe00700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e3368f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fde30005e90 tx=0x7fde3000faa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69e123cad066ace2 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde35600700 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde35600700 1 -- 172.21.15.32:0/2817269032 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde30035070 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde35600700 1 -- 172.21.15.32:0/2817269032 <== mon.1 v2:172.21.15.66:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fde300039e0 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde300054f0 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde35600700 1 -- 172.21.15.32:0/2817269032 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fde30003be0 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde58a93b80 10 client.27478 fetch_fsmap learned FSMap version 31 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.922+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56008e3a8930 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde35600700 1 -- 172.21.15.32:0/2817269032 <== mon.1 v2:172.21.15.66:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde300054f0 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde35600700 1 -- 172.21.15.32:0/2817269032 <== mon.1 v2:172.21.15.66:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fde30023530 con 0x56008e326730 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde58a93b80 10 client.27478 fetch_fsmap finished waiting for FSMap version 31 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde58a93b80 10 client.27478 resolve_mds: validated gid 24538 aka daemon mds.g 2024-04-25T19:22:00.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde58a93b80 20 client.27478 populate_metadata read hostname 'smithi032' 2024-04-25T19:22:00.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde58a93b80 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e3a9020 0x56008e3ab440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:00.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde58a93b80 4 client.27478 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-25T19:22:00.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 --> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x56008e280790 con 0x56008e3a9020 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.923+0000 7fde47400700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e3a9020 0x56008e3ab440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde47400700 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e3a9020 0x56008e3ab440 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5592d47cdf2ec182 server_cookie=e4ec478f14ee994a in_seq=0 out_seq=0 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde35600700 10 client.27478 ms_handle_connect on v2:172.21.15.32:6838/621320196 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde35600700 1 -- 172.21.15.32:0/2817269032 <== mds.0 v2:172.21.15.32:6838/621320196 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x56008e280790 con 0x56008e3a9020 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde35600700 10 client.27478 handle_command_reply: tid=0 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde58a93b80 1 client.27478 shutdown 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 msgr2=0x56008e3368f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.924+0000 7fde58a93b80 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e3368f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fde30005e90 tx=0x7fde3000faa0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 shutdown_connections 2024-04-25T19:22:00.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:6838/621320196,v1:172.21.15.32:6839/621320196] conn(0x56008e3a9020 0x56008e3ab440 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x56008e325e10 0x56008e3363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x56008e3315e0 0x56008e336e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 --2- 172.21.15.32:0/2817269032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56008e326730 0x56008e3368f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde35600700 0 client.27478 ms_handle_reset on v2:172.21.15.32:6838/621320196 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 >> 172.21.15.32:0/2817269032 conn(0x56008e254fc0 msgr2=0x56008e32c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 shutdown_connections 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 1 -- 172.21.15.32:0/2817269032 wait complete. 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.925+0000 7fde58a93b80 20 client.27478 trim_cache size 0 max 16384 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:22:00.929 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 31, 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stdout: "leader": 24538, 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stdout: "set_version": 52, 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stdout: "sets": {} 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde2c0a3e30 msgr2=0x7fde2c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde2c0a3e30 0x7fde2c0a62f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fde300098c0 tx=0x7fde30019040 comp rx=0 tx=0).stop 2024-04-25T19:22:00.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde48074e70 msgr2=0x7fde4819b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde48074e70 0x7fde4819b310 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fde3800eb90 tx=0x7fde3800eea0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 shutdown_connections 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fde2c0a3e30 0x7fde2c0a62f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fde4810f1b0 0x7fde4819fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde48074e70 0x7fde4819b310 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 --2- 172.21.15.32:0/3345239751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde48075790 0x7fde4819b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 >> 172.21.15.32:0/3345239751 conn(0x7fde480fe4c0 msgr2=0x7fde480ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 shutdown_connections 2024-04-25T19:22:00.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:00.926+0000 7fde4cc00700 1 -- 172.21.15.32:0/3345239751 wait complete. 2024-04-25T19:22:01.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:01 smithi066 ceph-mon[32882]: pgmap v577: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-04-25T19:22:01.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:01 smithi064 ceph-mon[32321]: pgmap v577: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-04-25T19:22:01.778 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:01 smithi032 ceph-mon[28041]: pgmap v577: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-04-25T19:22:01.858 INFO:tasks.quiescer:done joining Quiescers 2024-04-25T19:22:01.859 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-25T19:22:01.869 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:22:01.896 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-25T19:22:01.906 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-25T19:22:01.906 INFO:teuthology.task.exec:Executing custom commands... 2024-04-25T19:22:01.906 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:22:01.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-25T19:22:02.040 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-25T19:22:02.139 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 -- 172.21.15.32:0/1276958203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 msgr2=0x7f9f5c10ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 --2- 172.21.15.32:0/1276958203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c10ea40 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c009900 tx=0x7f9f4c02a400 comp rx=0 tx=0).stop 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 -- 172.21.15.32:0/1276958203 shutdown_connections 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 --2- 172.21.15.32:0/1276958203 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f5c108f60 0x7f9f5c115420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 --2- 172.21.15.32:0/1276958203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c1085a0 0x7f9f5c108a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 --2- 172.21.15.32:0/1276958203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c10ea40 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.348+0000 7f9f62800640 1 -- 172.21.15.32:0/1276958203 >> 172.21.15.32:0/1276958203 conn(0x7f9f5c076460 msgr2=0x7f9f5c078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:02.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.349+0000 7f9f62800640 1 -- 172.21.15.32:0/1276958203 shutdown_connections 2024-04-25T19:22:02.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.349+0000 7f9f62800640 1 -- 172.21.15.32:0/1276958203 wait complete. 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 Processor -- start 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 -- start start 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f5c1085a0 0x7f9f5c19ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 0x7f9f5c19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c1a3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c118850 con 0x7f9f5c10e660 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1186d0 con 0x7f9f5c1085a0 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f62800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1189d0 con 0x7f9f5c108f60 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f5be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c1a3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 0x7f9f5c19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f5b400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f5c1085a0 0x7f9f5c19ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f5be00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c1a3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51352/0 (socket says 172.21.15.32:51352) 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 0x7f9f5c19f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49914/0 (socket says 172.21.15.32:49914) 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.350+0000 7f9f5be00640 1 -- 172.21.15.32:0/1351581191 learned_addr learned my addr 172.21.15.32:0/1351581191 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.351+0000 7f9f53e00640 1 -- 172.21.15.32:0/1351581191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f5c1085a0 msgr2=0x7f9f5c19ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.351+0000 7f9f53e00640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f5c1085a0 0x7f9f5c19ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.351+0000 7f9f53e00640 1 -- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 msgr2=0x7f9f5c1a3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.351+0000 7f9f53e00640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c1a3630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.351+0000 7f9f53e00640 1 -- 172.21.15.32:0/1351581191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f5c1a3d60 con 0x7f9f5c108f60 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.351+0000 7f9f53e00640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 0x7f9f5c19f2b0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9f4400e9f0 tx=0x7f9f4400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.352+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4400ccc0 con 0x7f9f5c108f60 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.352+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f44005020 con 0x7f9f5c108f60 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.352+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f44004a00 con 0x7f9f5c108f60 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.352+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f5c1a4050 con 0x7f9f5c108f60 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.352+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f5c1ab8e0 con 0x7f9f5c108f60 2024-04-25T19:22:02.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.353+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f5c050530 con 0x7f9f5c108f60 2024-04-25T19:22:02.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.355+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9f44004ba0 con 0x7f9f5c108f60 2024-04-25T19:22:02.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.357+0000 7f9f58c00640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f400a3d10 0x7f9f400a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.357+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f9f440d08d0 con 0x7f9f5c108f60 2024-04-25T19:22:02.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.357+0000 7f9f5b400640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f400a3d10 0x7f9f400a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.358+0000 7f9f5b400640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f400a3d10 0x7f9f400a61d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c009230 tx=0x7f9f4c0058d0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:02.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.359+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9f4409cf00 con 0x7f9f5c108f60 2024-04-25T19:22:02.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.591+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f9f5c062390 con 0x7f9f400a3d10 2024-04-25T19:22:02.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.606+0000 7f9f58c00640 1 -- 172.21.15.32:0/1351581191 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7f9f5c062390 con 0x7f9f400a3d10 2024-04-25T19:22:02.607 INFO:teuthology.orchestra.run.smithi032.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-25T00:00:00", "created": "2024-04-25T19:03:43", "first": "2024-04-25T19:04:00", "last": "2024-04-25T19:22:00", "last_pruned": "2024-04-25T19:22:00", "created_count": 19, "pruned_count": 13, "active": true} 2024-04-25T19:22:02.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f400a3d10 msgr2=0x7f9f400a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f400a3d10 0x7f9f400a61d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c009230 tx=0x7f9f4c0058d0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 msgr2=0x7f9f5c19f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 0x7f9f5c19f2b0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9f4400e9f0 tx=0x7f9f4400eeb0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 shutdown_connections 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f9f400a3d10 0x7f9f400a61d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f5c10e660 0x7f9f5c1a3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f5c108f60 0x7f9f5c19f2b0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 --2- 172.21.15.32:0/1351581191 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f9f5c1085a0 0x7f9f5c19ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 >> 172.21.15.32:0/1351581191 conn(0x7f9f5c076460 msgr2=0x7f9f5c077c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 shutdown_connections 2024-04-25T19:22:02.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.609+0000 7f9f62800640 1 -- 172.21.15.32:0/1351581191 wait complete. 2024-04-25T19:22:02.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 -- 172.21.15.32:0/4257755179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 msgr2=0x7fabb41126c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 --2- 172.21.15.32:0/4257755179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 0x7fabb41126c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7faba0009890 tx=0x7faba002a360 comp rx=0 tx=0).stop 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 -- 172.21.15.32:0/4257755179 shutdown_connections 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 --2- 172.21.15.32:0/4257755179 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4112c00 0x7fabb4114ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 --2- 172.21.15.32:0/4257755179 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 0x7fabb41126c0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 --2- 172.21.15.32:0/4257755179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabb4076480 0x7fabb4076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 -- 172.21.15.32:0/4257755179 >> 172.21.15.32:0/4257755179 conn(0x7fabb40ffa30 msgr2=0x7fabb4101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 -- 172.21.15.32:0/4257755179 shutdown_connections 2024-04-25T19:22:02.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.838+0000 7fabb3e00640 1 -- 172.21.15.32:0/4257755179 wait complete. 2024-04-25T19:22:02.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.840+0000 7fabb3e00640 1 Processor -- start 2024-04-25T19:22:02.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.840+0000 7fabb3e00640 1 -- start start 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.840+0000 7fabb3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 0x7fabb41a48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.840+0000 7fabb3e00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 0x7fabb41a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb3e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabb4112c00 0x7fabb419eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb3e00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4118600 con 0x7fabb4112c00 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb3e00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4118480 con 0x7fabb4076da0 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4118780 con 0x7fabb4076480 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 0x7fabb41a48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 0x7fabb41a48a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49930/0 (socket says 172.21.15.32:49930) 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 -- 172.21.15.32:0/3412459773 learned_addr learned my addr 172.21.15.32:0/3412459773 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2000640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 0x7fabb41a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb3400640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabb4112c00 0x7fabb419eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 -- 172.21.15.32:0/3412459773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 msgr2=0x7fabb41a4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 0x7fabb41a4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 -- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabb4112c00 msgr2=0x7fabb419eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:02.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabb4112c00 0x7fabb419eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:02.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.841+0000 7fabb2a00640 1 -- 172.21.15.32:0/3412459773 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb419f220 con 0x7fabb4076480 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.842+0000 7fabb2a00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 0x7fabb41a48a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7faba400e9c0 tx=0x7faba400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.842+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba400ccc0 con 0x7fabb4076480 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.842+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabb419f510 con 0x7fabb4076480 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.842+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faba40054d0 con 0x7fabb4076480 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.842+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4010430 con 0x7fabb4076480 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.842+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabb41ab760 con 0x7fabb4076480 2024-04-25T19:22:02.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.844+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabb40687f0 con 0x7fabb4076480 2024-04-25T19:22:02.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.845+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faba4004f80 con 0x7fabb4076480 2024-04-25T19:22:02.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.847+0000 7fabab400640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab980a3d80 0x7fab980a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:02.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.847+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7faba40d0c00 con 0x7fabb4076480 2024-04-25T19:22:02.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.847+0000 7fabb2000640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab980a3d80 0x7fab980a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:02.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.848+0000 7fabb2000640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab980a3d80 0x7fab980a6240 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faba0035040 tx=0x7faba00056d0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:02.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:02.852+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faba409d230 con 0x7fabb4076480 2024-04-25T19:22:03.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.085+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 --> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fabb410de00 con 0x7fab980a3d80 2024-04-25T19:22:03.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.101+0000 7fabab400640 1 -- 172.21.15.32:0/3412459773 <== mgr.25150 v2:172.21.15.32:6800/2335289935 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7faba0030b20 con 0x7fab980a3d80 2024-04-25T19:22:03.103 INFO:teuthology.orchestra.run.smithi032.stdout:/ 1m 6m3h 2024-04-25T19:22:03.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab980a3d80 msgr2=0x7fab980a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab980a3d80 0x7fab980a6240 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faba0035040 tx=0x7faba00056d0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 msgr2=0x7fabb41a48a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 0x7fabb41a48a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7faba400e9c0 tx=0x7faba400ee80 comp rx=0 tx=0).stop 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 shutdown_connections 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fab980a3d80 0x7fab980a6240 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabb4112c00 0x7fabb419eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fabb4076da0 0x7fabb41a4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 --2- 172.21.15.32:0/3412459773 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabb4076480 0x7fabb41a48a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 >> 172.21.15.32:0/3412459773 conn(0x7fabb40ffa30 msgr2=0x7fabb4114400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 shutdown_connections 2024-04-25T19:22:03.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.104+0000 7fabb3e00640 1 -- 172.21.15.32:0/3412459773 wait complete. 2024-04-25T19:22:03.125 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-25T19:22:03.137 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 -- 172.21.15.32:0/2239020957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a18108f00 msgr2=0x7f1a181153c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 --2- 172.21.15.32:0/2239020957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a18108f00 0x7f1a181153c0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f1a10009ca0 tx=0x7f1a1002a8c0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 -- 172.21.15.32:0/2239020957 shutdown_connections 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 --2- 172.21.15.32:0/2239020957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a18108f00 0x7f1a181153c0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 --2- 172.21.15.32:0/2239020957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a18108540 0x7f1a181089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 --2- 172.21.15.32:0/2239020957 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a1810e600 0x7f1a1810e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 -- 172.21.15.32:0/2239020957 >> 172.21.15.32:0/2239020957 conn(0x7f1a180764e0 msgr2=0x7f1a18078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 -- 172.21.15.32:0/2239020957 shutdown_connections 2024-04-25T19:22:03.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.349+0000 7f1a1e800640 1 -- 172.21.15.32:0/2239020957 wait complete. 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.350+0000 7f1a1e800640 1 Processor -- start 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 -- start start 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a18108540 0x7f1a181a4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a18108f00 0x7f1a181a4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 0x7f1a1819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181187e0 con 0x7f1a1810e600 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18118660 con 0x7f1a18108540 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a1e800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18118960 con 0x7f1a18108f00 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 0x7f1a1819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a17400640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a18108540 0x7f1a181a4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 0x7f1a1819eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51388/0 (socket says 172.21.15.32:51388) 2024-04-25T19:22:03.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a17e00640 1 -- 172.21.15.32:0/700464902 learned_addr learned my addr 172.21.15.32:0/700464902 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.351+0000 7f1a0fe00640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a18108f00 0x7f1a181a4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17400640 1 -- 172.21.15.32:0/700464902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a18108f00 msgr2=0x7f1a181a4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17400640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a18108f00 0x7f1a181a4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17400640 1 -- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 msgr2=0x7f1a1819eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17400640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 0x7f1a1819eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17400640 1 -- 172.21.15.32:0/700464902 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a1819f260 con 0x7f1a18108540 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17e00640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 0x7f1a1819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a17400640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a18108540 0x7f1a181a4930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800e9f0 tx=0x7f1a0800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0800ccc0 con 0x7f1a18108540 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a080108e0 con 0x7f1a18108540 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a1819f550 con 0x7f1a18108540 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a08018880 con 0x7f1a18108540 2024-04-25T19:22:03.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.352+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a181ab7f0 con 0x7f1a18108540 2024-04-25T19:22:03.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.353+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a18069250 con 0x7f1a18108540 2024-04-25T19:22:03.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.356+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1a08010430 con 0x7f1a18108540 2024-04-25T19:22:03.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.357+0000 7f1a14c00640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.357+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f1a080d0fc0 con 0x7f1a18108540 2024-04-25T19:22:03.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.357+0000 7f1a0fe00640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.358+0000 7f1a0fe00640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1a1810d400 tx=0x7f1a00005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:03.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.359+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1a0809cfa0 con 0x7f1a18108540 2024-04-25T19:22:03.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.567+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1a1802d5c0 con 0x7f1a18108540 2024-04-25T19:22:03.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.569+0000 7f1a14c00640 1 -- 172.21.15.32:0/700464902 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+23035 (secure 0 0 0) 0x7f1a080a12a0 con 0x7f1a18108540 2024-04-25T19:22:03.571 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:22:03.571 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":116,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T19:21:08.906854+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"115","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":31,"snap_epoch":115,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2999824847":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/3503740824":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/3623456021":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6801/396827153":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6800/396827153":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/592830664":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":18,"length":1},{"begin":31,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.572+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f19fc0a3d20 msgr2=0x7f19fc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.572+0000 7f1a1e800640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1a1810d400 tx=0x7f1a00005f90 comp rx=0 tx=0).stop 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.572+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a18108540 msgr2=0x7f1a181a4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.572+0000 7f1a1e800640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a18108540 0x7f1a181a4930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1a0800e9f0 tx=0x7f1a0800eeb0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 shutdown_connections 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1a1810e600 0x7f1a1819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a18108f00 0x7f1a181a4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 --2- 172.21.15.32:0/700464902 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f1a18108540 0x7f1a181a4930 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 >> 172.21.15.32:0/700464902 conn(0x7f1a180764e0 msgr2=0x7f1a18077bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:03.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 shutdown_connections 2024-04-25T19:22:03.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.573+0000 7f1a1e800640 1 -- 172.21.15.32:0/700464902 wait complete. 2024-04-25T19:22:03.596 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-25T18:53:33.815182+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-25T18:59:09.874897+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-25T18:59:14.410321+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '115', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 31, 'snap_epoch': 115, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-25T19:22:03.596 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-25T19:22:03.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:03 smithi066 ceph-mon[32882]: pgmap v578: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-04-25T19:22:03.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:03 smithi064 ceph-mon[32321]: pgmap v578: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-04-25T19:22:03.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:03 smithi032 ceph-mon[28041]: pgmap v578: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-04-25T19:22:03.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.809+0000 7f7f0d200640 1 -- 172.21.15.32:0/2353535044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f0810a3f0 msgr2=0x7f7f0810a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.809+0000 7f7f0d200640 1 --2- 172.21.15.32:0/2353535044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f0810a3f0 0x7f7f0810a7d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009930 tx=0x7f7ef802a420 comp rx=0 tx=0).stop 2024-04-25T19:22:03.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 -- 172.21.15.32:0/2353535044 shutdown_connections 2024-04-25T19:22:03.811 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 --2- 172.21.15.32:0/2353535044 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 0x7f7f08115510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 --2- 172.21.15.32:0/2353535044 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f08108670 0x7f7f08108ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 --2- 172.21.15.32:0/2353535044 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f0810a3f0 0x7f7f0810a7d0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 -- 172.21.15.32:0/2353535044 >> 172.21.15.32:0/2353535044 conn(0x7f7f08077dc0 msgr2=0x7f7f08106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:03.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 -- 172.21.15.32:0/2353535044 shutdown_connections 2024-04-25T19:22:03.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.810+0000 7f7f0d200640 1 -- 172.21.15.32:0/2353535044 wait complete. 2024-04-25T19:22:03.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 Processor -- start 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 -- start start 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 0x7f7f0819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 0x7f7f0819f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0810a3f0 0x7f7f081a36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f7f08118870 con 0x7f7f08108670 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f7f081186f0 con 0x7f7f08108ff0 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.811+0000 7f7f0d200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f081189f0 con 0x7f7f0810a3f0 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f05e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 0x7f7f0819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f05e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 0x7f7f0819edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51414/0 (socket says 172.21.15.32:51414) 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f05e00640 1 -- 172.21.15.32:0/747334430 learned_addr learned my addr 172.21.15.32:0/747334430 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f06800640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0810a3f0 0x7f7f081a36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7efd400640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 0x7f7f0819f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f06800640 1 -- 172.21.15.32:0/747334430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 msgr2=0x7f7f0819f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f06800640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 0x7f7f0819f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f06800640 1 -- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 msgr2=0x7f7f0819edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f06800640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 0x7f7f0819edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f06800640 1 -- 172.21.15.32:0/747334430 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f081a3de0 con 0x7f7f0810a3f0 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7f05e00640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 0x7f7f0819edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.812+0000 7f7efd400640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 0x7f7f0819f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:03.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.813+0000 7f7f06800640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0810a3f0 0x7f7f081a36b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f7f00005fd0 tx=0x7f7f0000ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:03.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.813+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0000cd80 con 0x7f7f0810a3f0 2024-04-25T19:22:03.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.813+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f081a40d0 con 0x7f7f0810a3f0 2024-04-25T19:22:03.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.813+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f00005020 con 0x7f7f0810a3f0 2024-04-25T19:22:03.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.813+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f081ab960 con 0x7f7f0810a3f0 2024-04-25T19:22:03.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.813+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f00010690 con 0x7f7f0810a3f0 2024-04-25T19:22:03.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.814+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f08069250 con 0x7f7f0810a3f0 2024-04-25T19:22:03.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.816+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7f000054b0 con 0x7f7f0810a3f0 2024-04-25T19:22:03.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.818+0000 7f7eff400640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7eec0a3da0 0x7f7eec0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:03.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.818+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f7f000d1330 con 0x7f7f0810a3f0 2024-04-25T19:22:03.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.818+0000 7f7f05e00640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7eec0a3da0 0x7f7eec0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:03.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.819+0000 7f7f05e00640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7eec0a3da0 0x7f7eec0a6260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8000c00 tx=0x7f7ef80058d0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:03.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:03.820+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f0009d960 con 0x7f7f0810a3f0 2024-04-25T19:22:04.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.028+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7f08110bb0 con 0x7f7f0810a3f0 2024-04-25T19:22:04.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.029+0000 7f7eff400640 1 -- 172.21.15.32:0/747334430 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v116) ==== 93+0+10 (secure 0 0 0) 0x7f7f0009d260 con 0x7f7f0810a3f0 2024-04-25T19:22:04.030 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.031+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7eec0a3da0 msgr2=0x7f7eec0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.031+0000 7f7f0d200640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7eec0a3da0 0x7f7eec0a6260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8000c00 tx=0x7f7ef80058d0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.031+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0810a3f0 msgr2=0x7f7f081a36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.031+0000 7f7f0d200640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0810a3f0 0x7f7f081a36b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f7f00005fd0 tx=0x7f7f0000ee60 comp rx=0 tx=0).stop 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 shutdown_connections 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f7eec0a3da0 0x7f7eec0a6260 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0810a3f0 0x7f7f081a36b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f7f08108ff0 0x7f7f0819f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 --2- 172.21.15.32:0/747334430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f08108670 0x7f7f0819edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 >> 172.21.15.32:0/747334430 conn(0x7f7f08077dc0 msgr2=0x7f7f08078fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:04.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 shutdown_connections 2024-04-25T19:22:04.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.032+0000 7f7f0d200640 1 -- 172.21.15.32:0/747334430 wait complete. 2024-04-25T19:22:04.053 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-25T19:22:04.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 -- 172.21.15.32:0/2269111731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108490 msgr2=0x7f02b41088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 --2- 172.21.15.32:0/2269111731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108490 0x7f02b41088f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f029c009900 tx=0x7f029c02a3f0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 -- 172.21.15.32:0/2269111731 shutdown_connections 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 --2- 172.21.15.32:0/2269111731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b4108e30 0x7f02b4115200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 --2- 172.21.15.32:0/2269111731 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108490 0x7f02b41088f0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 --2- 172.21.15.32:0/2269111731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b410e3d0 0x7f02b410e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 -- 172.21.15.32:0/2269111731 >> 172.21.15.32:0/2269111731 conn(0x7f02b4077d60 msgr2=0x7f02b4106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 -- 172.21.15.32:0/2269111731 shutdown_connections 2024-04-25T19:22:04.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.273+0000 7f02b3200640 1 -- 172.21.15.32:0/2269111731 wait complete. 2024-04-25T19:22:04.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 Processor -- start 2024-04-25T19:22:04.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 -- start start 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 0x7f02b41a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108e30 0x7f02b41a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b410e3d0 0x7f02b419e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f02b4118600 con 0x7f02b410e3d0 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f02b4118480 con 0x7f02b4108e30 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.274+0000 7f02b3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f02b4118780 con 0x7f02b4108490 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 0x7f02b41a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b2800640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b410e3d0 0x7f02b419e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 0x7f02b41a4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:49990/0 (socket says 172.21.15.32:49990) 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 -- 172.21.15.32:0/2406357375 learned_addr learned my addr 172.21.15.32:0/2406357375 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1400640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108e30 0x7f02b41a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 -- 172.21.15.32:0/2406357375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108e30 msgr2=0x7f02b41a4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108e30 0x7f02b41a4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 -- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b410e3d0 msgr2=0x7f02b419e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b410e3d0 0x7f02b419e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b1e00640 1 -- 172.21.15.32:0/2406357375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b419f140 con 0x7f02b4108490 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.275+0000 7f02b2800640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b410e3d0 0x7f02b419e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.276+0000 7f02b1e00640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 0x7f02b41a4810 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f02a400e9f0 tx=0x7f02a400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.276+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a400cd80 con 0x7f02b4108490 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.276+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02a40054d0 con 0x7f02b4108490 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.276+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b419f430 con 0x7f02b4108490 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.276+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a4010690 con 0x7f02b4108490 2024-04-25T19:22:04.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.276+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b41ab6d0 con 0x7f02b4108490 2024-04-25T19:22:04.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.277+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02b404fce0 con 0x7f02b4108490 2024-04-25T19:22:04.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.279+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f02a4004e90 con 0x7f02b4108490 2024-04-25T19:22:04.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.281+0000 7f02aaa00640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f02940a3da0 0x7f02940a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.281+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f02a40d0b90 con 0x7f02b4108490 2024-04-25T19:22:04.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.281+0000 7f02b1400640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f02940a3da0 0x7f02940a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.282+0000 7f02b1400640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f02940a3da0 0x7f02940a6260 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f029c000c00 tx=0x7f029c005e80 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:04.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.285+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02a409d1c0 con 0x7f02b4108490 2024-04-25T19:22:04.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.499+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f02b41108b0 con 0x7f02b4108490 2024-04-25T19:22:04.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.500+0000 7f02aaa00640 1 -- 172.21.15.32:0/2406357375 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v116) ==== 104+0+11 (secure 0 0 0) 0x7f02a409cac0 con 0x7f02b4108490 2024-04-25T19:22:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.502+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f02940a3da0 msgr2=0x7f02940a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.502+0000 7f02b3200640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f02940a3da0 0x7f02940a6260 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f029c000c00 tx=0x7f029c005e80 comp rx=0 tx=0).stop 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.502+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 msgr2=0x7f02b41a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.502+0000 7f02b3200640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 0x7f02b41a4810 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f02a400e9f0 tx=0x7f02a400edf0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 shutdown_connections 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f02940a3da0 0x7f02940a6260 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02b410e3d0 0x7f02b419e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f02b4108e30 0x7f02b41a4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 --2- 172.21.15.32:0/2406357375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02b4108490 0x7f02b41a4810 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 >> 172.21.15.32:0/2406357375 conn(0x7f02b4077d60 msgr2=0x7f02b4078ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:04.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 shutdown_connections 2024-04-25T19:22:04.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.503+0000 7f02b3200640 1 -- 172.21.15.32:0/2406357375 wait complete. 2024-04-25T19:22:04.526 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 -- 172.21.15.32:0/1735608556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 msgr2=0x7f5aec10e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1735608556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 0x7f5aec10e0a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f5adc009900 tx=0x7f5adc02a480 comp rx=0 tx=0).stop 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 -- 172.21.15.32:0/1735608556 shutdown_connections 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1735608556 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5aec10e5e0 0x7f5aec1109d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1735608556 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 0x7f5aec10e0a0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1735608556 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec0746e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 -- 172.21.15.32:0/1735608556 >> 172.21.15.32:0/1735608556 conn(0x7f5aec0fd830 msgr2=0x7f5aec0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 -- 172.21.15.32:0/1735608556 shutdown_connections 2024-04-25T19:22:04.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.742+0000 7f5af2c00640 1 -- 172.21.15.32:0/1735608556 wait complete. 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.743+0000 7f5af2c00640 1 Processor -- start 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.743+0000 7f5af2c00640 1 -- start start 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2c00640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec1a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2c00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 0x7f5aec1a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5aec10e5e0 0x7f5aec19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2c00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec114180 con 0x7f5aec074c20 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2c00640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec114000 con 0x7f5aec074300 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5aec114300 con 0x7f5aec10e5e0 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec1a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af0e00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 0x7f5aec1a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec1a0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:55470/0 (socket says 172.21.15.32:55470) 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 -- 172.21.15.32:0/1346911281 learned_addr learned my addr 172.21.15.32:0/1346911281 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af2200640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5aec10e5e0 0x7f5aec19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 -- 172.21.15.32:0/1346911281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5aec10e5e0 msgr2=0x7f5aec19a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5aec10e5e0 0x7f5aec19a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 -- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 msgr2=0x7f5aec1a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 0x7f5aec1a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.744+0000 7f5af1800640 1 -- 172.21.15.32:0/1346911281 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aec19af10 con 0x7f5aec074300 2024-04-25T19:22:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.745+0000 7f5af1800640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec1a0590 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5ae000e9f0 tx=0x7f5ae000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.745+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae000cd80 con 0x7f5aec074300 2024-04-25T19:22:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.745+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aec19b200 con 0x7f5aec074300 2024-04-25T19:22:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.745+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ae00108e0 con 0x7f5aec074300 2024-04-25T19:22:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.745+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ae0018980 con 0x7f5aec074300 2024-04-25T19:22:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.745+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aec1a7510 con 0x7f5aec074300 2024-04-25T19:22:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.746+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aec0759b0 con 0x7f5aec074300 2024-04-25T19:22:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.749+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5ae0010430 con 0x7f5aec074300 2024-04-25T19:22:04.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.750+0000 7f5aea000640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5ad40a3d20 0x7f5ad40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:04.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.750+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7f5ae00d0fe0 con 0x7f5aec074300 2024-04-25T19:22:04.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.751+0000 7f5af0e00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5ad40a3d20 0x7f5ad40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:04.752 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.751+0000 7f5af0e00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5ad40a3d20 0x7f5ad40a61e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5adc031440 tx=0x7f5adc005b50 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.753+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5ae009cfe0 con 0x7f5aec074300 2024-04-25T19:22:04.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:04 smithi064 ceph-mon[32321]: from='client.27484 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:22:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:04 smithi064 ceph-mon[32321]: from='client.27490 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:22:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:04 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/700464902' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:22:04.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:04 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/747334430' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T19:22:04.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:04 smithi032 ceph-mon[28041]: from='client.27484 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:22:04.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:04 smithi032 ceph-mon[28041]: from='client.27490 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:22:04.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:04 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/700464902' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:22:04.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:04 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/747334430' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T19:22:04.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:04 smithi066 ceph-mon[32882]: from='client.27484 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:22:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:04 smithi066 ceph-mon[32882]: from='client.27490 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-25T19:22:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:04 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/700464902' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:22:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:04 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/747334430' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-25T19:22:04.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.958+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f5aec109760 con 0x7f5aec074300 2024-04-25T19:22:04.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.959+0000 7f5aea000640 1 -- 172.21.15.32:0/1346911281 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v116) ==== 100+0+11 (secure 0 0 0) 0x7f5ae00a12e0 con 0x7f5aec074300 2024-04-25T19:22:04.961 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-25T19:22:04.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5ad40a3d20 msgr2=0x7f5ad40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5ad40a3d20 0x7f5ad40a61e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5adc031440 tx=0x7f5adc005b50 comp rx=0 tx=0).stop 2024-04-25T19:22:04.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 msgr2=0x7f5aec1a0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:04.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec1a0590 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5ae000e9f0 tx=0x7f5ae000eeb0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 shutdown_connections 2024-04-25T19:22:04.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f5ad40a3d20 0x7f5ad40a61e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5aec10e5e0 0x7f5aec19a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5aec074c20 0x7f5aec1a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 --2- 172.21.15.32:0/1346911281 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5aec074300 0x7f5aec1a0590 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:04.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 >> 172.21.15.32:0/1346911281 conn(0x7f5aec0fd830 msgr2=0x7f5aec0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:04.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 shutdown_connections 2024-04-25T19:22:04.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:04.962+0000 7f5af2c00640 1 -- 172.21.15.32:0/1346911281 wait complete. 2024-04-25T19:22:04.983 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-25T19:22:05.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 -- 172.21.15.32:0/1075691340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8076da0 msgr2=0x7fe5b8112760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:05.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 --2- 172.21.15.32:0/1075691340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8076da0 0x7fe5b8112760 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4009900 tx=0x7fe5a402a3f0 comp rx=0 tx=0).stop 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 -- 172.21.15.32:0/1075691340 shutdown_connections 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 --2- 172.21.15.32:0/1075691340 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b8112ca0 0x7fe5b8115090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 --2- 172.21.15.32:0/1075691340 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8076da0 0x7fe5b8112760 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 --2- 172.21.15.32:0/1075691340 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5b8076480 0x7fe5b8076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 -- 172.21.15.32:0/1075691340 >> 172.21.15.32:0/1075691340 conn(0x7fe5b80ffb10 msgr2=0x7fe5b8101f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 -- 172.21.15.32:0/1075691340 shutdown_connections 2024-04-25T19:22:05.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.200+0000 7fe5bf000640 1 -- 172.21.15.32:0/1075691340 wait complete. 2024-04-25T19:22:05.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.201+0000 7fe5bf000640 1 Processor -- start 2024-04-25T19:22:05.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.201+0000 7fe5bf000640 1 -- start start 2024-04-25T19:22:05.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bf000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b8076480 0x7fe5b81a48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:05.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bf000640 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5b8076da0 0x7fe5b81a4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:05.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bf000640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 0x7fe5b819ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bf000640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe5b8118700 con 0x7fe5b8112ca0 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bf000640 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe5b8118580 con 0x7fe5b8076da0 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bf000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe5b8118880 con 0x7fe5b8076480 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 0x7fe5b819ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 0x7fe5b819ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:51462/0 (socket says 172.21.15.32:51462) 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b8076480 0x7fe5b81a48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 -- 172.21.15.32:0/2215980631 learned_addr learned my addr 172.21.15.32:0/2215980631 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5bd200640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5b8076da0 0x7fe5b81a4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 -- 172.21.15.32:0/2215980631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b8076480 msgr2=0x7fe5b81a48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b8076480 0x7fe5b81a48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 -- 172.21.15.32:0/2215980631 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5b8076da0 msgr2=0x7fe5b81a4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5b8076da0 0x7fe5b81a4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:05.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.202+0000 7fe5be600640 1 -- 172.21.15.32:0/2215980631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5b819f200 con 0x7fe5b8112ca0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.203+0000 7fe5be600640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 0x7fe5b819ea80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe5b000eb40 tx=0x7fe5b000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.203+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b0004b20 con 0x7fe5b8112ca0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.203+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b0004cc0 con 0x7fe5b8112ca0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.203+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b0010720 con 0x7fe5b8112ca0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.203+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5b819f4f0 con 0x7fe5b8112ca0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.203+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5b81ab790 con 0x7fe5b8112ca0 2024-04-25T19:22:05.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.204+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5b804fd50 con 0x7fe5b8112ca0 2024-04-25T19:22:05.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.206+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe5b0005560 con 0x7fe5b8112ca0 2024-04-25T19:22:05.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.208+0000 7fe5b6000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5a00a3d90 0x7fe5a00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:05.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.208+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8542+0+0 (secure 0 0 0) 0x7fe5b00d0eb0 con 0x7fe5b8112ca0 2024-04-25T19:22:05.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.208+0000 7fe5bdc00640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5a00a3d90 0x7fe5a00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:05.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.209+0000 7fe5bdc00640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5a00a3d90 0x7fe5a00a6250 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe5b819fbc0 tx=0x7fe5ac005f90 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:05.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.213+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe5b009d4e0 con 0x7fe5b8112ca0 2024-04-25T19:22:05.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.475+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fe5b802d5c0 con 0x7fe5b8112ca0 2024-04-25T19:22:05.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.509+0000 7fe5b6000640 1 -- 172.21.15.32:0/2215980631 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+746062 (secure 0 0 0) 0x7fe5b009cde0 con 0x7fe5b8112ca0 2024-04-25T19:22:05.522 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "epoch": 26, 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "active_gid": 25150, 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "active_name": "x", 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "active_addrs": { 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:6800", 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2335289935 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.523 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:6801", 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2335289935 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "active_addr": "172.21.15.32:6801/2335289935", 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "active_change": "2024-04-25T19:03:41.851416+0000", 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "active_mgr_features": 4540701547738038271, 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "available": true, 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "standbys": [ 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "gid": 25144, 2024-04-25T19:22:05.524 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "z", 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr_features": 4540701547738038271, 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "available_modules": [ 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "alerts", 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.525 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.526 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.527 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.529 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.530 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_destination": { 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_destination", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.531 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Email address to send alerts to", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_from_name": { 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_from_name", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "Ceph", 2024-04-25T19:22:05.532 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Email From: name", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_host": { 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_host", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.533 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP server", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_password": { 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_password", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.534 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Password to authenticate with", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_port": { 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_port", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "465", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.535 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP port", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_sender": { 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_sender", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.536 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP envelope sender", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_ssl": { 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_ssl", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.537 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_user": { 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_user", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.538 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.541 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.541 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "User to authenticate as", 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "balancer", 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.542 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "active": { 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "active", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "begin_time": { 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "begin_time", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0000", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.544 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "begin_weekday": { 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "begin_weekday", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "6", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_max_iterations": { 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_max_iterations", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "25", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "250", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.546 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_metrics": { 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_metrics", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.547 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_step": { 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_step", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0.5", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0.001", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "0.999", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "aggressiveness of optimization", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "end_time": { 2024-04-25T19:22:05.548 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "end_time", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "2359", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "end_weekday": { 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "end_weekday", 2024-04-25T19:22:05.549 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "6", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.550 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.551 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.552 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.553 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.554 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "min_score": { 2024-04-25T19:22:05.555 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "min_score", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mode": { 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mode", 2024-04-25T19:22:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "upmap", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "crush-compat", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "none", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "read", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap-read" 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Balancer mode", 2024-04-25T19:22:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "pool_ids": { 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pool_ids", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T19:22:05.558 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T19:22:05.559 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap_max_deviation": { 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "upmap_max_deviation", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T19:22:05.560 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap_max_optimizations": { 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "upmap_max_optimizations", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.561 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cephadm", 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_down_multiplier": { 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_down_multiplier", 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.562 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3.0", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_refresh_rate": { 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_refresh_rate", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "20", 2024-04-25T19:22:05.563 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_starting_port": { 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_starting_port", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "4721", 2024-04-25T19:22:05.564 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_ptrace": { 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_ptrace", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.565 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "autotune_interval": { 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "autotune_interval", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.566 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "autotune_memory_target_ratio": { 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.567 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0.7", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm_log_destination": { 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cephadm_log_destination", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.568 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "file", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "file,syslog", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "syslog" 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "cgroups_split": { 2024-04-25T19:22:05.569 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cgroups_split", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "config_checks_enabled": { 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_checks_enabled", 2024-04-25T19:22:05.570 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "config_dashboard": { 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_dashboard", 2024-04-25T19:22:05.571 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_alertmanager": { 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_alertmanager", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.572 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_base": { 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_base", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.573 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Container image name, without the tag", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_elasticsearch": { 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_elasticsearch", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.574 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "elasticsearch container image", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_grafana": { 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_grafana", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T19:22:05.575 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_haproxy": { 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_haproxy", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T19:22:05.576 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "HAproxy container image", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_agent": { 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_agent", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T19:22:05.577 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger agent container image", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_collector": { 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_collector", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T19:22:05.578 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger collector container image", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_query": { 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_query", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T19:22:05.579 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger query container image", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_keepalived": { 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_keepalived", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.580 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Keepalived container image", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_loki": { 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_loki", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.581 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Loki container image", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_node_exporter": { 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_node_exporter", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.582 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_nvmeof": { 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_nvmeof", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.583 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Nvme-of container image", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_prometheus": { 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_prometheus", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:05.584 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_promtail": { 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_promtail", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Promtail container image", 2024-04-25T19:22:05.585 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_samba": { 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_samba", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Samba/SMB container image", 2024-04-25T19:22:05.586 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_snmp_gateway": { 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_snmp_gateway", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SNMP Gateway container image", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.587 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "container_init": { 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_init", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T19:22:05.588 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "daemon_cache_timeout": { 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "daemon_cache_timeout", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T19:22:05.589 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "default_cephadm_command_timeout": { 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "900", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T19:22:05.590 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "default_registry": { 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "default_registry", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T19:22:05.591 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "device_cache_timeout": { 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_cache_timeout", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1800", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache device inventory", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.592 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "device_enhanced_scan": { 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_enhanced_scan", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.593 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "facts_cache_timeout": { 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "facts_cache_timeout", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache host facts data", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.594 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "grafana_dashboards_path": { 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "grafana_dashboards_path", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.595 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "host_check_interval": { 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "host_check_interval", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to perform a host check", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.596 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "hw_monitoring": { 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "hw_monitoring", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.597 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "inventory_list_all": { 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "inventory_list_all", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.598 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.599 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "log_refresh_metadata": { 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_refresh_metadata", 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.600 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.601 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.602 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.604 INFO:teuthology.orchestra.run.smithi032.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.605 INFO:teuthology.orchestra.run.smithi032.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "*", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.606 INFO:teuthology.orchestra.run.smithi032.stdout: "max_count_per_host": { 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_count_per_host", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "max number of daemons per service per host", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "max_osd_draining_count": { 2024-04-25T19:22:05.607 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_osd_draining_count", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "migration_current": { 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "migration_current", 2024-04-25T19:22:05.608 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "internal - do not modify", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "mode": { 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mode", 2024-04-25T19:22:05.609 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "root", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm-package", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "root" 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.610 INFO:teuthology.orchestra.run.smithi032.stdout: "oob_default_addr": { 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "oob_default_addr", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "169.254.1.1", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.611 INFO:teuthology.orchestra.run.smithi032.stdout: "prometheus_alerts_path": { 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prometheus_alerts_path", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.612 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_insecure": { 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_insecure", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_password": { 2024-04-25T19:22:05.613 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_password", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.614 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_url": { 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_url", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.615 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_username": { 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_username", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "secure_monitoring_stack": { 2024-04-25T19:22:05.616 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "secure_monitoring_stack", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "service_discovery_port": { 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "service_discovery_port", 2024-04-25T19:22:05.617 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8765", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "cephadm service discovery port", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ssh_config_file": { 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssh_config_file", 2024-04-25T19:22:05.618 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "use_agent": { 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "use_agent", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.619 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "use_repo_digest": { 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "use_repo_digest", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.620 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_failed_host_check": { 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_failed_host_check", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.621 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_stray_daemons": { 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_stray_daemons", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.622 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_stray_hosts": { 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_stray_hosts", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.623 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crash", 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.624 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.625 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.626 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.627 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.628 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.629 INFO:teuthology.orchestra.run.smithi032.stdout: "retain_interval": { 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "retain_interval", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "31536000", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_recent_interval": { 2024-04-25T19:22:05.630 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_recent_interval", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1209600", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.631 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "dashboard", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.632 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.633 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.634 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "AUDIT_API_ENABLED": { 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.635 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.636 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.637 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.638 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.639 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.640 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.641 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.642 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.643 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.644 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.645 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.647 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_URL": { 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_URL", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T19:22:05.648 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T19:22:05.649 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.650 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.651 INFO:teuthology.orchestra.run.smithi032.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T19:22:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "[]", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.654 INFO:teuthology.orchestra.run.smithi032.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "{}", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.655 INFO:teuthology.orchestra.run.smithi032.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T19:22:05.656 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T19:22:05.657 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T19:22:05.658 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T19:22:05.659 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T19:22:05.660 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.661 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.662 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T19:22:05.663 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.664 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.665 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.666 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.667 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.668 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "45", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.669 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:05.670 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.671 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.672 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.673 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.674 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.675 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.676 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "cross_origin_url": { 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cross_origin_url", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.677 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "crt_file": { 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crt_file", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.678 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "debug": { 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "debug", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.679 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable/disable debug options", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "jwt_token_ttl": { 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "jwt_token_ttl", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "28800", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.680 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "key_file": { 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "key_file", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.681 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.684 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.685 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "motd": { 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "motd", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "The message of the day", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.687 INFO:teuthology.orchestra.run.smithi032.stdout: "redirect_resolve_ip_addr": { 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:05.688 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "::", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.689 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8080", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl": { 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.691 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl_server_port": { 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl_server_port", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8443", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.692 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_behaviour": { 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_behaviour", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "redirect", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "redirect" 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.693 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_error_status_code": { 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_error_status_code", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "500", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "400", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "599", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.694 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "url_prefix": { 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "url_prefix", 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.695 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.697 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.697 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.697 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.697 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "devicehealth", 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "enable_monitoring": { 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enable_monitoring", 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.698 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "monitor device health metrics", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.699 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.700 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.702 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.703 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "mark_out_threshold": { 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mark_out_threshold", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "2419200", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.704 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "pool_name": { 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pool_name", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "device_health_metrics", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.705 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "retention_period": { 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "retention_period", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15552000", 2024-04-25T19:22:05.706 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long to retain device health metrics", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "scrape_frequency": { 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "scrape_frequency", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "86400", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.707 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "self_heal": { 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "self_heal", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.708 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.709 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_threshold": { 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_threshold", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "7257600", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.710 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "diskprediction_local", 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.711 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.712 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.713 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.714 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.715 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "predict_interval": { 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "predict_interval", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.716 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "86400", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "predictor_model": { 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "predictor_model", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.717 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "prophetstor", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.718 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.719 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "influx", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": false, 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "influxdb python module not found", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "batch_size": { 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "batch_size", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5000", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.720 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "database": { 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "database", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "ceph", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.721 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": { 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "hostname", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB server hostname", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.722 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "30", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "5", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.723 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.724 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.725 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.726 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.727 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "password": { 2024-04-25T19:22:05.728 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "password", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "password of InfluxDB server user", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "port": { 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "port", 2024-04-25T19:22:05.729 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8086", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB server port", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl": { 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl", 2024-04-25T19:22:05.730 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "false", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "threads": { 2024-04-25T19:22:05.731 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "threads", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "32", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "username": { 2024-04-25T19:22:05.732 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "username", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "username of InfluxDB server user", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "verify_ssl": { 2024-04-25T19:22:05.733 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "verify_ssl", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "true", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.734 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "insights", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.735 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.736 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.737 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.738 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.739 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "iostat", 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.740 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.741 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.742 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.743 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.744 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.745 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "k8sevents", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_event_retention_days": { 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ceph_event_retention_days", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "7", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T19:22:05.746 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "config_check_secs": { 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_check_secs", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "10", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.747 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.748 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.749 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.750 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.752 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "localpool", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "failure_domain": { 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "failure_domain", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "host", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.753 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "failure domain for any created local pool", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.754 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.755 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.756 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.757 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.758 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "min_size": { 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "min_size", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.759 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default min_size for any created local pool", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "num_rep": { 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "num_rep", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.760 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default replica count for any created local pool", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_num": { 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pg_num", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "128", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.761 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "prefix": { 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prefix", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.762 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "name prefix for any created local pool", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "subtree": { 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "subtree", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "rack", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.763 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mds_autoscaler", 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.764 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.765 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.766 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.767 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.768 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.769 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mirroring", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.770 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.771 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.772 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.773 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.774 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "nfs", 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.775 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.779 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "orchestrator", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.780 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "fail_fs": { 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "fail_fs", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.781 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.782 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.783 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.786 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator": { 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "orchestrator", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "rook", 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: "test_orchestrator" 2024-04-25T19:22:05.787 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Orchestrator backend", 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "osd_perf_query", 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.788 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.789 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.790 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.791 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.792 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.793 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "osd_support", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.794 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.795 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.796 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.797 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.798 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pg_autoscaler", 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.799 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.800 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.801 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.802 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.803 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:05.804 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "threshold": { 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "threshold", 2024-04-25T19:22:05.805 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3.0", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1.0", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "scaling threshold", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.806 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "progress", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_pg_recovery_event": { 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_pg_recovery_event", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T19:22:05.807 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "enabled": { 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enabled", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.808 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.809 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.810 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.811 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.812 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.813 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "max_completed_events": { 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_completed_events", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "50", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "number of past completed events to remember", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long the module is going to sleep", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.815 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prometheus", 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "cache": { 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cache", 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.816 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "exclude_perf_counters": { 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "exclude_perf_counters", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.817 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.818 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.819 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.820 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.821 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.822 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_stats_pools": { 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_stats_pools", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.823 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "300", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.824 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "scrape_interval": { 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "scrape_interval", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15.0", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.825 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "::", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.826 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "9283", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.827 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "stale_cache_strategy": { 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "stale_cache_strategy", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "log", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.828 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_behaviour": { 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_behaviour", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "default", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.829 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "default", 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "error" 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_error_status_code": { 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_error_status_code", 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.830 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "500", 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "400", 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "599", 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_support", 2024-04-25T19:22:05.831 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.832 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.833 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.834 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.835 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.836 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "max_concurrent_snap_create": { 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_concurrent_snap_create", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mirror_snapshot_schedule": { 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.838 INFO:teuthology.orchestra.run.smithi032.stdout: "trash_purge_schedule": { 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "trash_purge_schedule", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.839 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "restful", 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "enable_auth": { 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enable_auth", 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.840 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "key_file": { 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "key_file", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.841 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.842 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.843 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.844 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.845 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.846 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.847 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.848 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rgw", 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.849 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.850 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.851 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.852 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.853 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.854 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rook", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.855 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.856 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.857 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.858 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.859 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "storage_class": { 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "storage_class", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "local", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.860 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "selftest", 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.861 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.862 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.863 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.864 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.865 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "roption1": { 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "roption1", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.866 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "roption2": { 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "roption2", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.867 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "xyz", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption1": { 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption1", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.868 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption2": { 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption2", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.869 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption3": { 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption3", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.870 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption4": { 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption4", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.871 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption5": { 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption5", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.872 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption6": { 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption6", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.873 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption7": { 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption7", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:05.874 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "42", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "testkey": { 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testkey", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.875 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "testlkey": { 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testlkey", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.876 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "testnewline": { 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testnewline", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.877 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snap_schedule", 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_m_granularity": { 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_m_granularity", 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.878 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "dump_on_update": { 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "dump_on_update", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.879 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "dump database to debug log on update", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.880 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.881 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.882 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.883 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.884 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "stats", 2024-04-25T19:22:05.885 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.886 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.887 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.888 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.890 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "status", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.891 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.892 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.893 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.894 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.895 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "telegraf", 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.896 INFO:teuthology.orchestra.run.smithi032.stdout: "address": { 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "address", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.897 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.898 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.899 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.900 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.901 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.902 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.903 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "telemetry", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_basic": { 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_basic", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T19:22:05.904 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_crash": { 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_crash", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T19:22:05.905 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_device": { 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_device", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T19:22:05.906 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_ident": { 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_ident", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T19:22:05.907 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_perf": { 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_perf", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T19:22:05.908 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "contact": { 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "contact", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.909 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "description": { 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "description", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.910 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "device_url": { 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_url", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.911 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "enabled": { 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enabled", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.912 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "24", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "8", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.913 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "last_opt_revision": { 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "last_opt_revision", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.914 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "leaderboard": { 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "leaderboard", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "leaderboard_description": { 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "leaderboard_description", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.916 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.917 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.918 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.919 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.920 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "organization": { 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "organization", 2024-04-25T19:22:05.921 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "proxy": { 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "proxy", 2024-04-25T19:22:05.922 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "url": { 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "url", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.923 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.924 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "test_orchestrator", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.925 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.926 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "volumes", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.930 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.931 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.932 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.933 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.934 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "max_concurrent_clones": { 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_concurrent_clones", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "4", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.935 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "periodic_async_work": { 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "periodic_async_work", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.936 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Periodically check for async work", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "snapshot_clone_delay": { 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snapshot_clone_delay", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.937 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "snapshot_clone_no_wait": { 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.938 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix", 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "discovery_interval": { 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "discovery_interval", 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.939 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "100", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "identifier": { 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "identifier", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.940 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.941 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.942 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.945 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.946 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.947 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.949 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_host": { 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_host", 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.950 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_port": { 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_port", 2024-04-25T19:22:05.951 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10051", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_sender": { 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_sender", 2024-04-25T19:22:05.952 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:05.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "gid": 25147, 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "y", 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr_features": 4540701547738038271, 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "available_modules": [ 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "alerts", 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.954 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.955 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.956 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.957 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.958 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.959 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_destination": { 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_destination", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.960 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Email address to send alerts to", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_from_name": { 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_from_name", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.961 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "Ceph", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Email From: name", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_host": { 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_host", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.962 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP server", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_password": { 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_password", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.963 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Password to authenticate with", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_port": { 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_port", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.964 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "465", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP port", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_sender": { 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_sender", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.965 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP envelope sender", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_ssl": { 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_ssl", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.966 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_user": { 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_user", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.967 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "User to authenticate as", 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "balancer", 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.968 INFO:teuthology.orchestra.run.smithi032.stdout: "active": { 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "active", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.969 INFO:teuthology.orchestra.run.smithi032.stdout: "begin_time": { 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "begin_time", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0000", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.970 INFO:teuthology.orchestra.run.smithi032.stdout: "begin_weekday": { 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "begin_weekday", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "6", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_max_iterations": { 2024-04-25T19:22:05.971 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_max_iterations", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "25", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "250", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_metrics": { 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_metrics", 2024-04-25T19:22:05.972 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_step": { 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_step", 2024-04-25T19:22:05.973 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0.5", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0.001", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "0.999", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "aggressiveness of optimization", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "end_time": { 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "end_time", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.974 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "2359", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "end_weekday": { 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "end_weekday", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.975 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "6", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.976 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.977 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.978 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:05.979 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.980 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "min_score": { 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "min_score", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.981 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mode": { 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mode", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.982 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "upmap", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "crush-compat", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "none", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "read", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap-read" 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Balancer mode", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.983 INFO:teuthology.orchestra.run.smithi032.stdout: "pool_ids": { 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pool_ids", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.984 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap_max_deviation": { 2024-04-25T19:22:05.985 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "upmap_max_deviation", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap_max_optimizations": { 2024-04-25T19:22:05.986 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "upmap_max_optimizations", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.987 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cephadm", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_down_multiplier": { 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_down_multiplier", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3.0", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.988 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_refresh_rate": { 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_refresh_rate", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "20", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.989 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_starting_port": { 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_starting_port", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "4721", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_ptrace": { 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_ptrace", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "autotune_interval": { 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "autotune_interval", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.992 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "autotune_memory_target_ratio": { 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0.7", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.993 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm_log_destination": { 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cephadm_log_destination", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:05.994 INFO:teuthology.orchestra.run.smithi032.stdout: "file", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "file,syslog", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "syslog" 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "cgroups_split": { 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cgroups_split", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.995 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "config_checks_enabled": { 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_checks_enabled", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:05.996 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "config_dashboard": { 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_dashboard", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_alertmanager": { 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_alertmanager", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_base": { 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_base", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:05.999 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Container image name, without the tag", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_elasticsearch": { 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_elasticsearch", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.000 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "elasticsearch container image", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_grafana": { 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_grafana", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.001 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_haproxy": { 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_haproxy", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.002 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "HAproxy container image", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_agent": { 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_agent", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.003 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger agent container image", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_collector": { 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_collector", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.004 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger collector container image", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_query": { 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_query", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.005 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger query container image", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_keepalived": { 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_keepalived", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.006 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Keepalived container image", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_loki": { 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_loki", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.007 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Loki container image", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_node_exporter": { 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_node_exporter", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_nvmeof": { 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_nvmeof", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Nvme-of container image", 2024-04-25T19:22:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_prometheus": { 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_prometheus", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.010 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_promtail": { 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_promtail", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Promtail container image", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.011 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_samba": { 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_samba", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Samba/SMB container image", 2024-04-25T19:22:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_snmp_gateway": { 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_snmp_gateway", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SNMP Gateway container image", 2024-04-25T19:22:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "container_init": { 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_init", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T19:22:06.014 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "daemon_cache_timeout": { 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "daemon_cache_timeout", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T19:22:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "default_cephadm_command_timeout": { 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "900", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T19:22:06.016 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "default_registry": { 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "default_registry", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.017 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "device_cache_timeout": { 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_cache_timeout", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1800", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache device inventory", 2024-04-25T19:22:06.018 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "device_enhanced_scan": { 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_enhanced_scan", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.019 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "facts_cache_timeout": { 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "facts_cache_timeout", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache host facts data", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.020 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "grafana_dashboards_path": { 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "grafana_dashboards_path", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.021 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "host_check_interval": { 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "host_check_interval", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to perform a host check", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.022 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "hw_monitoring": { 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "hw_monitoring", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "inventory_list_all": { 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "inventory_list_all", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.024 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.025 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "log_refresh_metadata": { 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_refresh_metadata", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.026 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.027 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.028 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.029 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.030 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.031 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "*", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.032 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "max_count_per_host": { 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_count_per_host", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "max number of daemons per service per host", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.033 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "max_osd_draining_count": { 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_osd_draining_count", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.034 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "migration_current": { 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "migration_current", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "internal - do not modify", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.035 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mode": { 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mode", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "root", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm-package", 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "root" 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.036 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "oob_default_addr": { 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "oob_default_addr", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "169.254.1.1", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.037 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "prometheus_alerts_path": { 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prometheus_alerts_path", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.038 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_insecure": { 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_insecure", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.039 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_password": { 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_password", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T19:22:06.040 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_url": { 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_url", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T19:22:06.041 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_username": { 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_username", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T19:22:06.042 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "secure_monitoring_stack": { 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "secure_monitoring_stack", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T19:22:06.043 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "service_discovery_port": { 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "service_discovery_port", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8765", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "cephadm service discovery port", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.044 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ssh_config_file": { 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssh_config_file", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.045 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "use_agent": { 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "use_agent", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.046 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "use_repo_digest": { 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "use_repo_digest", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.047 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_failed_host_check": { 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_failed_host_check", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.048 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_stray_daemons": { 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_stray_daemons", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.049 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_stray_hosts": { 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_stray_hosts", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.050 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crash", 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.051 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.052 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.053 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.054 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.055 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "retain_interval": { 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "retain_interval", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.056 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "31536000", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_recent_interval": { 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_recent_interval", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.057 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1209600", 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "dashboard", 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.058 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.059 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.060 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "AUDIT_API_ENABLED": { 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.062 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.063 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.064 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.065 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.066 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.067 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.068 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.069 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.070 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.071 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.072 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.073 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.074 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_URL": { 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_URL", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.075 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.076 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.077 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.078 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "[]", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.081 INFO:teuthology.orchestra.run.smithi032.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "{}", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.082 INFO:teuthology.orchestra.run.smithi032.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T19:22:06.083 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T19:22:06.084 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T19:22:06.085 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T19:22:06.086 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.087 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T19:22:06.088 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T19:22:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T19:22:06.090 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.091 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.092 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.093 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.094 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.095 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "45", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.096 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.097 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.098 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.099 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.100 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.101 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.102 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.103 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "cross_origin_url": { 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cross_origin_url", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.104 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "crt_file": { 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crt_file", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.105 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "debug": { 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "debug", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.106 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable/disable debug options", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "jwt_token_ttl": { 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "jwt_token_ttl", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "28800", 2024-04-25T19:22:06.107 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "key_file": { 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "key_file", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.108 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.109 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.110 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.111 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.112 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.113 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "motd": { 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "motd", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "The message of the day", 2024-04-25T19:22:06.114 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "redirect_resolve_ip_addr": { 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.115 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "::", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.116 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8080", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.117 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl": { 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.118 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl_server_port": { 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl_server_port", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8443", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.119 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_behaviour": { 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_behaviour", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "redirect", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.120 INFO:teuthology.orchestra.run.smithi032.stdout: "redirect" 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_error_status_code": { 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_error_status_code", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "500", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "400", 2024-04-25T19:22:06.121 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "599", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "url_prefix": { 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "url_prefix", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.122 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "devicehealth", 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "enable_monitoring": { 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enable_monitoring", 2024-04-25T19:22:06.123 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "monitor device health metrics", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.124 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.125 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.126 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.127 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.128 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "mark_out_threshold": { 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mark_out_threshold", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.129 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "2419200", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "pool_name": { 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pool_name", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.130 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "device_health_metrics", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "retention_period": { 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "retention_period", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.131 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15552000", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long to retain device health metrics", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "scrape_frequency": { 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "scrape_frequency", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.132 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "86400", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "self_heal": { 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "self_heal", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.133 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.134 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_threshold": { 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_threshold", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "7257600", 2024-04-25T19:22:06.135 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "diskprediction_local", 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.136 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.137 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.138 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.139 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.140 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "predict_interval": { 2024-04-25T19:22:06.141 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "predict_interval", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "86400", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.142 INFO:teuthology.orchestra.run.smithi032.stdout: "predictor_model": { 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "predictor_model", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "prophetstor", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.143 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.144 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "influx", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": false, 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "influxdb python module not found", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "batch_size": { 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "batch_size", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5000", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.145 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "database": { 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "database", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "ceph", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.146 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": { 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "hostname", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.147 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB server hostname", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "30", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "5", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T19:22:06.148 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.149 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.150 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "password": { 2024-04-25T19:22:06.153 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "password", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "password of InfluxDB server user", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.154 INFO:teuthology.orchestra.run.smithi032.stdout: "port": { 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "port", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8086", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB server port", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl": { 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "false", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "threads": { 2024-04-25T19:22:06.156 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "threads", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "32", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "username": { 2024-04-25T19:22:06.157 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "username", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "username of InfluxDB server user", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "verify_ssl": { 2024-04-25T19:22:06.158 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "verify_ssl", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "true", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "insights", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.160 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.161 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.162 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.163 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.164 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "iostat", 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.165 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.167 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.168 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.169 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "k8sevents", 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.170 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_event_retention_days": { 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ceph_event_retention_days", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "7", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.171 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "config_check_secs": { 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_check_secs", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "10", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.172 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.173 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.174 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.175 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.176 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.177 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "localpool", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "failure_domain": { 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "failure_domain", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "host", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "failure domain for any created local pool", 2024-04-25T19:22:06.178 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.179 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.182 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.183 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "min_size": { 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "min_size", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.184 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default min_size for any created local pool", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "num_rep": { 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "num_rep", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.185 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default replica count for any created local pool", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_num": { 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pg_num", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "128", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.186 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "prefix": { 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prefix", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "name prefix for any created local pool", 2024-04-25T19:22:06.187 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "subtree": { 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "subtree", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "rack", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T19:22:06.188 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mds_autoscaler", 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.189 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.190 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.191 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.192 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.193 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mirroring", 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.194 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.195 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.196 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.197 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.198 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "nfs", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.200 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.201 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.202 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.203 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.204 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "orchestrator", 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "fail_fs": { 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "fail_fs", 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.205 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.206 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.207 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.208 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.209 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.210 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator": { 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "orchestrator", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.211 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm", 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "rook", 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "test_orchestrator" 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Orchestrator backend", 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.212 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "osd_perf_query", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.213 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.214 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.215 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.216 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.217 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "osd_support", 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.218 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.219 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.220 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.221 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.222 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pg_autoscaler", 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.223 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.224 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.225 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.226 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.227 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.228 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.229 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "threshold": { 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "threshold", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3.0", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1.0", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "scaling threshold", 2024-04-25T19:22:06.230 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "progress", 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_pg_recovery_event": { 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_pg_recovery_event", 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.231 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "enabled": { 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enabled", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.232 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.233 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.234 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.236 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.237 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "max_completed_events": { 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_completed_events", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "50", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.238 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "number of past completed events to remember", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.239 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long the module is going to sleep", 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prometheus", 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "cache": { 2024-04-25T19:22:06.240 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cache", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "exclude_perf_counters": { 2024-04-25T19:22:06.241 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "exclude_perf_counters", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.242 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.243 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.244 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.245 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.246 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_stats_pools": { 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_stats_pools", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.247 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.248 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "300", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "scrape_interval": { 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "scrape_interval", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.249 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15.0", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.250 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "::", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "9283", 2024-04-25T19:22:06.251 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "stale_cache_strategy": { 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "stale_cache_strategy", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "log", 2024-04-25T19:22:06.252 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_behaviour": { 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_behaviour", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "default", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.253 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "default", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "error" 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_error_status_code": { 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_error_status_code", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.254 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "500", 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "400", 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "599", 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_support", 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.255 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.256 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.257 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.258 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.259 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "max_concurrent_snap_create": { 2024-04-25T19:22:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_concurrent_snap_create", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mirror_snapshot_schedule": { 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T19:22:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "trash_purge_schedule": { 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "trash_purge_schedule", 2024-04-25T19:22:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.263 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "restful", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "enable_auth": { 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enable_auth", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.264 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "key_file": { 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "key_file", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.265 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.266 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.267 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.268 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.270 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.271 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.272 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rgw", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.273 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.274 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.275 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.276 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.277 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rook", 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.278 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.279 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.280 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.281 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.282 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "storage_class": { 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "storage_class", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.283 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "local", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "selftest", 2024-04-25T19:22:06.284 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.285 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.286 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.287 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.288 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.289 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "roption1": { 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "roption1", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.290 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "roption2": { 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "roption2", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "xyz", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption1": { 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption1", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.292 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption2": { 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption2", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.293 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption3": { 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption3", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.294 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption4": { 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption4", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.295 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption5": { 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption5", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption6": { 2024-04-25T19:22:06.296 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption6", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.297 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption7": { 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption7", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "42", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.298 INFO:teuthology.orchestra.run.smithi032.stdout: "testkey": { 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testkey", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "testlkey": { 2024-04-25T19:22:06.299 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testlkey", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "testnewline": { 2024-04-25T19:22:06.300 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testnewline", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snap_schedule", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_m_granularity": { 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_m_granularity", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.302 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "dump_on_update": { 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "dump_on_update", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.303 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "dump database to debug log on update", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.304 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.308 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "stats", 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.309 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.310 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.311 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.312 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.313 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.314 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "status", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.315 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.316 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.317 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.318 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.319 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "telegraf", 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "address": { 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "address", 2024-04-25T19:22:06.320 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.325 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.326 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "telemetry", 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.327 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_basic": { 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_basic", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_crash": { 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_crash", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.329 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_device": { 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_device", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.330 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_ident": { 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_ident", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.331 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_perf": { 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_perf", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.332 INFO:teuthology.orchestra.run.smithi032.stdout: "contact": { 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "contact", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.333 INFO:teuthology.orchestra.run.smithi032.stdout: "description": { 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "description", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.334 INFO:teuthology.orchestra.run.smithi032.stdout: "device_url": { 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_url", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "enabled": { 2024-04-25T19:22:06.335 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enabled", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.336 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "24", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "8", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "last_opt_revision": { 2024-04-25T19:22:06.337 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "last_opt_revision", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "leaderboard": { 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "leaderboard", 2024-04-25T19:22:06.338 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "leaderboard_description": { 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "leaderboard_description", 2024-04-25T19:22:06.339 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.340 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.341 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.342 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.343 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.344 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "organization": { 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "organization", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.345 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "proxy": { 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "proxy", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.346 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "url": { 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "url", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.347 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "test_orchestrator", 2024-04-25T19:22:06.348 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.349 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.350 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.351 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.353 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "volumes", 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.354 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.357 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.357 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.357 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.357 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.358 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.359 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.360 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.361 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "max_concurrent_clones": { 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_concurrent_clones", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "4", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.362 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "periodic_async_work": { 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "periodic_async_work", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.363 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Periodically check for async work", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "snapshot_clone_delay": { 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snapshot_clone_delay", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.364 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "snapshot_clone_no_wait": { 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.365 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix", 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "discovery_interval": { 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "discovery_interval", 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:06.366 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "100", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "identifier": { 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "identifier", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.367 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.368 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.369 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.370 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.371 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.372 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.373 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_host": { 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_host", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.374 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_port": { 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_port", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.375 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10051", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_sender": { 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_sender", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.376 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.377 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "modules": [ 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "dashboard", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "iostat", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "nfs", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "restful", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "snap_schedule" 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "available_modules": [ 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "alerts", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.378 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How frequently to reexamine health status", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.379 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.380 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.381 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.382 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.383 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_destination": { 2024-04-25T19:22:06.384 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_destination", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Email address to send alerts to", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_from_name": { 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_from_name", 2024-04-25T19:22:06.385 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "Ceph", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Email From: name", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_host": { 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_host", 2024-04-25T19:22:06.386 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP server", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_password": { 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_password", 2024-04-25T19:22:06.387 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Password to authenticate with", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_port": { 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_port", 2024-04-25T19:22:06.388 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "465", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP port", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_sender": { 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_sender", 2024-04-25T19:22:06.389 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SMTP envelope sender", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_ssl": { 2024-04-25T19:22:06.390 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_ssl", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "smtp_user": { 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "smtp_user", 2024-04-25T19:22:06.391 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "User to authenticate as", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.392 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "balancer", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "active": { 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "active", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.393 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "automatically balance PGs across cluster", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "begin_time": { 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "begin_time", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0000", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.394 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "beginning time of day to automatically balance", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "begin_weekday": { 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "begin_weekday", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "6", 2024-04-25T19:22:06.395 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_max_iterations": { 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_max_iterations", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "25", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "250", 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.396 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_metrics": { 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_metrics", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "pgs,objects,bytes", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.397 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "crush_compat_step": { 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crush_compat_step", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0.5", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0.001", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "0.999", 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.398 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "aggressiveness of optimization", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "end_time": { 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "end_time", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "2359", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.399 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "ending time of day to automatically balance", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "end_weekday": { 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "end_weekday", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "0", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "6", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-25T19:22:06.400 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.401 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.402 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.403 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.404 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.405 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "min_score": { 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "min_score", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-25T19:22:06.406 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "mode": { 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mode", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "upmap", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "crush-compat", 2024-04-25T19:22:06.407 INFO:teuthology.orchestra.run.smithi032.stdout: "none", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "read", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap-read" 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Balancer mode", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "pool_ids": { 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pool_ids", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.408 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.409 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap_max_deviation": { 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "upmap_max_deviation", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.410 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "upmap_max_optimizations": { 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "upmap_max_optimizations", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.411 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cephadm", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.412 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_down_multiplier": { 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_down_multiplier", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3.0", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.413 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_refresh_rate": { 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_refresh_rate", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "20", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "agent_starting_port": { 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "agent_starting_port", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "4721", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.415 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_ptrace": { 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_ptrace", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.416 INFO:teuthology.orchestra.run.smithi032.stdout: "autotune_interval": { 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "autotune_interval", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "autotune_memory_target_ratio": { 2024-04-25T19:22:06.417 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "autotune_memory_target_ratio", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0.7", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.418 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm_log_destination": { 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cephadm_log_destination", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "file", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "file,syslog", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "syslog" 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-25T19:22:06.419 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "cgroups_split": { 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cgroups_split", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.420 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "config_checks_enabled": { 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_checks_enabled", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.421 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "config_dashboard": { 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_dashboard", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.422 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_alertmanager": { 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_alertmanager", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.423 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_base": { 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_base", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Container image name, without the tag", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.424 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_elasticsearch": { 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_elasticsearch", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "elasticsearch container image", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.425 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_grafana": { 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_grafana", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.426 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_haproxy": { 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_haproxy", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "HAproxy container image", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_agent": { 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_agent", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger agent container image", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.428 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_collector": { 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_collector", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger collector container image", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.429 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_jaeger_query": { 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_jaeger_query", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Jaeger query container image", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.430 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_keepalived": { 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_keepalived", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Keepalived container image", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_loki": { 2024-04-25T19:22:06.431 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_loki", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Loki container image", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.432 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_node_exporter": { 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_node_exporter", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_nvmeof": { 2024-04-25T19:22:06.433 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_nvmeof", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Nvme-of container image", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_prometheus": { 2024-04-25T19:22:06.434 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_prometheus", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Prometheus container image", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_promtail": { 2024-04-25T19:22:06.435 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_promtail", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Promtail container image", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_samba": { 2024-04-25T19:22:06.436 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_samba", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Samba/SMB container image", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "container_image_snmp_gateway": { 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_image_snmp_gateway", 2024-04-25T19:22:06.437 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "SNMP Gateway container image", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "container_init": { 2024-04-25T19:22:06.438 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "container_init", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Run podman/docker with `--init`", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "daemon_cache_timeout": { 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "daemon_cache_timeout", 2024-04-25T19:22:06.439 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "default_cephadm_command_timeout": { 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "default_cephadm_command_timeout", 2024-04-25T19:22:06.440 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "900", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "default_registry": { 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "default_registry", 2024-04-25T19:22:06.441 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "docker.io", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "device_cache_timeout": { 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_cache_timeout", 2024-04-25T19:22:06.442 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1800", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache device inventory", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "device_enhanced_scan": { 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_enhanced_scan", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.443 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "facts_cache_timeout": { 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "facts_cache_timeout", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.444 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "seconds to cache host facts data", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "grafana_dashboards_path": { 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "grafana_dashboards_path", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.445 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "host_check_interval": { 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "host_check_interval", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.446 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to perform a host check", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "hw_monitoring": { 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "hw_monitoring", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.447 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "inventory_list_all": { 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "inventory_list_all", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.448 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.449 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.450 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "log_refresh_metadata": { 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_refresh_metadata", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.451 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.453 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.454 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.455 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "*", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.456 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "max_count_per_host": { 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_count_per_host", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.457 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "max number of daemons per service per host", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "max_osd_draining_count": { 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_osd_draining_count", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.458 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "migration_current": { 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "migration_current", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "internal - do not modify", 2024-04-25T19:22:06.459 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "mode": { 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mode", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "root", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm-package", 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: "root" 2024-04-25T19:22:06.460 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "mode for remote execution of cephadm", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "oob_default_addr": { 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "oob_default_addr", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "169.254.1.1", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.461 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "prometheus_alerts_path": { 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prometheus_alerts_path", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.462 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_insecure": { 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_insecure", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.463 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_password": { 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_password", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.464 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_url": { 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_url", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.465 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "registry_username": { 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "registry_username", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.466 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "secure_monitoring_stack": { 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "secure_monitoring_stack", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-25T19:22:06.467 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "service_discovery_port": { 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "service_discovery_port", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8765", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "cephadm service discovery port", 2024-04-25T19:22:06.468 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ssh_config_file": { 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssh_config_file", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.469 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "use_agent": { 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "use_agent", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.470 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "use_repo_digest": { 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "use_repo_digest", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.471 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_failed_host_check": { 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_failed_host_check", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if the host check fails", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_stray_daemons": { 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_stray_daemons", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.473 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_on_stray_hosts": { 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_on_stray_hosts", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.474 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crash", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.475 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.476 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.477 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.478 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.479 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "retain_interval": { 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "retain_interval", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "31536000", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.480 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_recent_interval": { 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_recent_interval", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1209600", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.481 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "dashboard", 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-25T19:22:06.482 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "ALERTMANAGER_API_HOST": { 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-25T19:22:06.483 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.484 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "AUDIT_API_ENABLED": { 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "AUDIT_API_ENABLED", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.485 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.486 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ENABLE_BROWSABLE_API": { 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.487 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.488 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.489 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.490 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.491 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.492 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.493 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.494 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.495 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_PASSWORD": { 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.496 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_URL": { 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_URL", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_API_USERNAME": { 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.499 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.500 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.501 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.502 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.503 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "[]", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.504 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "MULTICLUSTER_CONFIG": { 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "{}", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.505 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "PROMETHEUS_API_HOST": { 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.506 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.507 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.508 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.509 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.510 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.512 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.513 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.514 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_ENABLED": { 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.515 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.516 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.517 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.518 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "45", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_ACCESS_KEY": { 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "admin", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.521 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_SECRET_KEY": { 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.522 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "RGW_API_SSL_VERIFY": { 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.523 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "UNSAFE_TLS_v1_2": { 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.524 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.525 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "cross_origin_url": { 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cross_origin_url", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.528 INFO:teuthology.orchestra.run.smithi032.stdout: "crt_file": { 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "crt_file", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.529 INFO:teuthology.orchestra.run.smithi032.stdout: "debug": { 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "debug", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Enable/disable debug options", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.530 INFO:teuthology.orchestra.run.smithi032.stdout: "jwt_token_ttl": { 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "jwt_token_ttl", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "28800", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "key_file": { 2024-04-25T19:22:06.531 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "key_file", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.532 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.533 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.534 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "motd": { 2024-04-25T19:22:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "motd", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "The message of the day", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "redirect_resolve_ip_addr": { 2024-04-25T19:22:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "redirect_resolve_ip_addr", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:06.539 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "::", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:06.540 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8080", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl": { 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl", 2024-04-25T19:22:06.541 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl_server_port": { 2024-04-25T19:22:06.542 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl_server_port", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8443", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_behaviour": { 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_behaviour", 2024-04-25T19:22:06.543 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "redirect", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "redirect" 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.544 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_error_status_code": { 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_error_status_code", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "500", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "400", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "599", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "url_prefix": { 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "url_prefix", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.546 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "devicehealth", 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "enable_monitoring": { 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enable_monitoring", 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.547 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "monitor device health metrics", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.548 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.549 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.550 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.551 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.552 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "mark_out_threshold": { 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mark_out_threshold", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "2419200", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.553 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "pool_name": { 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pool_name", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "device_health_metrics", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.554 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "retention_period": { 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "retention_period", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15552000", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.555 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long to retain device health metrics", 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "scrape_frequency": { 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "scrape_frequency", 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.556 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "86400", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "self_heal": { 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "self_heal", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.557 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.558 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how frequently to wake up and check device health", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "warn_threshold": { 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "warn_threshold", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.559 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "7257600", 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "diskprediction_local", 2024-04-25T19:22:06.560 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.561 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.562 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.563 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.564 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.565 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "predict_interval": { 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "predict_interval", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "86400", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.566 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "predictor_model": { 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "predictor_model", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "prophetstor", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.567 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "600", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "influx", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": false, 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "influxdb python module not found", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "batch_size": { 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "batch_size", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5000", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "database": { 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "database", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "ceph", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.570 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": { 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "hostname", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.571 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB server hostname", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "30", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "5", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.572 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.573 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.574 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.575 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.576 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.577 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "password": { 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "password", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.578 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "password of InfluxDB server user", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "port": { 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "port", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "8086", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.579 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "InfluxDB server port", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "ssl": { 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ssl", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "false", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T19:22:06.580 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "threads": { 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "threads", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "32", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-25T19:22:06.581 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "username": { 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "username", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "username of InfluxDB server user", 2024-04-25T19:22:06.582 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "verify_ssl": { 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "verify_ssl", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "true", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-25T19:22:06.583 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "insights", 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.584 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.587 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.588 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "iostat", 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.589 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.590 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.591 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.592 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.593 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.594 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "k8sevents", 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_event_retention_days": { 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "ceph_event_retention_days", 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.595 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "7", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "config_check_secs": { 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "config_check_secs", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.596 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "10", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.597 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.598 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.599 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.600 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.601 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "localpool", 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "failure_domain": { 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "failure_domain", 2024-04-25T19:22:06.602 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "host", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "failure domain for any created local pool", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.603 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.604 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.605 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.606 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.607 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "min_size": { 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "min_size", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.608 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default min_size for any created local pool", 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "num_rep": { 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "num_rep", 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3", 2024-04-25T19:22:06.610 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default replica count for any created local pool", 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_num": { 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pg_num", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "128", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "default pg_num for any created local pool", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.612 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "prefix": { 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prefix", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "name prefix for any created local pool", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "subtree": { 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "subtree", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "rack", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.614 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mds_autoscaler", 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.615 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.617 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.618 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.619 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mirroring", 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.620 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.621 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.622 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.623 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.624 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.625 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "nfs", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.626 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.627 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.628 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.629 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.630 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "orchestrator", 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "fail_fs": { 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "fail_fs", 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.631 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.632 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.633 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.634 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.635 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.636 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator": { 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "orchestrator", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.637 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "cephadm", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "rook", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "test_orchestrator" 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Orchestrator backend", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "osd_perf_query", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.639 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.640 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.641 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.642 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.643 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "osd_support", 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.644 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.645 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.646 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.647 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "pg_autoscaler", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.650 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.651 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.652 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.653 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.654 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.655 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "threshold": { 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "threshold", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "3.0", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1.0", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "scaling threshold", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.656 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "progress", 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_pg_recovery_event": { 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_pg_recovery_event", 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.657 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "enabled": { 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enabled", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.658 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.659 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.661 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "max_completed_events": { 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_completed_events", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "50", 2024-04-25T19:22:06.664 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "number of past completed events to remember", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "sleep_interval": { 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "sleep_interval", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "5", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.665 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "how long the module is going to sleep", 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "prometheus", 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.666 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "cache": { 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "cache", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.667 INFO:teuthology.orchestra.run.smithi032.stdout: "exclude_perf_counters": { 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "exclude_perf_counters", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.668 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.671 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.672 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_stats_pools": { 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_stats_pools", 2024-04-25T19:22:06.673 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-25T19:22:06.674 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "300", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "scrape_interval": { 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "scrape_interval", 2024-04-25T19:22:06.675 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15.0", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.676 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "::", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.677 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "9283", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "stale_cache_strategy": { 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "stale_cache_strategy", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.678 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "log", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_behaviour": { 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_behaviour", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.679 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "default", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "default", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "error" 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "standby_error_status_code": { 2024-04-25T19:22:06.680 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "standby_error_status_code", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "500", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "400", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "599", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.681 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_support", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.682 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.683 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.684 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.685 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.686 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "max_concurrent_snap_create": { 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_concurrent_snap_create", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.687 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "mirror_snapshot_schedule": { 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "mirror_snapshot_schedule", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.688 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "trash_purge_schedule": { 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "trash_purge_schedule", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.689 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "restful", 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "enable_auth": { 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enable_auth", 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.690 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "key_file": { 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "key_file", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.691 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.692 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.695 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.696 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "server_addr": { 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_addr", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.697 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "server_port": { 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "server_port", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.698 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rgw", 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.699 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.700 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.701 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rook", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.705 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.706 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.707 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.708 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.709 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "storage_class": { 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "storage_class", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "local", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-25T19:22:06.710 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "selftest", 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.711 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.715 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "roption1": { 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "roption1", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.716 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "roption2": { 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "roption2", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "xyz", 2024-04-25T19:22:06.717 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption1": { 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption1", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.718 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption2": { 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption2", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.719 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption3": { 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption3", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "float", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.720 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption4": { 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption4", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.721 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption5": { 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption5", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.722 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption6": { 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption6", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.723 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "rwoption7": { 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rwoption7", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "1", 2024-04-25T19:22:06.724 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "42", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "testkey": { 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testkey", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.725 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "testlkey": { 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testlkey", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.726 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "testnewline": { 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "testnewline", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.727 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snap_schedule", 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "allow_m_granularity": { 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "allow_m_granularity", 2024-04-25T19:22:06.728 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "allow minute scheduled snapshots", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "dump_on_update": { 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "dump_on_update", 2024-04-25T19:22:06.729 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "dump database to debug log on update", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.730 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.731 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.733 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.734 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "stats", 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.735 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.736 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.737 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.738 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.739 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.740 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "status", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.741 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.742 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.743 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.744 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.745 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "telegraf", 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "address": { 2024-04-25T19:22:06.746 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "address", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.747 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "15", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.748 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.749 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.750 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.751 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.752 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "telemetry", 2024-04-25T19:22:06.753 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_basic": { 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_basic", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.754 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_crash": { 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_crash", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.755 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_device": { 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_device", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.756 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_ident": { 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_ident", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.757 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "channel_perf": { 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "channel_perf", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.758 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "contact": { 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "contact", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.759 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "description": { 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "description", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "device_url": { 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "device_url", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "enabled": { 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "enabled", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.762 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "24", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "8", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.763 INFO:teuthology.orchestra.run.smithi032.stdout: "last_opt_revision": { 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "last_opt_revision", 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "1", 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.764 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.765 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.765 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.765 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.765 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "leaderboard": { 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "leaderboard", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.766 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "leaderboard_description": { 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "leaderboard_description", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.767 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.768 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.769 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.770 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.771 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.772 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "organization": { 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "organization", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.773 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "proxy": { 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "proxy", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "url": { 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "url", 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "test_orchestrator", 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.777 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.778 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.779 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.780 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "volumes", 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.781 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.782 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.783 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.784 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.785 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.786 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "max_concurrent_clones": { 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "max_concurrent_clones", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "4", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.787 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "periodic_async_work": { 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "periodic_async_work", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Periodically check for async work", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "snapshot_clone_delay": { 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snapshot_clone_delay", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "0", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.789 INFO:teuthology.orchestra.run.smithi032.stdout: "snapshot_clone_no_wait": { 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snapshot_clone_no_wait", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "True", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.790 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix", 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "can_run": true, 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "error_string": "", 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "module_options": { 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "discovery_interval": { 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "discovery_interval", 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "uint", 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "100", 2024-04-25T19:22:06.791 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "identifier": { 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "identifier", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.792 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "interval": { 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "interval", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "secs", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "60", 2024-04-25T19:22:06.793 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "log_level": { 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_level", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.794 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.795 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster": { 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.796 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_cluster_level": { 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_cluster_level", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "info", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [ 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "critical", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "debug", 2024-04-25T19:22:06.797 INFO:teuthology.orchestra.run.smithi032.stdout: "error", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "info", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "warning" 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "log_to_file": { 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "log_to_file", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "bool", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.798 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 1, 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "False", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_host": { 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_host", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.799 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_port": { 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_port", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "int", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.800 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "10051", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "zabbix_sender": { 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "zabbix_sender", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "str", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "level": "advanced", 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "flags": 0, 2024-04-25T19:22:06.801 INFO:teuthology.orchestra.run.smithi032.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "min": "", 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "max": "", 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "enum_allowed": [], 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "desc": "", 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "long_desc": "", 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "tags": [], 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "see_also": [] 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "services": { 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: "dashboard": "https://172.21.15.32:8443/" 2024-04-25T19:22:06.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "always_on_modules": { 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "octopus": [ 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "balancer", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "crash", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "devicehealth", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_autoscaler", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "progress", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_support", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "status", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "telemetry", 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "volumes" 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "pacific": [ 2024-04-25T19:22:06.803 INFO:teuthology.orchestra.run.smithi032.stdout: "balancer", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "crash", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "devicehealth", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_autoscaler", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "progress", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_support", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "status", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "telemetry", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "volumes" 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "quincy": [ 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "balancer", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "crash", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "devicehealth", 2024-04-25T19:22:06.804 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_autoscaler", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "progress", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_support", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "status", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "telemetry", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "volumes" 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "reef": [ 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "balancer", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "crash", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "devicehealth", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_autoscaler", 2024-04-25T19:22:06.805 INFO:teuthology.orchestra.run.smithi032.stdout: "progress", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_support", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "status", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "telemetry", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "volumes" 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: ], 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "squid": [ 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "balancer", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "crash", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "devicehealth", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "orchestrator", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "pg_autoscaler", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "progress", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "rbd_support", 2024-04-25T19:22:06.806 INFO:teuthology.orchestra.run.smithi032.stdout: "status", 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "telemetry", 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "volumes" 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "last_failure_osd_epoch": 91, 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "active_clients": [ 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "devicehealth", 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:0", 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 122199693 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.807 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "libcephsqlite", 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:0", 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 3700954443 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "rbd_support", 2024-04-25T19:22:06.808 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:0", 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2636909355 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snap_schedule", 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:0", 2024-04-25T19:22:06.809 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1089508114 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "snap_schedule", 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:0", 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1549662095 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: "name": "volumes", 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: "addrvec": [ 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v2", 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "172.21.15.32:0", 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 3983377105 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-25T19:22:06.811 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:22:06.813 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:05 smithi066 ceph-mon[32882]: pgmap v579: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 75 KiB/s wr, 38 op/s 2024-04-25T19:22:06.813 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:05 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2406357375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T19:22:06.813 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:05 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/1346911281' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T19:22:06.813 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:05 smithi064 ceph-mon[32321]: pgmap v579: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 75 KiB/s wr, 38 op/s 2024-04-25T19:22:06.813 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:05 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2406357375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T19:22:06.813 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:05 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/1346911281' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T19:22:06.814 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:06 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2215980631' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T19:22:06.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5a00a3d90 msgr2=0x7fe5a00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:06.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5a00a3d90 0x7fe5a00a6250 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe5b819fbc0 tx=0x7fe5ac005f90 comp rx=0 tx=0).stop 2024-04-25T19:22:06.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 msgr2=0x7fe5b819ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:06.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 0x7fe5b819ea80 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe5b000eb40 tx=0x7fe5b000c2d0 comp rx=0 tx=0).stop 2024-04-25T19:22:06.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 shutdown_connections 2024-04-25T19:22:06.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5a00a3d90 0x7fe5a00a6250 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:06.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5b8112ca0 0x7fe5b819ea80 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:06.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe5b8076da0 0x7fe5b81a4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:06.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 --2- 172.21.15.32:0/2215980631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b8076480 0x7fe5b81a48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:06.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 >> 172.21.15.32:0/2215980631 conn(0x7fe5b80ffb10 msgr2=0x7fe5b81143d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:06.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 shutdown_connections 2024-04-25T19:22:06.815 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:05.520+0000 7fe5bf000640 1 -- 172.21.15.32:0/2215980631 wait complete. 2024-04-25T19:22:06.820 DEBUG:tasks.check_counter:Getting stats from a 2024-04-25T19:22:06.821 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-25T19:22:06.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:05 smithi032 ceph-mon[28041]: pgmap v579: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 75 KiB/s wr, 38 op/s 2024-04-25T19:22:06.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:05 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2406357375' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-25T19:22:06.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:05 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/1346911281' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-25T19:22:06.822 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:06 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2215980631' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T19:22:06.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:06 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2215980631' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-25T19:22:07.279 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:07.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:07 smithi064 ceph-mon[32321]: pgmap v580: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 50 KiB/s wr, 28 op/s 2024-04-25T19:22:07.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:07 smithi032 ceph-mon[28041]: pgmap v580: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 50 KiB/s wr, 28 op/s 2024-04-25T19:22:07.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:07 smithi066 ceph-mon[32882]: pgmap v580: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 50 KiB/s wr, 28 op/s 2024-04-25T19:22:09.565 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:09 smithi032 ceph-mon[28041]: pgmap v581: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 52 KiB/s wr, 34 op/s 2024-04-25T19:22:09.566 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:09 smithi032 ceph-mon[28041]: osdmap e117: 12 total, 12 up, 12 in 2024-04-25T19:22:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:09 smithi064 ceph-mon[32321]: pgmap v581: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 52 KiB/s wr, 34 op/s 2024-04-25T19:22:09.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:09 smithi064 ceph-mon[32321]: osdmap e117: 12 total, 12 up, 12 in 2024-04-25T19:22:09.921 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 36, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 262, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 10318, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 656234, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 17, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.063741536, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.038867371, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.011895658, 2024-04-25T19:22:09.922 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.000935467, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 257, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.060044541, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000233636 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 13, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000003495, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000268 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 4288, 2024-04-25T19:22:09.923 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 574656 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 2660, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 2037, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 2301760, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 595309, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 6, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.607223441, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.295576288, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.346088551, 2024-04-25T19:22:09.924 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.032192356, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2040, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.194626158, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000095404 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 3550, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.002100421, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000591 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 1707968, 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 239472 2024-04-25T19:22:09.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 32, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 97, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 8697, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 185766, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 11, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 6, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.027077035, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.011028469, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.011218217, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.000595682, 2024-04-25T19:22:09.926 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 94, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.058509198, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000622438 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 30, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000005778, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000192 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 4032, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 177536 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.927 INFO:teuthology.orchestra.run.smithi032.stdout: "cct": { 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "total_workers": 1, 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "unhealthy_workers": 0 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "finisher-MDSRank": { 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "queue_len": 0, 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "complete_latency": { 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 48, 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.003469532, 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000072281 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:09.928 INFO:teuthology.orchestra.run.smithi032.stdout: "queue_len": 0, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "complete_latency": { 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000012142, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000006071 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "request": 4, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "reply": 3, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "reply_latency": { 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 3, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.004397421, 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.001465807 2024-04-25T19:22:09.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "slow_reply": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "forward": 1, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_commit": 11, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_split": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_merge": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes": 16, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_top": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_bottom": 16, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_pinned": 13, 2024-04-25T19:22:09.930 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_expired": 5, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": 0, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "subtrees": 3, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse": 45, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_hit": 36, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_forward": 1, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_discover": 6, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_lock": 0, 2024-04-25T19:22:09.931 INFO:teuthology.orchestra.run.smithi032.stdout: "load_cent": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "q": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "exported": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "exported_inodes": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "imported": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "imported_inodes": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rfiles": 5, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rbytes": 298, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rsnaps": 6, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:09.932 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_revoke": 2, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_caps": 2, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:09.933 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "process_request_cap_release": 0 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_cache": { 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_update": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_update_receipt": 17, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_try_discover": 11, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_send_discover": 13, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_created": 0, 2024-04-25T19:22:09.934 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_enqueued": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_migrated": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "recovery_started": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "recovery_completed": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_quiesce_path": 13, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_quiesce_inode": 77, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:09.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_flush": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_inodestats": 0 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_log": { 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "evlrg": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "evadd": 8, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "evex": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "evtrm": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ev": 8, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "evexg": 0, 2024-04-25T19:22:09.936 INFO:teuthology.orchestra.run.smithi032.stdout: "evexd": 0, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "segadd": 2, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "segex": 0, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "segtrm": 0, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "seg": 2, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "segmjr": 2, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "segexg": 0, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "segexd": 0, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "expos": 4194304, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "wrpos": 4196488, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "rdpos": 0, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "jlat": { 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 7, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.027685522, 2024-04-25T19:22:09.937 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.003955074 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "replayed": 0 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_mem": { 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "ino": 20, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "ino+": 22, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "ino-": 2, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "dir": 19, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "dir+": 23, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "dir-": 4, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "dn": 16, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "dn+": 21, 2024-04-25T19:22:09.938 INFO:teuthology.orchestra.run.smithi032.stdout: "dn-": 5, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "cap": 0, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "cap+": 2, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "cap-": 2, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "rss": 54144, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "heap": 223608 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_server": { 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "dispatch_client_request": 8, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_request": 4, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_session": 12, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_peer_request": 78, 2024-04-25T19:22:09.939 INFO:teuthology.orchestra.run.smithi032.stdout: "req_create_latency": { 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getattr_latency": { 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.003262332, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.003262332 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.940 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "req_link_latency": { 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookup_latency": { 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.001135089, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000567544 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.941 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupino_latency": { 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupname_latency": { 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:09.942 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lssnap_latency": { 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.943 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mkdir_latency": { 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mknod_latency": { 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.944 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mksnap_latency": { 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "req_open_latency": { 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "req_readdir_latency": { 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.945 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rename_latency": { 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:09.946 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmdir_latency": { 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.947 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setattr_latency": { 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.948 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setlayout_latency": { 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setxattr_latency": { 2024-04-25T19:22:09.949 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "req_symlink_latency": { 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "req_unlink_latency": { 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_sessions": { 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "session_count": 0, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "session_add": 3, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "session_remove": 3, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "sessions_open": 0, 2024-04-25T19:22:09.951 INFO:teuthology.orchestra.run.smithi032.stdout: "sessions_stale": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "total_load": 2, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "average_load": 2, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "avg_session_uptime": 85, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mempool": { 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:09.952 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:09.953 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_bytes": 247831, 2024-04-25T19:22:09.954 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_items": 80, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_bytes": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_items": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_items": 169, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:09.955 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_items": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_bytes": 82765, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_items": 346, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_items": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_items": 0 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "objecter": { 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "op_active": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "op_laggy": 0, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "op_send": 46, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "op_send_bytes": 12721, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "op_resend": 28, 2024-04-25T19:22:09.956 INFO:teuthology.orchestra.run.smithi032.stdout: "op_reply": 46, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "op_latency": { 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 46, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.296994108, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.006456393 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "op_inflight": 0, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "oplen_avg": { 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 46, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 70 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "op": 46, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "op_r": 0, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "op_w": 46, 2024-04-25T19:22:09.957 INFO:teuthology.orchestra.run.smithi032.stdout: "op_rmw": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "op_pg": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_stat": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_create": 10, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_read": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_write": 7, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_writefull": 8, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_writesame": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_append": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_zero": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_truncate": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_delete": 6, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_mapext": 0, 2024-04-25T19:22:09.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_getxattr": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_setxattr": 20, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_call": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_watch": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_notify": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_pgls": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_other": 0, 2024-04-25T19:22:09.959 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_active": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_send": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_resend": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_ping": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_active": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_send": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_resend": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_active": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_send": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_resend": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_active": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_send": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_resend": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "command_active": 0, 2024-04-25T19:22:09.960 INFO:teuthology.orchestra.run.smithi032.stdout: "command_send": 0, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "command_resend": 0, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "map_epoch": 117, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "map_full": 0, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "map_inc": 29, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_sessions": 9, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_session_open": 11, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_session_close": 2, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_laggy": 0, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_wr": 17, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_rd": 0, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_del": 2 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "oft": { 2024-04-25T19:22:09.961 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_objs": 1, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_updates": 0, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_removes": 0 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "osd-slow-ops": { 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "slow_ops_count": 90 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "purge_queue": { 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing": 0, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:09.962 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executed": 0, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 2724, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 2048999, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 2724, 2024-04-25T19:22:09.963 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 2724, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 2048999, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:09.964 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 46, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 12721, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 46, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 12721, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 1024, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 46, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 46, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 46, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 46, 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:09.966 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 3758096384, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:09.967 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-write_buf_throttle-0x564b809d6460": { 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 3758096384, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:09.968 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 8, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 2184, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 8, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 7, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 2184, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.969 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:09.970 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:22:09.970 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:09 smithi066 ceph-mon[32882]: pgmap v581: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 52 KiB/s wr, 34 op/s 2024-04-25T19:22:09.970 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:09 smithi066 ceph-mon[32882]: osdmap e117: 12 total, 12 up, 12 in 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=17 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=6 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:10.975 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:10.976 DEBUG:tasks.check_counter:Getting stats from d 2024-04-25T19:22:10.976 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-25T19:22:11.445 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:11.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:11 smithi064 ceph-mon[32321]: pgmap v583: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-25T19:22:11.778 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:11 smithi032 ceph-mon[28041]: pgmap v583: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-25T19:22:11.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:11 smithi066 ceph-mon[32882]: pgmap v583: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-25T19:22:13.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:13 smithi064 ceph-mon[32321]: pgmap v584: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-25T19:22:13.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:13 smithi032 ceph-mon[28041]: pgmap v584: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 1364, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 1364, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 361946, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 432992, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 7, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.286534454, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.103966266, 2024-04-25T19:22:13.812 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.073724330, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.075558797, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1363, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.121125441, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000088866 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-04-25T19:22:13.813 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 1259, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 1546, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 309564, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 1060067, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 7, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.360731970, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.175817799, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.066949575, 2024-04-25T19:22:13.814 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.082967147, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1543, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.143706474, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000093134 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 660336 2024-04-25T19:22:13.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 1778, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 1763, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 2152160, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 669570, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 3, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.495590586, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.201161698, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.189708603, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.098382562, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1762, 2024-04-25T19:22:13.816 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.180079548, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000102201 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 1698224, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 239952 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "cct": { 2024-04-25T19:22:13.817 INFO:teuthology.orchestra.run.smithi032.stdout: "total_workers": 1, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "unhealthy_workers": 0 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "finisher-MDSRank": { 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "queue_len": 0, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "complete_latency": { 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 6550, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.356698511, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000054457 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "queue_len": 0, 2024-04-25T19:22:13.818 INFO:teuthology.orchestra.run.smithi032.stdout: "complete_latency": { 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "request": 0, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "reply": 0, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "reply_latency": { 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.819 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "slow_reply": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "forward": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_commit": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_split": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_merge": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_top": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_bottom": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_pinned": 0, 2024-04-25T19:22:13.820 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_expired": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "subtrees": 1, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_hit": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_forward": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_discover": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_lock": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "load_cent": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "q": 0, 2024-04-25T19:22:13.821 INFO:teuthology.orchestra.run.smithi032.stdout: "exported": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "exported_inodes": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "imported": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "imported_inodes": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rfiles": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rbytes": 0, 2024-04-25T19:22:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rsnaps": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_caps": 0, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "process_request_cap_release": 0 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_cache": { 2024-04-25T19:22:13.824 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_update": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_update_receipt": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_try_discover": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_send_discover": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_created": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_enqueued": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_migrated": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:13.825 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "recovery_started": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "recovery_completed": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_quiesce_path": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_quiesce_inode": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_flush": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_inodestats": 0 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.826 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_log": { 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "evlrg": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "evadd": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "evex": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "evtrm": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "ev": 7, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "evexg": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "evexd": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "segadd": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "segex": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "segtrm": 0, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "seg": 2, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "segmjr": 2, 2024-04-25T19:22:13.827 INFO:teuthology.orchestra.run.smithi032.stdout: "segexg": 0, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "segexd": 0, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "expos": 4194304, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "wrpos": 4196347, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "rdpos": 4196206, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "jlat": { 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "replayed": 7 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_mem": { 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "ino": 3, 2024-04-25T19:22:13.828 INFO:teuthology.orchestra.run.smithi032.stdout: "ino+": 3, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "ino-": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "dir": 1, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "dir+": 1, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "dir-": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "dn": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "dn+": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "dn-": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "cap": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "cap+": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "cap-": 0, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "rss": 49024, 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: "heap": 215416 2024-04-25T19:22:13.829 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_server": { 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "dispatch_client_request": 0, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_request": 0, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_session": 0, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_peer_request": 0, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "req_create_latency": { 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getattr_latency": { 2024-04-25T19:22:13.830 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "req_link_latency": { 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookup_latency": { 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupino_latency": { 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.832 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupname_latency": { 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.833 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lssnap_latency": { 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mkdir_latency": { 2024-04-25T19:22:13.834 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mknod_latency": { 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.835 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mksnap_latency": { 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "req_open_latency": { 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "req_readdir_latency": { 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.836 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rename_latency": { 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.837 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmdir_latency": { 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:13.838 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setattr_latency": { 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.839 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setlayout_latency": { 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setxattr_latency": { 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.840 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "req_symlink_latency": { 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "req_unlink_latency": { 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:13.841 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_sessions": { 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "session_count": 1, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "session_add": 3, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "session_remove": 2, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "sessions_open": 2, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "sessions_stale": 0, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "total_load": 0, 2024-04-25T19:22:13.842 INFO:teuthology.orchestra.run.smithi032.stdout: "average_load": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "avg_session_uptime": 4159, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "mempool": { 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:13.843 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:13.844 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_items": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_bytes": 190945, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_items": 54, 2024-04-25T19:22:13.845 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_bytes": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_items": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_bytes": 8248, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_items": 172, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_items": 0, 2024-04-25T19:22:13.846 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_bytes": 8512, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_items": 13, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_items": 0, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_items": 0 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "objecter": { 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_active": 0, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_laggy": 0, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_send": 3968, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_send_bytes": 21, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_resend": 3, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_reply": 3968, 2024-04-25T19:22:13.847 INFO:teuthology.orchestra.run.smithi032.stdout: "op_latency": { 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 3968, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 3.946921977, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000994687 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "op_inflight": 0, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "oplen_avg": { 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 3968, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 3969 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "op": 3968, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "op_r": 3968, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "op_w": 0, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "op_rmw": 0, 2024-04-25T19:22:13.848 INFO:teuthology.orchestra.run.smithi032.stdout: "op_pg": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_stat": 2606, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_create": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_read": 1360, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_write": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_writefull": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_writesame": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_append": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_zero": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_truncate": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_delete": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_mapext": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_getxattr": 1, 2024-04-25T19:22:13.849 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_setxattr": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_call": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_watch": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_notify": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_pgls": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_other": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_active": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_send": 0, 2024-04-25T19:22:13.850 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_resend": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_ping": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_active": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_send": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_resend": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_active": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_send": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_resend": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_active": 0, 2024-04-25T19:22:13.851 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_send": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_resend": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "command_active": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "command_send": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "command_resend": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "map_epoch": 117, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "map_full": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "map_inc": 29, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_sessions": 5, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_session_open": 6, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_session_close": 1, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_laggy": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_wr": 0, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_rd": 2, 2024-04-25T19:22:13.852 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_del": 0 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "oft": { 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_objs": 0, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_updates": 0, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_removes": 0 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "osd-slow-ops": { 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "slow_ops_count": 0 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "purge_queue": { 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:13.853 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executed": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 4397, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 2403026, 2024-04-25T19:22:13.854 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 4397, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 4397, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 2403026, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:13.855 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 3968, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 2048, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 3968, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 2048, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.856 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 1024, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 3968, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 3968, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 3968, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 3968, 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:13.857 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 3758096384, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:13.858 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 0, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 0, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-write_buf_throttle-0x5560c6d28780": { 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 3758096384, 2024-04-25T19:22:13.859 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:13.860 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.861 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:13.861 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:22:13.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:13 smithi066 ceph-mon[32882]: pgmap v584: 97 pgs: 97 active+clean; 1.9 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 57 KiB/s wr, 35 op/s 2024-04-25T19:22:14.766 INFO:tasks.check_counter:Daemon mds.d mds.exported=0 2024-04-25T19:22:14.767 INFO:tasks.check_counter:Daemon mds.d mds.imported=0 2024-04-25T19:22:14.767 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update=0 2024-04-25T19:22:14.767 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update_receipt=0 2024-04-25T19:22:14.767 INFO:tasks.check_counter:Daemon mds.d mds.root_rsnaps=0 2024-04-25T19:22:14.767 INFO:tasks.check_counter:Daemon mds.d mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:14.767 INFO:tasks.check_counter:Daemon mds.d mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:14.767 DEBUG:tasks.check_counter:Getting stats from g 2024-04-25T19:22:14.767 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-25T19:22:15.245 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:15.759 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:15 smithi032 ceph-mon[28041]: pgmap v585: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-25T19:22:15.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:15 smithi064 ceph-mon[32321]: pgmap v585: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-25T19:22:15.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:15 smithi066 ceph-mon[32882]: pgmap v585: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-25T19:22:17.615 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:17 smithi032 ceph-mon[28041]: pgmap v586: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 4600, 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 5294, 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 1279376, 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 17708028, 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 237, 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:17.618 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 1.147282329, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.446536817, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.420671448, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.184130832, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 5291, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.923813549, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000174600 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 4255, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.002177779, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000511 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.619 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 99504, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 522640 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 5592, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 7632, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 2174098, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 12402612, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 12, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 6, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 1.992381967, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 1.098616618, 2024-04-25T19:22:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.641761763, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.232341303, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 7630, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 1.320205879, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000173028 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 9080, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.005361502, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000590 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 1112512, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 1757568 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 5990, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 6094, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 3270006, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 6878500, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 12, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 6, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 1.498367076, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.706857730, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.587379337, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.230839363, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 6094, 2024-04-25T19:22:17.622 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.543653408, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000089211 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 9127, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.004715290, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000516 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 2368352, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 442896 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.623 INFO:teuthology.orchestra.run.smithi032.stdout: "cct": { 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "total_workers": 1, 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "unhealthy_workers": 0 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "finisher-MDSRank": { 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "queue_len": 0, 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "complete_latency": { 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 6742, 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 4.468269582, 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000662751 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:17.624 INFO:teuthology.orchestra.run.smithi032.stdout: "queue_len": 0, 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "complete_latency": { 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 16, 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000827533, 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000051720 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "request": 893, 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "reply": 893, 2024-04-25T19:22:17.625 INFO:teuthology.orchestra.run.smithi032.stdout: "reply_latency": { 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 893, 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 7.179416529, 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.008039660 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "slow_reply": 0, 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "forward": 0, 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:17.626 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_commit": 504, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_split": 0, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_merge": 0, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes": 48, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_top": 18, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_bottom": 30, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_pinned": 22, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_expired": 0, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "inodes_with_caps": 3, 2024-04-25T19:22:17.627 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": 3, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "subtrees": 2, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse": 975, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_hit": 966, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_forward": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_discover": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "traverse_lock": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "load_cent": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "q": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "exported": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "exported_inodes": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "imported": 0, 2024-04-25T19:22:17.628 INFO:teuthology.orchestra.run.smithi032.stdout: "imported_inodes": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rfiles": 4, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rbytes": 234, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "root_rsnaps": 6, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:17.629 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_revoke": 666, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_grant": 664, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_trunc": 599, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_caps": 781, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_caps_dirty": 719, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_cap_release": 2, 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: "process_request_cap_release": 629 2024-04-25T19:22:17.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_cache": { 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_update": 24, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_update_receipt": 0, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_try_discover": 0, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_send_discover": 0, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "dir_handle_discover": 50, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays": 2, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_created": 3, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_enqueued": 1, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:17.631 INFO:teuthology.orchestra.run.smithi032.stdout: "strays_migrated": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "recovery_started": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "recovery_completed": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_quiesce_path": 13, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_quiesce_inode": 180, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_flush": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:17.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ireq_inodestats": 0 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_log": { 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "evlrg": 0, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "evadd": 2707, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "evex": 2669, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "evtrm": 2669, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ev": 38, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "evexg": 0, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "evexd": 53, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "segadd": 90, 2024-04-25T19:22:17.633 INFO:teuthology.orchestra.run.smithi032.stdout: "segex": 89, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "segtrm": 89, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "seg": 1, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "segmjr": 1, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "segexg": 0, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "segexd": 2, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "expos": 29710772, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "wrpos": 30016697, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "rdpos": 0, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "jlat": { 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2610, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 8.406738062, 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.003220972 2024-04-25T19:22:17.634 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "replayed": 0 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_mem": { 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ino": 41, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ino+": 42, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ino-": 1, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "dir": 20, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "dir+": 20, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "dir-": 0, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "dn": 48, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "dn+": 49, 2024-04-25T19:22:17.635 INFO:teuthology.orchestra.run.smithi032.stdout: "dn-": 1, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "cap": 3, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "cap+": 19, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "cap-": 16, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "rss": 57624, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "heap": 231800 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_server": { 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "dispatch_client_request": 2178, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "dispatch_server_request": 309, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_request": 893, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_client_session": 46, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "handle_peer_request": 618, 2024-04-25T19:22:17.636 INFO:teuthology.orchestra.run.smithi032.stdout: "req_create_latency": { 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 17, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.016372592, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000963093 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getattr_latency": { 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 197, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.072867560, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000369886 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.637 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "req_link_latency": { 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookup_latency": { 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 3, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.002054757, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000684919 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.638 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupino_latency": { 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000232636, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000232636 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupname_latency": { 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.639 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:17.640 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.640 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.641 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.641 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:17.641 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.641 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.641 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.642 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.642 INFO:teuthology.orchestra.run.smithi032.stdout: "req_lssnap_latency": { 2024-04-25T19:22:17.642 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 19, 2024-04-25T19:22:17.642 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.007080241, 2024-04-25T19:22:17.642 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000372644 2024-04-25T19:22:17.642 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mkdir_latency": { 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 8, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.024541188, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.003067648 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mknod_latency": { 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "req_mksnap_latency": { 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 19, 2024-04-25T19:22:17.643 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.182178230, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.009588327 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "req_open_latency": { 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000296437, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000296437 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "req_readdir_latency": { 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.001313272, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000656636 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rename_latency": { 2024-04-25T19:22:17.644 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.006256614, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.003128307 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.645 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmdir_latency": { 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 2, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.027851162, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.013925581 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 13, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.126557884, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.009735221 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.646 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setattr_latency": { 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 600, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 6.677018309, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.011128363 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:17.647 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setlayout_latency": { 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "req_setxattr_latency": { 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 8, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.031805565, 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.003975695 2024-04-25T19:22:17.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "req_symlink_latency": { 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "req_unlink_latency": { 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 1, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.002990082, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.002990082 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:17.649 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_sessions": { 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "session_count": 2, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "session_add": 6, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "session_remove": 4, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "sessions_open": 2, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "sessions_stale": 0, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "total_load": 91, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "average_load": 45, 2024-04-25T19:22:17.650 INFO:teuthology.orchestra.run.smithi032.stdout: "avg_session_uptime": 1102, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "mempool": { 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:17.651 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:17.652 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_items": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_bytes": 351714, 2024-04-25T19:22:17.653 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_items": 122, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_bytes": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_items": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_bytes": 8248, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_items": 172, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:17.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_items": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_bytes": 195003, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_items": 1464, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_items": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_items": 0 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "objecter": { 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "op_active": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "op_laggy": 0, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "op_send": 4738, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "op_send_bytes": 27636836, 2024-04-25T19:22:17.655 INFO:teuthology.orchestra.run.smithi032.stdout: "op_resend": 37, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "op_reply": 4738, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "op_latency": { 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 4738, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 29.923407211, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.006315619 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "op_inflight": 0, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "oplen_avg": { 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 4738, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 5781 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "op": 4738, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "op_r": 1, 2024-04-25T19:22:17.656 INFO:teuthology.orchestra.run.smithi032.stdout: "op_w": 4737, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "op_rmw": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "op_pg": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_stat": 484, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_create": 25, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_read": 1, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_write": 2611, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_writefull": 286, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_writesame": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_append": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_zero": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_truncate": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_delete": 525, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_mapext": 0, 2024-04-25T19:22:17.657 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_getxattr": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_setxattr": 50, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_call": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_watch": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_notify": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_pgls": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osdop_other": 599, 2024-04-25T19:22:17.658 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_active": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_send": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_resend": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "linger_ping": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_active": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_send": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "poolop_resend": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_active": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_send": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "poolstat_resend": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_active": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_send": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "statfs_resend": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "command_active": 0, 2024-04-25T19:22:17.659 INFO:teuthology.orchestra.run.smithi032.stdout: "command_send": 0, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "command_resend": 0, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "map_epoch": 117, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "map_full": 0, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "map_inc": 29, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_sessions": 12, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_session_open": 12, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_session_close": 0, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_laggy": 0, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_wr": 1186, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_rd": 0, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_del": 14 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "oft": { 2024-04-25T19:22:17.660 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_objs": 1, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_updates": 0, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "omap_total_removes": 0 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "osd-slow-ops": { 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "slow_ops_count": 501 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "purge_queue": { 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_ops_high_water": 1, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing": 0, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executing_high_water": 1, 2024-04-25T19:22:17.661 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executed_ops": 1, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_executed": 1, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 16178, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 5043329, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 16178, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:17.662 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 16178, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 5043329, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:17.663 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 4738, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 27636985, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 4738, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 27636985, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:17.664 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 1024, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 4738, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 4738, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 4738, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 4738, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.665 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 3758096384, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 1, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 149, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 1, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:17.666 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 1, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 149, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-write_buf_throttle-0x5595d15bc460": { 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 3758096384, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 2707, 2024-04-25T19:22:17.667 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 25822393, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 2707, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 2610, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 25822393, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:17.668 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:22:17.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:17 smithi064 ceph-mon[32321]: pgmap v586: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-25T19:22:17.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:17 smithi066 ceph-mon[32882]: pgmap v586: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-25T19:22:18.583 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-25T19:22:18.583 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-25T19:22:18.583 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=24 2024-04-25T19:22:18.584 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-04-25T19:22:18.584 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=6 2024-04-25T19:22:18.584 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=19 2024-04-25T19:22:18.584 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=13 2024-04-25T19:22:18.584 DEBUG:tasks.check_counter:Getting stats from j 2024-04-25T19:22:18.584 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-25T19:22:19.017 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:19.621 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:19 smithi032 ceph-mon[28041]: pgmap v587: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:19.621 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:19 smithi032 ceph-mon[28041]: osdmap e118: 12 total, 12 up, 12 in 2024-04-25T19:22:19.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:19 smithi064 ceph-mon[32321]: pgmap v587: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:19.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:19 smithi064 ceph-mon[32321]: osdmap e118: 12 total, 12 up, 12 in 2024-04-25T19:22:19.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:19 smithi066 ceph-mon[32882]: pgmap v587: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:19.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:19 smithi066 ceph-mon[32882]: osdmap e118: 12 total, 12 up, 12 in 2024-04-25T19:22:21.459 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-25T19:22:21.460 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:21.460 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 0, 2024-04-25T19:22:21.460 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 2, 2024-04-25T19:22:21.460 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 0, 2024-04-25T19:22:21.460 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 0, 2024-04-25T19:22:21.460 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 4, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 0, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.004113006, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.001009697, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:21.461 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 396, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 383, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 1641360, 2024-04-25T19:22:21.462 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 236384, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 2, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 1, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.151482310, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.060858818, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.087067773, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.017938675, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 383, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.038176495, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000099677 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:21.463 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 1641360, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 236384 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_messages": 3, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages": 292, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_bytes": 480, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_bytes": 285968, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_created_connections": 6, 2024-04-25T19:22:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_total_time": 0.061658448, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_send_time": 0.045672345, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_recv_time": 0.007178948, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 289, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.044289757, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000153251 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "msgr_send_encrypted_bytes": 285968 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "cct": { 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "total_workers": 0, 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "unhealthy_workers": 0 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "mempool": { 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:21.466 INFO:teuthology.orchestra.run.smithi032.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:21.468 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_items": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:21.469 INFO:teuthology.orchestra.run.smithi032.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_bytes": 150776, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_anon_items": 32, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_bytes": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_items": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_bytes": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_items": 0, 2024-04-25T19:22:21.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "pgmap_items": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_bytes": 928, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_co_items": 2, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_1_items": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "unittest_2_items": 0 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "val": 0, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "max": 104857600, 2024-04-25T19:22:21.471 INFO:teuthology.orchestra.run.smithi032.stdout: "get_started": 0, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "get": 395, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "get_sum": 1582936, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "get_or_fail_success": 395, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "take": 0, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "take_sum": 0, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "put": 395, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "put_sum": 1582936, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "wait": { 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "avgcount": 0, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "sum": 0.000000000, 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: "avgtime": 0.000000000 2024-04-25T19:22:21.472 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:21.473 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-25T19:22:21.473 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-25T19:22:21.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:21 smithi032 ceph-mon[28041]: pgmap v589: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:21.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:21 smithi066 ceph-mon[32882]: pgmap v589: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:22.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:21 smithi064 ceph-mon[32321]: pgmap v589: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:22.556 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-25T19:22:22.557 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-25T19:22:22.557 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-25T19:22:22.557 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-25T19:22:22.557 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-25T19:22:22.557 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-25T19:22:22.557 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-25T19:22:22.557 DEBUG:tasks.check_counter:Getting stats from b 2024-04-25T19:22:22.557 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-25T19:22:22.819 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T19:22:23.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:23 smithi032 ceph-mon[28041]: pgmap v590: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:23.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:23 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:22:23.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:23 smithi064 ceph-mon[32321]: pgmap v590: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:23.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:23 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:22:23.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:23 smithi066 ceph-mon[32882]: pgmap v590: 97 pgs: 97 active+clean; 1.9 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-25T19:22:23.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:23 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 2274, 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 1641, 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 608661, 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 523537, 2024-04-25T19:22:24.627 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 9, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.180698416, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.071428845, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.112542553, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.009947019, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1644, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.133452742, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000081175 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3550, 2024-04-25T19:22:24.628 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000857501, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000241 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 39, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 164, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 9374, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 209304, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 11, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.012714481, 2024-04-25T19:22:24.629 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.005069615, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.005999099, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000497143, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 161, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.017511730, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000108768 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 89, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000027996, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000314 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.630 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 5584, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 197200 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 476, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 684, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1725008, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 807932, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 14, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 6, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.090977194, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.037469832, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.046631786, 2024-04-25T19:22:24.631 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.009860901, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 679, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.045595804, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000067151 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 13, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000002493, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000191 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1722752, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 734128 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.632 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 1, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-MDSRank": { 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 61, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.001708813, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000028013 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-25T19:22:24.633 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000009941, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000004970 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "request": 5, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "reply": 3, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "reply_latency": { 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000516524, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000172174 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.634 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_reply": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "forward": 2, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_commit": 11, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_split": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_merge": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes": 16, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_top": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_bottom": 16, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pinned": 13, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_expired": 4, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_with_caps": 1, 2024-04-25T19:22:24.635 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": 1, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "subtrees": 3, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse": 44, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_hit": 38, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_forward": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_discover": 5, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_lock": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "load_cent": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "q": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "exported": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "exported_inodes": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "imported": 0, 2024-04-25T19:22:24.636 INFO:teuthology.orchestra.run.smithi064.stdout: "imported_inodes": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rfiles": 5, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rbytes": 298, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rsnaps": 6, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:24.637 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_revoke": 1, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps": 1, 2024-04-25T19:22:24.638 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "process_request_cap_release": 0 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_cache": { 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update": 0, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update_receipt": 17, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_try_discover": 11, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_send_discover": 12, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:24.639 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_created": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_enqueued": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_migrated": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_started": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_completed": 0, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_path": 13, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_inode": 77, 2024-04-25T19:22:24.640 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_flush": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_inodestats": 0 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_log": { 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "evlrg": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "evadd": 7, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "evex": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "evtrm": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "ev": 7, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "evexg": 0, 2024-04-25T19:22:24.641 INFO:teuthology.orchestra.run.smithi064.stdout: "evexd": 0, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "segadd": 2, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "segex": 0, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "segtrm": 0, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "seg": 2, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "segmjr": 2, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "segexg": 0, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "segexd": 0, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "expos": 4194304, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "wrpos": 4196347, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "rdpos": 0, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "jlat": { 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 6, 2024-04-25T19:22:24.642 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.012333879, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.002055646 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "replayed": 0 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_mem": { 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "ino": 20, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "ino+": 22, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "ino-": 2, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "dir": 19, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "dir+": 23, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "dir-": 4, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "dn": 16, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "dn+": 20, 2024-04-25T19:22:24.643 INFO:teuthology.orchestra.run.smithi064.stdout: "dn-": 4, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "cap": 1, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "cap+": 1, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "cap-": 0, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "rss": 56136, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "heap": 223608 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_server": { 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_client_request": 5, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_request": 5, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_session": 22, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_peer_request": 77, 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "req_create_latency": { 2024-04-25T19:22:24.644 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getattr_latency": { 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000516524, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000172174 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.645 INFO:teuthology.orchestra.run.smithi064.stdout: "req_link_latency": { 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookup_latency": { 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:24.646 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupino_latency": { 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupname_latency": { 2024-04-25T19:22:24.647 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.648 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lssnap_latency": { 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mkdir_latency": { 2024-04-25T19:22:24.649 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mknod_latency": { 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mksnap_latency": { 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.650 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "req_open_latency": { 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "req_readdir_latency": { 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rename_latency": { 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.651 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.652 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmdir_latency": { 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.653 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setattr_latency": { 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.654 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setlayout_latency": { 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setxattr_latency": { 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "req_symlink_latency": { 2024-04-25T19:22:24.655 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "req_unlink_latency": { 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.656 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_sessions": { 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "session_count": 1, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "session_add": 3, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "session_remove": 2, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_open": 1, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_stale": 0, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "total_load": 2, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "average_load": 1, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "avg_session_uptime": 1100, 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:24.657 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:24.658 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:24.659 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 239767, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 77, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:24.660 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 169, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 83053, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 338, 2024-04-25T19:22:24.661 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "objecter": { 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_active": 0, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_laggy": 0, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send": 44, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send_bytes": 12525, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_resend": 33, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_reply": 44, 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "op_latency": { 2024-04-25T19:22:24.662 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 44, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.533989471, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.012136124 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "op_inflight": 0, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "oplen_avg": { 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 44, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 66 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "op": 44, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "op_r": 0, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "op_w": 44, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "op_rmw": 0, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "op_pg": 0, 2024-04-25T19:22:24.663 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_stat": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_create": 10, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_read": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_write": 6, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writefull": 9, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writesame": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_append": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_zero": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_truncate": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_delete": 6, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_mapext": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:24.664 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_getxattr": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_setxattr": 20, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_call": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_watch": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_notify": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_other": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_active": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_send": 0, 2024-04-25T19:22:24.665 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_resend": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_ping": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_active": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_send": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_resend": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_active": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_send": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_resend": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_active": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_send": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_resend": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "command_active": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "command_send": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "command_resend": 0, 2024-04-25T19:22:24.666 INFO:teuthology.orchestra.run.smithi064.stdout: "map_epoch": 118, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "map_full": 0, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "map_inc": 30, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_sessions": 8, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_open": 12, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_close": 4, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_laggy": 0, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_wr": 14, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_rd": 0, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_del": 1 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "oft": { 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_objs": 1, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:24.667 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_updates": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_removes": 0 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "osd-slow-ops": { 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_ops_count": 90 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "purge_queue": { 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed": 0, 2024-04-25T19:22:24.668 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 2785, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 2064771, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 2785, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 2785, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2064771, 2024-04-25T19:22:24.669 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:24.670 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 44, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 12525, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 44, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 12525, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 1024, 2024-04-25T19:22:24.671 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 44, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 44, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 44, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 44, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.672 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:24.673 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle-0x55edd7328460": { 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 7, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 2043, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 7, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:24.674 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 6, 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2043, 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:24.675 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-25T19:22:25.268 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:25 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:25.268 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:25 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:25.268 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:25 smithi064 ceph-mon[32321]: pgmap v591: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-25T19:22:25.296 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-25T19:22:25.296 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-25T19:22:25.296 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=0 2024-04-25T19:22:25.296 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=17 2024-04-25T19:22:25.296 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-25T19:22:25.296 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:25.297 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:25.297 DEBUG:tasks.check_counter:Getting stats from e 2024-04-25T19:22:25.297 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-25T19:22:25.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:25 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:25.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:25 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:25.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:25 smithi066 ceph-mon[32882]: pgmap v591: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-25T19:22:25.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:25 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:25.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:25 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:25.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:25 smithi032 ceph-mon[28041]: pgmap v591: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-25T19:22:25.550 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T19:22:26.417 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:26 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:22:26.417 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:26 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:22:26.417 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:26 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:26.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:26 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:22:26.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:26 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:22:26.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:26 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:26.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:26 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-25T19:22:26.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:26 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-25T19:22:26.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:26 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' 2024-04-25T19:22:27.271 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:27 smithi064 ceph-mon[32321]: pgmap v592: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 2744, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 2744, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 824796, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 871769, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 6, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.268654964, 2024-04-25T19:22:27.272 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.097579053, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.065615422, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.078861756, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 2743, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.107476113, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000039181 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-04-25T19:22:27.273 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 448 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 1274, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 1563, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 313884, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 1070100, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 7, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.134627157, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.043311872, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.029936605, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.047665597, 2024-04-25T19:22:27.274 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 1560, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.056515768, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000036228 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 665536 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.275 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 431, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 416, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1699500, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 241726, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 4, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.078713897, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.026270009, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.048254566, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.010705853, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 415, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.023944927, 2024-04-25T19:22:27.276 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000057698 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1699232, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 241408 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 1, 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-25T19:22:27.277 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-MDSRank": { 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 6530, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.185689725, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000028436 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.278 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "request": 0, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "reply": 0, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "reply_latency": { 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_reply": 0, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "forward": 0, 2024-04-25T19:22:27.279 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_commit": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_split": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_merge": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_top": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_bottom": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pinned": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_expired": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": 0, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "subtrees": 1, 2024-04-25T19:22:27.280 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_hit": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_forward": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_discover": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_lock": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "load_cent": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "q": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "exported": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "exported_inodes": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "imported": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "imported_inodes": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:27.281 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rfiles": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rbytes": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rsnaps": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:27.282 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "process_request_cap_release": 0 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_cache": { 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update_receipt": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_try_discover": 0, 2024-04-25T19:22:27.283 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_send_discover": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_created": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_enqueued": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_migrated": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_started": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_completed": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_path": 0, 2024-04-25T19:22:27.284 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_inode": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_flush": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_inodestats": 0 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_log": { 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "evlrg": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "evadd": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "evex": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "evtrm": 0, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "ev": 10, 2024-04-25T19:22:27.285 INFO:teuthology.orchestra.run.smithi064.stdout: "evexg": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "evexd": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "segadd": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "segex": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "segtrm": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "seg": 2, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "segmjr": 2, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "segexg": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "segexd": 0, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "expos": 4194304, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "wrpos": 4197189, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "rdpos": 4197048, 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "jlat": { 2024-04-25T19:22:27.286 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "replayed": 10 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_mem": { 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "ino": 3, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "ino+": 3, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "ino-": 0, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "dir": 1, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "dir+": 1, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "dir-": 0, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "dn": 0, 2024-04-25T19:22:27.287 INFO:teuthology.orchestra.run.smithi064.stdout: "dn+": 0, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "dn-": 0, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "cap": 0, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "cap+": 0, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "cap-": 0, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "rss": 51056, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "heap": 215416 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_server": { 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_client_request": 0, 2024-04-25T19:22:27.288 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_request": 0, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_session": 0, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_peer_request": 0, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "req_create_latency": { 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getattr_latency": { 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.289 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "req_link_latency": { 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookup_latency": { 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.290 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.291 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:27.291 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.291 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.291 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupino_latency": { 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupname_latency": { 2024-04-25T19:22:27.293 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.294 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lssnap_latency": { 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mkdir_latency": { 2024-04-25T19:22:27.295 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mknod_latency": { 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.296 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mksnap_latency": { 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "req_open_latency": { 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "req_readdir_latency": { 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.297 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rename_latency": { 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.298 INFO:teuthology.orchestra.run.smithi064.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmdir_latency": { 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.299 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setattr_latency": { 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.300 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setlayout_latency": { 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.301 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setxattr_latency": { 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "req_symlink_latency": { 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "req_unlink_latency": { 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.302 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.303 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_sessions": { 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "session_count": 2, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "session_add": 5, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "session_remove": 3, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_open": 4, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_stale": 0, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "total_load": 0, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "average_load": 0, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "avg_session_uptime": 4777, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-25T19:22:27.304 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:27.305 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:27.306 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 191954, 2024-04-25T19:22:27.307 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 55, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 169, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:27.308 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 8512, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 13, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "objecter": { 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "op_active": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "op_laggy": 0, 2024-04-25T19:22:27.309 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send": 4013, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send_bytes": 21, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "op_resend": 3, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "op_reply": 4013, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "op_latency": { 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 4013, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 2.159957401, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000538240 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "op_inflight": 0, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "oplen_avg": { 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 4013, 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 4014 2024-04-25T19:22:27.310 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "op": 4013, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "op_r": 4013, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "op_w": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "op_rmw": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "op_pg": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_stat": 2635, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_create": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_read": 1376, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_write": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writefull": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writesame": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_append": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_zero": 0, 2024-04-25T19:22:27.311 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_truncate": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_delete": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_mapext": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_getxattr": 1, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_setxattr": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_call": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_watch": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_notify": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls": 0, 2024-04-25T19:22:27.312 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_other": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_active": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_send": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_resend": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_ping": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_active": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_send": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_resend": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_active": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_send": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_resend": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_active": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_send": 0, 2024-04-25T19:22:27.313 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_resend": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "command_active": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "command_send": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "command_resend": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "map_epoch": 118, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "map_full": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "map_inc": 30, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_sessions": 5, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_open": 6, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_close": 1, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_laggy": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_wr": 0, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_rd": 2, 2024-04-25T19:22:27.314 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_del": 0 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "oft": { 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_objs": 0, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_updates": 0, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_removes": 0 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "osd-slow-ops": { 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_ops_count": 0 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "purge_queue": { 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:27.315 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 4445, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 2413070, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:27.316 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 4445, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 4445, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2413070, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:27.317 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 4013, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 2890, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 4013, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2890, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.318 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 1024, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 4013, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 4013, 2024-04-25T19:22:27.319 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 4013, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 4013, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:27.320 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle-0x558ca488e6e0": { 2024-04-25T19:22:27.321 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:27.322 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:27.323 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.323 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:27.323 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-25T19:22:27.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:27 smithi066 ceph-mon[32882]: pgmap v592: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-25T19:22:27.529 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:27 smithi032 ceph-mon[28041]: pgmap v592: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:28.056 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:28.056 DEBUG:tasks.check_counter:Getting stats from h 2024-04-25T19:22:28.057 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-25T19:22:28.304 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T19:22:29.696 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:29 smithi064 ceph-mon[32321]: pgmap v593: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 op/s 2024-04-25T19:22:29.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:29 smithi066 ceph-mon[32882]: pgmap v593: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 op/s 2024-04-25T19:22:29.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:29 smithi032 ceph-mon[28041]: pgmap v593: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 op/s 2024-04-25T19:22:29.955 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-25T19:22:29.955 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:29.955 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 3869, 2024-04-25T19:22:29.955 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 3871, 2024-04-25T19:22:29.955 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1099163, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 1230349, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 6, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.304638011, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.098520111, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.075918886, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.105421976, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3869, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.110938891, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000028673 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.956 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 9, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 296, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 4076, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 746842, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 7, 2024-04-25T19:22:29.957 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 4, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.018501787, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.012595945, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.002455712, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000069171, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 294, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.025708584, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000087444 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.958 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 3520, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 746144 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 430, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 415, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1699228, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 241086, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 4, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.075996464, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.026102758, 2024-04-25T19:22:29.959 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.045855469, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.010316476, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 414, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.023716923, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000057287 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1698960, 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 240768 2024-04-25T19:22:29.960 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 1, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-MDSRank": { 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 6611, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.155165236, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000023470 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:29.961 INFO:teuthology.orchestra.run.smithi064.stdout: "queue_len": 0, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "complete_latency": { 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "request": 0, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "reply": 0, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "reply_latency": { 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.962 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_reply": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "forward": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_commit": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_split": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_merge": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_top": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_bottom": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:29.963 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_pinned": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_expired": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "caps": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "subtrees": 1, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_hit": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_forward": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_discover": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "traverse_lock": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "load_cent": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "q": 0, 2024-04-25T19:22:29.964 INFO:teuthology.orchestra.run.smithi064.stdout: "exported": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "exported_inodes": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "imported": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "imported_inodes": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rfiles": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rbytes": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "root_rsnaps": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:29.965 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps": 0, 2024-04-25T19:22:29.966 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "process_request_cap_release": 0 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_cache": { 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_update_receipt": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_try_discover": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_send_discover": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_created": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_enqueued": 0, 2024-04-25T19:22:29.967 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "strays_migrated": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_started": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "recovery_completed": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_path": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_quiesce_inode": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_flush": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:29.968 INFO:teuthology.orchestra.run.smithi064.stdout: "ireq_inodestats": 0 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_log": { 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "evlrg": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "evadd": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "evex": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "evtrm": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "ev": 6, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "evexg": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "evexd": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "segadd": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "segex": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "segtrm": 0, 2024-04-25T19:22:29.969 INFO:teuthology.orchestra.run.smithi064.stdout: "seg": 2, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "segmjr": 2, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "segexg": 0, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "segexd": 0, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "expos": 4194304, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "wrpos": 4195956, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "rdpos": 4195815, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "jlat": { 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "replayed": 6 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.970 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_mem": { 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "ino": 3, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "ino+": 3, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "ino-": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "dir": 1, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "dir+": 1, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "dir-": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "dn": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "dn+": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "dn-": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "cap": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "cap+": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "cap-": 0, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "rss": 49568, 2024-04-25T19:22:29.971 INFO:teuthology.orchestra.run.smithi064.stdout: "heap": 215416 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_server": { 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_client_request": 0, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_request": 0, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_client_session": 0, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "handle_peer_request": 0, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "req_create_latency": { 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getattr_latency": { 2024-04-25T19:22:29.972 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "req_link_latency": { 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.973 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookup_latency": { 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupino_latency": { 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.974 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupname_latency": { 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.975 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "req_lssnap_latency": { 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mkdir_latency": { 2024-04-25T19:22:29.976 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mknod_latency": { 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.977 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "req_mksnap_latency": { 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "req_open_latency": { 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "req_readdir_latency": { 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.978 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rename_latency": { 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:29.979 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmdir_latency": { 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.980 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setattr_latency": { 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.981 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setlayout_latency": { 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "req_setxattr_latency": { 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.982 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "req_symlink_latency": { 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "req_unlink_latency": { 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:29.983 INFO:teuthology.orchestra.run.smithi064.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_sessions": { 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "session_count": 0, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "session_add": 2, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "session_remove": 2, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_open": 2, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "sessions_stale": 0, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "total_load": 0, 2024-04-25T19:22:29.984 INFO:teuthology.orchestra.run.smithi064.stdout: "average_load": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "avg_session_uptime": 1914, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:29.985 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:29.986 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:29.987 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 182882, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 51, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 169, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:29.988 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 8512, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 13, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "objecter": { 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "op_active": 0, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "op_laggy": 0, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send": 3872, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "op_send_bytes": 21, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "op_resend": 3, 2024-04-25T19:22:29.989 INFO:teuthology.orchestra.run.smithi064.stdout: "op_reply": 3872, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "op_latency": { 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3872, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 2.142957731, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000553449 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "op_inflight": 0, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "oplen_avg": { 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 3872, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 3873 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "op": 3872, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "op_r": 3872, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "op_w": 0, 2024-04-25T19:22:29.990 INFO:teuthology.orchestra.run.smithi064.stdout: "op_rmw": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "op_pg": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_stat": 2495, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_create": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_read": 1375, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_write": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writefull": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_writesame": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_append": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_zero": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_truncate": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_delete": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_mapext": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:29.991 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_getxattr": 1, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_setxattr": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_call": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_watch": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_notify": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "osdop_other": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_active": 0, 2024-04-25T19:22:29.992 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_send": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_resend": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "linger_ping": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_active": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_send": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "poolop_resend": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_active": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_send": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "poolstat_resend": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_active": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_send": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "statfs_resend": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "command_active": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "command_send": 0, 2024-04-25T19:22:29.993 INFO:teuthology.orchestra.run.smithi064.stdout: "command_resend": 0, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "map_epoch": 118, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "map_full": 0, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "map_inc": 30, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_sessions": 4, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_open": 5, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_session_close": 1, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_laggy": 0, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_wr": 0, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_rd": 2, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_del": 0 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "oft": { 2024-04-25T19:22:29.994 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_objs": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_updates": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "omap_total_removes": 0 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "osd-slow-ops": { 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "slow_ops_count": 0 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "purge_queue": { 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:29.995 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_executed": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 4304, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 2390056, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 4304, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:29.996 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 4304, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 2390056, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:29.997 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 3872, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 1657, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 3872, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 1657, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:29.998 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 1024, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 3872, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 3872, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 3872, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 3872, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:29.999 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-25T19:22:30.000 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-write_buf_throttle-0x55c17907e6e0": { 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 3758096384, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:30.001 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 0, 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 0, 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:30.002 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=0 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:30.652 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:30.652 DEBUG:tasks.check_counter:Getting stats from k 2024-04-25T19:22:30.653 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-25T19:22:30.900 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.b/config 2024-04-25T19:22:31.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:31 smithi066 ceph-mon[32882]: pgmap v594: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 8 op/s 2024-04-25T19:22:31.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:31 smithi064 ceph-mon[32321]: pgmap v594: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 8 op/s 2024-04-25T19:22:31.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:31 smithi032 ceph-mon[28041]: pgmap v594: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 8 op/s 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 401, 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 388, 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 1643344, 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 239280, 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 4, 2024-04-25T19:22:32.668 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 0, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.073178131, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.025121412, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.042597067, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.009936430, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 388, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.023159096, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000059688 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:32.669 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 1643344, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 239280 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 4, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 297, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 640, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 365040, 2024-04-25T19:22:32.670 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 7, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.021413622, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.014771520, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.002565531, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 293, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.030355634, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000103602 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:32.671 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:32.672 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:32.672 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:32.672 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.672 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 640, 2024-04-25T19:22:32.672 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 365040 2024-04-25T19:22:32.672 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_messages": 0, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages": 2, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_bytes": 0, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_bytes": 0, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_created_connections": 2, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_active_connections": 1, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_total_time": 0.000348705, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_send_time": 0.000000000, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_recv_time": 0.000269884, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-25T19:22:32.673 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.674 INFO:teuthology.orchestra.run.smithi064.stdout: "cct": { 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "total_workers": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "unhealthy_workers": 0 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "mempool": { 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:32.675 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:32.676 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:32.677 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:32.678 INFO:teuthology.orchestra.run.smithi064.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:32.678 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:32.678 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_items": 0, 2024-04-25T19:22:32.678 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:32.678 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:32.678 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_bytes": 148731, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_anon_items": 31, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_bytes": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_items": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_bytes": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_items": 0, 2024-04-25T19:22:32.679 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "pgmap_items": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_bytes": 928, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "mds_co_items": 2, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_1_items": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "unittest_2_items": 0 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "val": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "max": 104857600, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "get_started": 0, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "get": 401, 2024-04-25T19:22:32.680 INFO:teuthology.orchestra.run.smithi064.stdout: "get_sum": 1584250, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "get_or_fail_success": 401, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "take": 0, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "take_sum": 0, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "put": 401, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "put_sum": 1584250, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "wait": { 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "avgcount": 0, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "sum": 0.000000000, 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: "avgtime": 0.000000000 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-04-25T19:22:32.681 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-04-25T19:22:33.530 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-04-25T19:22:33.530 DEBUG:tasks.check_counter:Getting stats from c 2024-04-25T19:22:33.531 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-25T19:22:33.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:33 smithi066 ceph-mon[32882]: pgmap v595: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 8 op/s 2024-04-25T19:22:33.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:33 smithi064 ceph-mon[32321]: pgmap v595: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 8 op/s 2024-04-25T19:22:33.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:33 smithi032 ceph-mon[28041]: pgmap v595: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 8 op/s 2024-04-25T19:22:33.791 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T19:22:35.496 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:35 smithi066 ceph-mon[32882]: pgmap v596: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 12 op/s 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 2768, 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 2162, 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 2338098, 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 990205, 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 8, 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:35.629 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.276376355, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.106042377, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.173089578, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.019379333, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2165, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.114974926, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000053106 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 3657, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000919133, 2024-04-25T19:22:35.630 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000251 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 1724864, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 266624 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 31, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 100, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 8201, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 288853, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 15, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 7, 2024-04-25T19:22:35.631 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.011242119, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.003535672, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.005957582, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.000382823, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 96, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.017628048, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000183625 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 35, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000004974, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000142 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.632 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 4624, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 259408 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 42, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 305, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 11218, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 567253, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 13, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.021023740, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.011176941, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.006826285, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.000473531, 2024-04-25T19:22:35.633 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 300, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.033566134, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000111887 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 71, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000016970, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000239 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 6656, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 506944 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "cct": { 2024-04-25T19:22:35.634 INFO:teuthology.orchestra.run.smithi066.stdout: "total_workers": 1, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "unhealthy_workers": 0 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-MDSRank": { 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 67, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.002109844, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000031490 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:35.635 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000010490, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000005245 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": { 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "request": 5, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "reply": 4, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "reply_latency": { 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 4, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000753902, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000188475 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.636 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_reply": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "forward": 1, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_commit": 11, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_split": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_merge": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes": 16, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_top": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_bottom": 16, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pinned": 13, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_expired": 4, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_with_caps": 1, 2024-04-25T19:22:35.637 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": 1, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "subtrees": 3, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse": 43, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_hit": 38, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_forward": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_discover": 5, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_lock": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "load_cent": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "q": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "exported": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "exported_inodes": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "imported": 0, 2024-04-25T19:22:35.638 INFO:teuthology.orchestra.run.smithi066.stdout: "imported_inodes": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rfiles": 5, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rbytes": 298, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rsnaps": 6, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:35.639 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_revoke": 4, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps": 4, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "process_request_cap_release": 0 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_cache": { 2024-04-25T19:22:35.640 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update_receipt": 17, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_try_discover": 11, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_send_discover": 12, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_created": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_enqueued": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_migrated": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:35.641 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_started": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_completed": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_path": 13, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_inode": 77, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_flush": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_inodestats": 0 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_log": { 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "evlrg": 0, 2024-04-25T19:22:35.642 INFO:teuthology.orchestra.run.smithi066.stdout: "evadd": 10, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "evex": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "evtrm": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "ev": 10, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "evexg": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "evexd": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "segadd": 2, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "segex": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "segtrm": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "seg": 2, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "segmjr": 2, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "segexg": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "segexd": 0, 2024-04-25T19:22:35.643 INFO:teuthology.orchestra.run.smithi066.stdout: "expos": 4194304, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "wrpos": 4197189, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "rdpos": 0, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "jlat": { 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 9, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.040793333, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.004532592 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "replayed": 0 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_mem": { 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "ino": 20, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "ino+": 22, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "ino-": 2, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "dir": 19, 2024-04-25T19:22:35.644 INFO:teuthology.orchestra.run.smithi066.stdout: "dir+": 23, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "dir-": 4, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "dn": 16, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "dn+": 20, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "dn-": 4, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "cap": 1, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "cap+": 4, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "cap-": 3, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "rss": 52896, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "heap": 223608 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_server": { 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_client_request": 5, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:35.645 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_request": 5, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_session": 41, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_peer_request": 77, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "req_create_latency": { 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getattr_latency": { 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000215026, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000215026 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:35.646 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "req_link_latency": { 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookup_latency": { 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000388144, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000194072 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.647 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupino_latency": { 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000150732, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000150732 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupname_latency": { 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.648 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lssnap_latency": { 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.649 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.650 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.650 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mkdir_latency": { 2024-04-25T19:22:35.650 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.650 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.650 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mknod_latency": { 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mksnap_latency": { 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "req_open_latency": { 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.651 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "req_readdir_latency": { 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rename_latency": { 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.652 INFO:teuthology.orchestra.run.smithi066.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmdir_latency": { 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.653 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setattr_latency": { 2024-04-25T19:22:35.654 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.655 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setlayout_latency": { 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setxattr_latency": { 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "req_symlink_latency": { 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "req_unlink_latency": { 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.657 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_sessions": { 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "session_count": 2, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "session_add": 5, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "session_remove": 3, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_open": 2, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_stale": 0, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "total_load": 3, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "average_load": 0, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "avg_session_uptime": 1105, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.658 INFO:teuthology.orchestra.run.smithi066.stdout: "mempool": { 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:35.659 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:35.660 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_items": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_bytes": 240199, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_items": 82, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:35.661 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_bytes": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_items": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_items": 169, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_items": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_bytes": 83109, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_items": 345, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:35.662 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_items": 0, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_items": 0 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "objecter": { 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_active": 0, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_laggy": 0, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send": 49, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send_bytes": 13592, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_resend": 33, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_reply": 49, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "op_latency": { 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 49, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.427996608, 2024-04-25T19:22:35.663 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.008734624 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "op_inflight": 0, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "oplen_avg": { 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 49, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 73 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "op": 49, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "op_r": 0, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "op_w": 49, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "op_rmw": 0, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "op_pg": 0, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_stat": 0, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_create": 10, 2024-04-25T19:22:35.664 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_read": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_write": 9, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writefull": 9, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writesame": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_append": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_zero": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_truncate": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_delete": 6, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_mapext": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_getxattr": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_setxattr": 20, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:35.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_call": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_watch": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_notify": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_other": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_active": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_send": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_resend": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_ping": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_active": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_send": 0, 2024-04-25T19:22:35.666 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_resend": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_active": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_send": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_resend": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_active": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_send": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_resend": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "command_active": 0, 2024-04-25T19:22:35.667 INFO:teuthology.orchestra.run.smithi066.stdout: "command_send": 0, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "command_resend": 0, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "map_epoch": 118, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "map_full": 0, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "map_inc": 30, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_sessions": 8, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_open": 11, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_close": 3, 2024-04-25T19:22:35.669 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_laggy": 0, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_wr": 17, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_rd": 0, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_del": 2 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "oft": { 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_objs": 1, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_updates": 0, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_removes": 0 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "osd-slow-ops": { 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_ops_count": 90 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.670 INFO:teuthology.orchestra.run.smithi066.stdout: "purge_queue": { 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 2837, 2024-04-25T19:22:35.671 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 2073194, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 2837, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 2837, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 2073194, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.672 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 49, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 13592, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 49, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 13592, 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:35.673 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 1024, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 49, 2024-04-25T19:22:35.674 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 49, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 49, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 49, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:35.675 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle-0x561de041e460": { 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:35.676 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 10, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 2885, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 10, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 9, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 2885, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:35.677 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-25T19:22:35.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:35 smithi064 ceph-mon[32321]: pgmap v596: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 12 op/s 2024-04-25T19:22:35.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:35 smithi032 ceph-mon[28041]: pgmap v596: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 12 op/s 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=17 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:36.338 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:36.338 DEBUG:tasks.check_counter:Getting stats from f 2024-04-25T19:22:36.339 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-25T19:22:36.595 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T19:22:37.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:37 smithi066 ceph-mon[32882]: pgmap v597: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:37.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:37 smithi064 ceph-mon[32321]: pgmap v597: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:37.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:37 smithi032 ceph-mon[28041]: pgmap v597: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:38.281 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-25T19:22:38.365 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 1464, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 1463, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 5536247, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 524486, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 5, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 1, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.184496194, 2024-04-25T19:22:38.366 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.056329025, 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.057791720, 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.053282545, 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1462, 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.070941396, 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000048523 2024-04-25T19:22:38.367 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 236528, 2024-04-25T19:22:38.368 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 138112 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 1102, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 1263, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 9338155, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 724080, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 5, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 4, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.118859695, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.039075704, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.035793044, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.033811011, 2024-04-25T19:22:38.369 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1262, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.058704336, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000046516 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 375168 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.370 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 654, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 656, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 8554800, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 207979, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 5, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 4, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.072601367, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.020062513, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.025685002, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.020709976, 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:38.371 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 654, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.026683994, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000040801 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "cct": { 2024-04-25T19:22:38.372 INFO:teuthology.orchestra.run.smithi066.stdout: "total_workers": 1, 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "unhealthy_workers": 0 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-MDSRank": { 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 5101, 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.152109909, 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000029819 2024-04-25T19:22:38.373 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": { 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "request": 0, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "reply": 0, 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "reply_latency": { 2024-04-25T19:22:38.374 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_reply": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "forward": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_commit": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_split": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_merge": 0, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes": 26, 2024-04-25T19:22:38.375 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_top": 9, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_bottom": 17, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pinned": 13, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_expired": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "subtrees": 2, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_hit": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_forward": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_discover": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:38.376 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_lock": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "load_cent": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "q": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "exported": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "exported_inodes": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "imported": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "imported_inodes": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rfiles": 4, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rbytes": 234, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rsnaps": 6, 2024-04-25T19:22:38.377 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:38.378 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "process_request_cap_release": 0 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_cache": { 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update_receipt": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_try_discover": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_send_discover": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays": 0, 2024-04-25T19:22:38.379 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_created": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_enqueued": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_migrated": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:38.380 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:38.381 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:38.381 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_started": 0, 2024-04-25T19:22:38.381 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_completed": 0, 2024-04-25T19:22:38.381 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_path": 0, 2024-04-25T19:22:38.381 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_inode": 0, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_flush": 0, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_inodestats": 0 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_log": { 2024-04-25T19:22:38.382 INFO:teuthology.orchestra.run.smithi066.stdout: "evlrg": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "evadd": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "evex": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "evtrm": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "ev": 2146, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "evexg": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "evexd": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "segadd": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "segex": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "segtrm": 0, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "seg": 2, 2024-04-25T19:22:38.383 INFO:teuthology.orchestra.run.smithi066.stdout: "segmjr": 59, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "segexg": 0, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "segexd": 0, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "expos": 29710772, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "wrpos": 30029164, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "rdpos": 30016697, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "jlat": { 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "replayed": 2146 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_mem": { 2024-04-25T19:22:38.384 INFO:teuthology.orchestra.run.smithi066.stdout: "ino": 23, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "ino+": 24, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "ino-": 1, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "dir": 9, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "dir+": 9, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "dir-": 0, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "dn": 26, 2024-04-25T19:22:38.385 INFO:teuthology.orchestra.run.smithi066.stdout: "dn+": 26, 2024-04-25T19:22:38.386 INFO:teuthology.orchestra.run.smithi066.stdout: "dn-": 0, 2024-04-25T19:22:38.386 INFO:teuthology.orchestra.run.smithi066.stdout: "cap": 0, 2024-04-25T19:22:38.386 INFO:teuthology.orchestra.run.smithi066.stdout: "cap+": 0, 2024-04-25T19:22:38.386 INFO:teuthology.orchestra.run.smithi066.stdout: "cap-": 0, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "rss": 50312, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "heap": 215416 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_server": { 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_client_request": 0, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_request": 0, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_session": 0, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_peer_request": 0, 2024-04-25T19:22:38.387 INFO:teuthology.orchestra.run.smithi066.stdout: "req_create_latency": { 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getattr_latency": { 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.388 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "req_link_latency": { 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.389 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookup_latency": { 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:38.390 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.391 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.391 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.391 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.391 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupino_latency": { 2024-04-25T19:22:38.391 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.391 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.392 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.392 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.392 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupname_latency": { 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.393 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.394 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.394 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:38.394 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lssnap_latency": { 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.395 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mkdir_latency": { 2024-04-25T19:22:38.396 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.396 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.397 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.397 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.397 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mknod_latency": { 2024-04-25T19:22:38.397 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.397 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.398 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.398 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.398 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mksnap_latency": { 2024-04-25T19:22:38.398 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.398 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.398 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: "req_open_latency": { 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: "req_readdir_latency": { 2024-04-25T19:22:38.399 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.400 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.400 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.400 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.400 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rename_latency": { 2024-04-25T19:22:38.400 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.400 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.401 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmdir_latency": { 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.402 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setattr_latency": { 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:38.403 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setlayout_latency": { 2024-04-25T19:22:38.404 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setxattr_latency": { 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.405 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "req_symlink_latency": { 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "req_unlink_latency": { 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.406 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.407 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.408 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_sessions": { 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "session_count": 2, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "session_add": 2, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "session_remove": 0, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_open": 0, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_stale": 0, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "total_load": 0, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "average_load": 0, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "avg_session_uptime": 2893, 2024-04-25T19:22:38.409 INFO:teuthology.orchestra.run.smithi066.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "mempool": { 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:38.410 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:38.411 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:38.411 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:38.411 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:38.411 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:38.411 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:38.411 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:38.412 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_items": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:38.413 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:38.414 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_bytes": 199224, 2024-04-25T19:22:38.414 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_items": 83, 2024-04-25T19:22:38.414 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_bytes": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_items": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:38.415 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_items": 169, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_items": 0, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_bytes": 120650, 2024-04-25T19:22:38.416 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_items": 970, 2024-04-25T19:22:38.417 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:38.417 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_items": 0, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_items": 0 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "objecter": { 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "op_active": 0, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "op_laggy": 0, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send": 2966, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send_bytes": 26, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "op_resend": 4, 2024-04-25T19:22:38.418 INFO:teuthology.orchestra.run.smithi066.stdout: "op_reply": 2966, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "op_latency": { 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2966, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 2.045983703, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000689812 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "op_inflight": 0, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "oplen_avg": { 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2966, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 2967 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "op": 2966, 2024-04-25T19:22:38.419 INFO:teuthology.orchestra.run.smithi066.stdout: "op_r": 2966, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "op_w": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "op_rmw": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "op_pg": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_stat": 1602, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_create": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_read": 1361, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_write": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writefull": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writesame": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_append": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_zero": 0, 2024-04-25T19:22:38.420 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_truncate": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_delete": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_mapext": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_getxattr": 2, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_setxattr": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_call": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_watch": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_notify": 0, 2024-04-25T19:22:38.421 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_other": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_active": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_send": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_resend": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_ping": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_active": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_send": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_resend": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_active": 0, 2024-04-25T19:22:38.422 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_send": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_resend": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_active": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_send": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_resend": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "command_active": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "command_send": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "command_resend": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "map_epoch": 118, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "map_full": 0, 2024-04-25T19:22:38.423 INFO:teuthology.orchestra.run.smithi066.stdout: "map_inc": 26, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_sessions": 6, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_open": 6, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_close": 0, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_laggy": 0, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_wr": 0, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_rd": 2, 2024-04-25T19:22:38.424 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_del": 0 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: "oft": { 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_objs": 0, 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_updates": 0, 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_removes": 0 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.425 INFO:teuthology.orchestra.run.smithi066.stdout: "osd-slow-ops": { 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_ops_count": 0 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "purge_queue": { 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing": 0, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed": 0, 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:38.426 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 3216, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 23124006, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 3216, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 3216, 2024-04-25T19:22:38.427 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 23124006, 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:38.428 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 2966, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 22368976, 2024-04-25T19:22:38.429 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 2966, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 22368976, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 1024, 2024-04-25T19:22:38.430 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 2966, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 2966, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 2966, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 2966, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.431 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:38.432 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle-0x562a2700e6e0": { 2024-04-25T19:22:38.433 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 0, 2024-04-25T19:22:38.434 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:38.435 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:38.435 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:38.435 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:38.435 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.435 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:38.435 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:39.034 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:39.035 DEBUG:tasks.check_counter:Getting stats from i 2024-04-25T19:22:39.035 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-25T19:22:39.282 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T19:22:39.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:39 smithi066 ceph-mon[32882]: pgmap v598: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:39.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:39 smithi064 ceph-mon[32321]: pgmap v598: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:39.781 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:39 smithi032 ceph-mon[28041]: pgmap v598: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:40.846 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 497, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 483, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 1734953, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 330665, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 16, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.086072818, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.027217659, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.053177653, 2024-04-25T19:22:40.847 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.010716006, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 477, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.040743405, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000085415 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 28, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000004231, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000151 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 1729984, 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 250992 2024-04-25T19:22:40.848 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 2283, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 1930, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 609030, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 1004209, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 9, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.199764660, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.085164179, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.118352614, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.009786095, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1933, 2024-04-25T19:22:40.849 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.102250780, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000052897 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 3567, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000932274, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000261 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 670832 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:40.850 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 21, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 25, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 5629, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 14544, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 9, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.004814942, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.000583149, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.003467602, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.000491495, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 23, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.017309508, 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000752587 2024-04-25T19:22:40.851 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 9, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000001555, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000172 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 928, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 1216 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "cct": { 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "total_workers": 1, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "unhealthy_workers": 0 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-MDSRank": { 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:40.852 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 55, 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.002155986, 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000039199 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2, 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000007337, 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000003668 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.853 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": { 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "request": 4, 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "reply": 3, 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "reply_latency": { 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 3, 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.001475316, 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000491772 2024-04-25T19:22:40.854 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_reply": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "forward": 1, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_commit": 11, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_split": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_merge": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes": 16, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_top": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_bottom": 16, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:40.855 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pinned": 13, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_expired": 5, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": 0, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "subtrees": 3, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse": 45, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_hit": 36, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_forward": 1, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_discover": 6, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_lock": 0, 2024-04-25T19:22:40.856 INFO:teuthology.orchestra.run.smithi066.stdout: "load_cent": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "q": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "exported": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "exported_inodes": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "imported": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "imported_inodes": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rfiles": 5, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rbytes": 298, 2024-04-25T19:22:40.857 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rsnaps": 6, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_revoke": 2, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:40.858 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps": 2, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "process_request_cap_release": 0 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_cache": { 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update": 0, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update_receipt": 17, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_try_discover": 11, 2024-04-25T19:22:40.859 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_send_discover": 13, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_created": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_enqueued": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_migrated": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:40.860 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_started": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_completed": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_path": 13, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_inode": 77, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_flush": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_inodestats": 0 2024-04-25T19:22:40.861 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_log": { 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "evlrg": 0, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "evadd": 6, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "evex": 0, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "evtrm": 0, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "ev": 6, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "evexg": 0, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "evexd": 0, 2024-04-25T19:22:40.862 INFO:teuthology.orchestra.run.smithi066.stdout: "segadd": 2, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "segex": 0, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "segtrm": 0, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "seg": 2, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "segmjr": 2, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "segexg": 0, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "segexd": 0, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "expos": 4194304, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "wrpos": 4195956, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "rdpos": 0, 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "jlat": { 2024-04-25T19:22:40.863 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 5, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.008934563, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.001786912 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "replayed": 0 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_mem": { 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "ino": 20, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "ino+": 22, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "ino-": 2, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "dir": 19, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "dir+": 23, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "dir-": 4, 2024-04-25T19:22:40.864 INFO:teuthology.orchestra.run.smithi066.stdout: "dn": 16, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "dn+": 21, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "dn-": 5, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "cap": 0, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "cap+": 2, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "cap-": 2, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "rss": 53184, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "heap": 223608 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_server": { 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_client_request": 5, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_request": 4, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_session": 8, 2024-04-25T19:22:40.865 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_peer_request": 77, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "req_create_latency": { 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getattr_latency": { 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000220223, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000220223 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:40.866 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "req_link_latency": { 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookup_latency": { 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 2, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.001255093, 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000627546 2024-04-25T19:22:40.867 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupino_latency": { 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupname_latency": { 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.868 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.869 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lssnap_latency": { 2024-04-25T19:22:40.870 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.870 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.870 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.870 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.870 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mkdir_latency": { 2024-04-25T19:22:40.870 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mknod_latency": { 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mksnap_latency": { 2024-04-25T19:22:40.871 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "req_open_latency": { 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "req_readdir_latency": { 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.872 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rename_latency": { 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.873 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmdir_latency": { 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.874 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setattr_latency": { 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.875 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.876 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setlayout_latency": { 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setxattr_latency": { 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "req_symlink_latency": { 2024-04-25T19:22:40.877 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "req_unlink_latency": { 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:40.878 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_sessions": { 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "session_count": 0, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "session_add": 2, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "session_remove": 2, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_open": 0, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_stale": 0, 2024-04-25T19:22:40.879 INFO:teuthology.orchestra.run.smithi066.stdout: "total_load": 2, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "average_load": 2, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "avg_session_uptime": 85, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "mempool": { 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:40.880 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:40.881 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:40.882 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_items": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_bytes": 247687, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_items": 78, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_bytes": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_items": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:40.883 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_items": 169, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_items": 0, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_bytes": 82741, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_items": 343, 2024-04-25T19:22:40.884 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_items": 0, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_items": 0 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "objecter": { 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_active": 0, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_laggy": 0, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send": 43, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send_bytes": 12099, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_resend": 28, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_reply": 43, 2024-04-25T19:22:40.885 INFO:teuthology.orchestra.run.smithi066.stdout: "op_latency": { 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 43, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.276997820, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.006441809 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "op_inflight": 0, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "oplen_avg": { 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 43, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 67 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "op": 43, 2024-04-25T19:22:40.886 INFO:teuthology.orchestra.run.smithi066.stdout: "op_r": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "op_w": 43, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "op_rmw": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "op_pg": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_stat": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_create": 10, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_read": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_write": 5, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writefull": 7, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writesame": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_append": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_zero": 0, 2024-04-25T19:22:40.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_truncate": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_delete": 6, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_mapext": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_getxattr": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_setxattr": 20, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_call": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_watch": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_notify": 0, 2024-04-25T19:22:40.888 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_other": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_active": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_send": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_resend": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_ping": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_active": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_send": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_resend": 0, 2024-04-25T19:22:40.889 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_active": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_send": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_resend": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_active": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_send": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_resend": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "command_active": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "command_send": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "command_resend": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "map_epoch": 118, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "map_full": 0, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "map_inc": 30, 2024-04-25T19:22:40.890 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_sessions": 9, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_open": 13, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_close": 4, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_laggy": 0, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_wr": 17, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_rd": 0, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_del": 2 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "oft": { 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_objs": 1, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_updates": 0, 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_removes": 0 2024-04-25T19:22:40.891 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "osd-slow-ops": { 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_ops_count": 90 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "purge_queue": { 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing": 0, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed": 0, 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:40.892 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 2797, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 2070569, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 2797, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 2797, 2024-04-25T19:22:40.893 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 2070569, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 43, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 12099, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 43, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 12099, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.895 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 1024, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 43, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 43, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 43, 2024-04-25T19:22:40.896 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 43, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:40.897 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.898 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle-0x55bb41a1a460": { 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 6, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 1652, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 6, 2024-04-25T19:22:40.899 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 5, 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 1652, 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:40.900 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=17 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:41.558 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:41.558 DEBUG:tasks.check_counter:Getting stats from l 2024-04-25T19:22:41.559 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-25T19:22:41.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:41 smithi066 ceph-mon[32882]: pgmap v599: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:41.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:41 smithi064 ceph-mon[32321]: pgmap v599: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:41.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:41 smithi032 ceph-mon[28041]: pgmap v599: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:41.807 INFO:teuthology.orchestra.run.smithi066.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.c/config 2024-04-25T19:22:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-04-25T19:22:43.476 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-0": { 2024-04-25T19:22:43.476 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 1382, 2024-04-25T19:22:43.476 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 1384, 2024-04-25T19:22:43.476 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 464297, 2024-04-25T19:22:43.476 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 439477, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 6, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 2, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.173483486, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.052950249, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.045808816, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.055476565, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 1382, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.085506946, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000061871 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.477 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 0 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-1": { 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 3111, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 3096, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 2383986, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 1096939, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 4, 2024-04-25T19:22:43.478 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 3, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.279034109, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.092072310, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.097487752, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.080930069, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 3095, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.136408326, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000044073 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.479 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 1702576, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 247504 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "AsyncMessenger::Worker-2": { 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_messages": 11, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages": 306, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_bytes": 5028, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_bytes": 841189, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_created_connections": 10, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_active_connections": 5, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_total_time": 0.019869405, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_send_time": 0.012199567, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_recv_time": 0.003673990, 2024-04-25T19:22:43.480 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_running_fast_dispatch_time": 0.000090388, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_messages_queue_lat": { 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 304, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.034532441, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000113593 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_handle_ack_lat": { 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_recv_encrypted_bytes": 3680, 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: "msgr_send_encrypted_bytes": 840224 2024-04-25T19:22:43.481 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "cct": { 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "total_workers": 1, 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "unhealthy_workers": 0 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-MDSRank": { 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 6821, 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.195348565, 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000028639 2024-04-25T19:22:43.482 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "finisher-PurgeQueue": { 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "queue_len": 0, 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "complete_latency": { 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": { 2024-04-25T19:22:43.483 INFO:teuthology.orchestra.run.smithi066.stdout: "request": 0, 2024-04-25T19:22:43.484 INFO:teuthology.orchestra.run.smithi066.stdout: "reply": 0, 2024-04-25T19:22:43.484 INFO:teuthology.orchestra.run.smithi066.stdout: "reply_latency": { 2024-04-25T19:22:43.484 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.484 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.484 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.484 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.485 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_reply": 0, 2024-04-25T19:22:43.485 INFO:teuthology.orchestra.run.smithi066.stdout: "forward": 0, 2024-04-25T19:22:43.485 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_complete": 0, 2024-04-25T19:22:43.485 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_fetch_keys": 0, 2024-04-25T19:22:43.485 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_commit": 0, 2024-04-25T19:22:43.485 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_split": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_merge": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_top": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_bottom": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pin_tail": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_pinned": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_expired": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "inodes_with_caps": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": 0, 2024-04-25T19:22:43.486 INFO:teuthology.orchestra.run.smithi066.stdout: "subtrees": 1, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_hit": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_forward": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_discover": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_dir_fetch": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_remote_ino": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "traverse_lock": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "load_cent": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "q": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "exported": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "exported_inodes": 0, 2024-04-25T19:22:43.487 INFO:teuthology.orchestra.run.smithi066.stdout: "imported": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "imported_inodes": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_dir_fetch": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_backtrace_fetch": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "openino_peer_discover": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rfiles": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rbytes": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "root_rsnaps": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_fetch": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_set_tag": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_backtrace_repaired": 0, 2024-04-25T19:22:43.488 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_inotable_repaired": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_inodes": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dir_base_inodes": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_dirfrag_rstats": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "scrub_file_inodes": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_inode_file_caps": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_revoke": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_grant": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_trunc": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-25T19:22:43.489 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_caps_dirty": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_cap_release": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "process_request_cap_release": 0 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_cache": { 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_update_receipt": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_try_discover": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_send_discover": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "dir_handle_discover": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays": 0, 2024-04-25T19:22:43.490 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_delayed": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "num_strays_enqueuing": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_created": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_enqueued": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_reintegrated": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "strays_migrated": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_processing": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_enqueued": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "num_recovering_prioritized": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_started": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "recovery_completed": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_path": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_quiesce_inode": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_enqueue_scrub": 0, 2024-04-25T19:22:43.491 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_exportdir": 0, 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_flush": 0, 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragmentdir": 0, 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_fragstats": 0, 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "ireq_inodestats": 0 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_log": { 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "evlrg": 0, 2024-04-25T19:22:43.492 INFO:teuthology.orchestra.run.smithi066.stdout: "evadd": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "evex": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "evtrm": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "ev": 8, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "evexg": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "evexd": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "segadd": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "segex": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "segtrm": 0, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "seg": 2, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "segmjr": 2, 2024-04-25T19:22:43.493 INFO:teuthology.orchestra.run.smithi066.stdout: "segexg": 0, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "segexd": 0, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "expos": 4194304, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "wrpos": 4196488, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "rdpos": 4196347, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "jlat": { 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: "replayed": 8 2024-04-25T19:22:43.494 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_mem": { 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "ino": 3, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "ino+": 3, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "ino-": 0, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "dir": 1, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "dir+": 1, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "dir-": 0, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "dn": 0, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "dn+": 0, 2024-04-25T19:22:43.495 INFO:teuthology.orchestra.run.smithi066.stdout: "dn-": 0, 2024-04-25T19:22:43.496 INFO:teuthology.orchestra.run.smithi066.stdout: "cap": 0, 2024-04-25T19:22:43.496 INFO:teuthology.orchestra.run.smithi066.stdout: "cap+": 0, 2024-04-25T19:22:43.496 INFO:teuthology.orchestra.run.smithi066.stdout: "cap-": 0, 2024-04-25T19:22:43.497 INFO:teuthology.orchestra.run.smithi066.stdout: "rss": 51152, 2024-04-25T19:22:43.497 INFO:teuthology.orchestra.run.smithi066.stdout: "heap": 215416 2024-04-25T19:22:43.497 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.497 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_server": { 2024-04-25T19:22:43.497 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_client_request": 0, 2024-04-25T19:22:43.497 INFO:teuthology.orchestra.run.smithi066.stdout: "dispatch_server_request": 0, 2024-04-25T19:22:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_request": 0, 2024-04-25T19:22:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_client_session": 0, 2024-04-25T19:22:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: "handle_peer_request": 0, 2024-04-25T19:22:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: "req_create_latency": { 2024-04-25T19:22:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.498 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.499 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.499 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.499 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getattr_latency": { 2024-04-25T19:22:43.499 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.499 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.499 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getfilelock_latency": { 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.500 INFO:teuthology.orchestra.run.smithi066.stdout: "req_link_latency": { 2024-04-25T19:22:43.501 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.501 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.501 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.501 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.501 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookup_latency": { 2024-04-25T19:22:43.501 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.502 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.502 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.502 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.502 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookuphash_latency": { 2024-04-25T19:22:43.502 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.502 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.503 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.503 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.503 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupino_latency": { 2024-04-25T19:22:43.503 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.503 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.504 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.504 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.504 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupname_latency": { 2024-04-25T19:22:43.504 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.504 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.504 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupparent_latency": { 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lookupsnap_latency": { 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.505 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.506 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.506 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.506 INFO:teuthology.orchestra.run.smithi066.stdout: "req_lssnap_latency": { 2024-04-25T19:22:43.506 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.506 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.506 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.507 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.507 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mkdir_latency": { 2024-04-25T19:22:43.507 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.508 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.508 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.508 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.509 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mknod_latency": { 2024-04-25T19:22:43.509 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.509 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.509 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.509 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.509 INFO:teuthology.orchestra.run.smithi066.stdout: "req_mksnap_latency": { 2024-04-25T19:22:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: "req_open_latency": { 2024-04-25T19:22:43.510 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.511 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.511 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.511 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.511 INFO:teuthology.orchestra.run.smithi066.stdout: "req_readdir_latency": { 2024-04-25T19:22:43.511 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.511 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.512 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.512 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.512 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rename_latency": { 2024-04-25T19:22:43.512 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.512 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.512 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.513 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.513 INFO:teuthology.orchestra.run.smithi066.stdout: "req_renamesnap_latency": { 2024-04-25T19:22:43.513 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.513 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.513 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.513 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.514 INFO:teuthology.orchestra.run.smithi066.stdout: "req_snapdiff_latency": { 2024-04-25T19:22:43.514 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.514 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.514 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.514 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.514 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmdir_latency": { 2024-04-25T19:22:43.515 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.515 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.515 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.515 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.515 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmsnap_latency": { 2024-04-25T19:22:43.515 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: "req_rmxattr_latency": { 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.516 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.517 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.517 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setattr_latency": { 2024-04-25T19:22:43.517 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.517 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.517 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.517 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.518 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setdirlayout_latency": { 2024-04-25T19:22:43.518 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.518 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.518 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.518 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.518 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setfilelock_latency": { 2024-04-25T19:22:43.519 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.519 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.519 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.519 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.519 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setlayout_latency": { 2024-04-25T19:22:43.520 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.520 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.520 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.520 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.520 INFO:teuthology.orchestra.run.smithi066.stdout: "req_setxattr_latency": { 2024-04-25T19:22:43.520 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.521 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.521 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.521 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.521 INFO:teuthology.orchestra.run.smithi066.stdout: "req_symlink_latency": { 2024-04-25T19:22:43.521 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.521 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.522 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.522 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.522 INFO:teuthology.orchestra.run.smithi066.stdout: "req_unlink_latency": { 2024-04-25T19:22:43.522 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.522 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.522 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.523 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.523 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_revoke_eviction": 0, 2024-04-25T19:22:43.523 INFO:teuthology.orchestra.run.smithi066.stdout: "cap_acquisition_throttle": 0, 2024-04-25T19:22:43.523 INFO:teuthology.orchestra.run.smithi066.stdout: "req_getvxattr_latency": { 2024-04-25T19:22:43.523 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.523 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.524 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.524 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.524 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.524 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_sessions": { 2024-04-25T19:22:43.524 INFO:teuthology.orchestra.run.smithi066.stdout: "session_count": 0, 2024-04-25T19:22:43.524 INFO:teuthology.orchestra.run.smithi066.stdout: "session_add": 3, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "session_remove": 3, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_open": 2, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "sessions_stale": 0, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "total_load": 0, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "average_load": 0, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "avg_session_uptime": 1848, 2024-04-25T19:22:43.525 INFO:teuthology.orchestra.run.smithi066.stdout: "mdthresh_evicted": 0 2024-04-25T19:22:43.526 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.526 INFO:teuthology.orchestra.run.smithi066.stdout: "mempool": { 2024-04-25T19:22:43.526 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_bytes": 0, 2024-04-25T19:22:43.526 INFO:teuthology.orchestra.run.smithi066.stdout: "bloom_filter_items": 0, 2024-04-25T19:22:43.526 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_bytes": 0, 2024-04-25T19:22:43.526 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_alloc_items": 0, 2024-04-25T19:22:43.527 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_bytes": 0, 2024-04-25T19:22:43.527 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_data_items": 0, 2024-04-25T19:22:43.527 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-25T19:22:43.527 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_onode_items": 0, 2024-04-25T19:22:43.527 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-25T19:22:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_meta_items": 0, 2024-04-25T19:22:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_bytes": 0, 2024-04-25T19:22:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_other_items": 0, 2024-04-25T19:22:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-25T19:22:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_cache_buffer_items": 0, 2024-04-25T19:22:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_bytes": 0, 2024-04-25T19:22:43.529 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_extent_items": 0, 2024-04-25T19:22:43.529 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_bytes": 0, 2024-04-25T19:22:43.529 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_blob_items": 0, 2024-04-25T19:22:43.529 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-25T19:22:43.529 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_shared_blob_items": 0, 2024-04-25T19:22:43.529 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-25T19:22:43.530 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_inline_bl_items": 0, 2024-04-25T19:22:43.530 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_bytes": 0, 2024-04-25T19:22:43.530 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_fsck_items": 0, 2024-04-25T19:22:43.530 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_bytes": 0, 2024-04-25T19:22:43.530 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_txc_items": 0, 2024-04-25T19:22:43.530 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_deferred_items": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_bytes": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluestore_writing_items": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_bytes": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_items": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_bytes": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_reader_items": 0, 2024-04-25T19:22:43.531 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_bytes": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "bluefs_file_writer_items": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_bytes": 199003, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_anon_items": 58, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_bytes": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "buffer_meta_items": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_bytes": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_items": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_bytes": 0, 2024-04-25T19:22:43.532 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_mapbl_items": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_bytes": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_pglog_items": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_bytes": 8128, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_items": 169, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_bytes": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_mapping_items": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_bytes": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "pgmap_items": 0, 2024-04-25T19:22:43.533 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_bytes": 8512, 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_co_items": 13, 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_bytes": 0, 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_1_items": 0, 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_bytes": 0, 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: "unittest_2_items": 0 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.534 INFO:teuthology.orchestra.run.smithi066.stdout: "objecter": { 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_active": 0, 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_laggy": 0, 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send": 4056, 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_send_bytes": 21, 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_resend": 3, 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_reply": 4056, 2024-04-25T19:22:43.535 INFO:teuthology.orchestra.run.smithi066.stdout: "op_latency": { 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 4056, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 2.535979894, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000625241 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "op_inflight": 0, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "oplen_avg": { 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 4056, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 4057 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "op": 4056, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "op_r": 4056, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "op_w": 0, 2024-04-25T19:22:43.536 INFO:teuthology.orchestra.run.smithi066.stdout: "op_rmw": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "op_pg": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_stat": 2665, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_create": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_read": 1389, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_write": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writefull": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_writesame": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_append": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_zero": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_truncate": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_delete": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_mapext": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_sparse_read": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_clonerange": 0, 2024-04-25T19:22:43.537 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_getxattr": 1, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_setxattr": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_cmpxattr": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_rmxattr": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_resetxattrs": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_call": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_watch": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_notify": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_src_cmpxattr": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_pgls_filter": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "osdop_other": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_active": 0, 2024-04-25T19:22:43.538 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_send": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_resend": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "linger_ping": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_active": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_send": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "poolop_resend": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_active": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_send": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "poolstat_resend": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_active": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_send": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "statfs_resend": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "command_active": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "command_send": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "command_resend": 0, 2024-04-25T19:22:43.539 INFO:teuthology.orchestra.run.smithi066.stdout: "map_epoch": 118, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "map_full": 0, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "map_inc": 30, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_sessions": 6, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_open": 7, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_session_close": 1, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_laggy": 0, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_wr": 0, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_rd": 2, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_del": 0 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "oft": { 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_objs": 0, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_kv_pairs": 0, 2024-04-25T19:22:43.540 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_updates": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "omap_total_removes": 0 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "osd-slow-ops": { 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "slow_ops_count": 0 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "purge_queue": { 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_ops_high_water": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executing_high_water": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed_ops": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_executed": 0, 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: "pq_item_in_journal": 0 2024-04-25T19:22:43.541 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 4500, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 2422658, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 4500, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 4500, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 2422658, 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:43.542 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_bytes": { 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 104857600, 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:43.543 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 4056, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 2189, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 4056, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 2189, 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:43.544 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-objecter_ops": { 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 1024, 2024-04-25T19:22:43.545 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 4056, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 4056, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 4056, 2024-04-25T19:22:43.546 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 4056, 2024-04-25T19:22:43.547 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:43.547 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.547 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.547 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.547 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.547 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle": { 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:43.548 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 0, 2024-04-25T19:22:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 0, 2024-04-25T19:22:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: "throttle-write_buf_throttle-0x560e1b6b26e0": { 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: "val": 0, 2024-04-25T19:22:43.550 INFO:teuthology.orchestra.run.smithi066.stdout: "max": 3758096384, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "get_started": 0, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "get": 0, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "get_sum": 0, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_fail": 0, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "get_or_fail_success": 0, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "take": 0, 2024-04-25T19:22:43.551 INFO:teuthology.orchestra.run.smithi066.stdout: "take_sum": 0, 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: "put": 0, 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: "put_sum": 0, 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: "wait": { 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: "avgcount": 0, 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: "sum": 0.000000000, 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: "avgtime": 0.000000000 2024-04-25T19:22:43.552 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.553 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-04-25T19:22:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-04-25T19:22:43.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:43 smithi064 ceph-mon[32321]: pgmap v600: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:43.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:43 smithi032 ceph-mon[28041]: pgmap v600: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:43.788 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:43 smithi066 ceph-mon[32882]: pgmap v600: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:44.294 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-25T19:22:44.294 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-25T19:22:44.294 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-25T19:22:44.295 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-25T19:22:44.295 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-25T19:22:44.295 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-25T19:22:44.295 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-25T19:22:44.295 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-25T19:22:44.337 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-25T19:22:44.337 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T19:22:44.338 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T19:22:44.397 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-25T19:22:44.397 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-25T19:22:44.451 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd blocklist ls 2024-04-25T19:22:44.892 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:45.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:45 smithi064 ceph-mon[32321]: pgmap v601: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:45.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:45 smithi032 ceph-mon[28041]: pgmap v601: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:45.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:45 smithi066 ceph-mon[32882]: pgmap v601: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.395+0000 7f73ef400700 1 -- 172.21.15.32:0/1829442353 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 msgr2=0x7f73e810ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.395+0000 7f73ef400700 1 --2- 172.21.15.32:0/1829442353 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 0x7f73e810ef00 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009990 tx=0x7f73d4009ca0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 -- 172.21.15.32:0/1829442353 shutdown_connections 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 --2- 172.21.15.32:0/1829442353 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73e810f440 0x7f73e8111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 --2- 172.21.15.32:0/1829442353 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e8075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 --2- 172.21.15.32:0/1829442353 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 0x7f73e810ef00 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 -- 172.21.15.32:0/1829442353 >> 172.21.15.32:0/1829442353 conn(0x7f73e8079c30 msgr2=0x7f73e807a040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 -- 172.21.15.32:0/1829442353 shutdown_connections 2024-04-25T19:22:47.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.396+0000 7f73ef400700 1 -- 172.21.15.32:0/1829442353 wait complete. 2024-04-25T19:22:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.397+0000 7f73ef400700 1 Processor -- start 2024-04-25T19:22:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.397+0000 7f73ef400700 1 -- start start 2024-04-25T19:22:47.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ef400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e819b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ef400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 0x7f73e819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ef400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73e810f440 0x7f73e819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ef400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f73e8114ea0 con 0x7f73e80755d0 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ef400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f73e8114d20 con 0x7f73e8074cb0 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ef400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f73e8115020 con 0x7f73e810f440 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73eca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e819b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73eca00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e819b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:35908/0 (socket says 172.21.15.32:35908) 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73eca00700 1 -- 172.21.15.32:0/567249590 learned_addr learned my addr 172.21.15.32:0/567249590 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73e7e00700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 0x7f73e819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:47.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.398+0000 7f73ed400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73e810f440 0x7f73e819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73eca00700 1 -- 172.21.15.32:0/567249590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73e810f440 msgr2=0x7f73e819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73eca00700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73e810f440 0x7f73e819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73eca00700 1 -- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 msgr2=0x7f73e819b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73eca00700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 0x7f73e819b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73eca00700 1 -- 172.21.15.32:0/567249590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73e81a03d0 con 0x7f73e8074cb0 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73eca00700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e819b410 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f73dc00eb30 tx=0x7f73dc00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:47.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73dc00cbd0 con 0x7f73e8074cb0 2024-04-25T19:22:47.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73dc0044d0 con 0x7f73e8074cb0 2024-04-25T19:22:47.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73e81a06c0 con 0x7f73e8074cb0 2024-04-25T19:22:47.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.399+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73dc003e30 con 0x7f73e8074cb0 2024-04-25T19:22:47.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.400+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73e81a7f40 con 0x7f73e8074cb0 2024-04-25T19:22:47.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.401+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73e8069730 con 0x7f73e8074cb0 2024-04-25T19:22:47.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.403+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f73dc004000 con 0x7f73e8074cb0 2024-04-25T19:22:47.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.404+0000 7f73e5600700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f73d00a3db0 0x7f73d00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:47.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.405+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8542+0+0 (secure 0 0 0) 0x7f73dc0d0bd0 con 0x7f73e8074cb0 2024-04-25T19:22:47.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.405+0000 7f73e7e00700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f73d00a3db0 0x7f73d00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:47.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.406+0000 7f73e7e00700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f73d00a3db0 0x7f73d00a6270 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f73e8102640 tx=0x7f73d400b260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:47.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.409+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73dc0042f0 con 0x7f73e8074cb0 2024-04-25T19:22:47.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.663+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f73e819c720 con 0x7f73e8074cb0 2024-04-25T19:22:47.665 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:47 smithi032 ceph-mon[28041]: pgmap v602: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.664+0000 7f73e5600700 1 -- 172.21.15.32:0/567249590 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v118) ==== 81+0+941 (secure 0 0 0) 0x7f73dc09d200 con 0x7f73e8074cb0 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/2999824847 2024-04-26T19:03:41.850924+0000 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/3503740824 2024-04-26T19:03:41.850924+0000 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/3623456021 2024-04-26T19:03:41.850924+0000 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:6801/396827153 2024-04-26T19:03:41.850924+0000 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:6800/396827153 2024-04-26T19:03:41.850924+0000 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/1704390093 2024-04-26T18:50:45.650238+0000 2024-04-25T19:22:47.666 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:6801/4197524533 2024-04-26T18:50:45.650238+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:6800/4197524533 2024-04-26T18:50:45.650238+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/592830664 2024-04-26T19:03:41.850924+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:6801/3424437008 2024-04-26T18:50:11.008469+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:6800/3424437008 2024-04-26T18:50:11.008469+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/3307956299 2024-04-26T18:50:45.650238+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/3836718353 2024-04-26T18:50:11.008469+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/16058482 2024-04-26T18:50:11.008469+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/2106775069 2024-04-26T18:50:45.650238+0000 2024-04-25T19:22:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.15.32:0/2537792255 2024-04-26T18:50:11.008469+0000 2024-04-25T19:22:47.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.667+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f73d00a3db0 msgr2=0x7f73d00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:47.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.667+0000 7f73ef400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f73d00a3db0 0x7f73d00a6270 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f73e8102640 tx=0x7f73d400b260 comp rx=0 tx=0).stop 2024-04-25T19:22:47.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.667+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 msgr2=0x7f73e819b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.667+0000 7f73ef400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e819b410 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f73dc00eb30 tx=0x7f73dc00ee40 comp rx=0 tx=0).stop 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 shutdown_connections 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f73d00a3db0 0x7f73d00a6270 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73e810f440 0x7f73e819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f73e8074cb0 0x7f73e819b410 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 --2- 172.21.15.32:0/567249590 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73e80755d0 0x7f73e819b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:47.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 >> 172.21.15.32:0/567249590 conn(0x7f73e8079c30 msgr2=0x7f73e80ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:47.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 shutdown_connections 2024-04-25T19:22:47.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:47.668+0000 7f73ef400700 1 -- 172.21.15.32:0/567249590 wait complete. 2024-04-25T19:22:47.671 INFO:teuthology.orchestra.run.smithi032.stderr:listed 16 entries 2024-04-25T19:22:47.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:47 smithi064 ceph-mon[32321]: pgmap v602: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:47.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:47 smithi066 ceph-mon[32882]: pgmap v602: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:48.509 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-25T19:22:48.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:22:48.509 DEBUG:teuthology.orchestra.run.smithi032:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-25T19:22:48.667 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:22:48.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:22:48.668 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-25T19:22:48.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:22:48.743 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-25T19:22:48.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:48 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/567249590' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T19:22:48.779 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-25T19:22:48.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:48 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/567249590' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T19:22:48.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:22:48.780 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-25T19:22:48.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-25T19:22:48.895 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-04-25T19:22:48.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:48 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/567249590' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-25T19:22:48.995 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-25T19:22:49.013 INFO:tasks.cephadm:Teardown begin 2024-04-25T19:22:49.013 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-25T19:22:49.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:22:49.447 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:49.765 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:49 smithi032 ceph-mon[28041]: pgmap v603: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:49.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:49 smithi064 ceph-mon[32321]: pgmap v603: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:49.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:49 smithi066 ceph-mon[32882]: pgmap v603: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-25T19:22:51.530 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:51 smithi032 ceph-mon[28041]: pgmap v604: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:51.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:51 smithi064 ceph-mon[32321]: pgmap v604: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:51.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 -- 172.21.15.32:0/2596514854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6410f200 msgr2=0x7fed64111630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:51.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 --2- 172.21.15.32:0/2596514854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6410f200 0x7fed64111630 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00b0a0 tx=0x7fed5c00b3b0 comp rx=0 tx=0).stop 2024-04-25T19:22:51.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 -- 172.21.15.32:0/2596514854 shutdown_connections 2024-04-25T19:22:51.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 --2- 172.21.15.32:0/2596514854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6410f200 0x7fed64111630 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:51.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 --2- 172.21.15.32:0/2596514854 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fed64103900 0x7fed6406afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:51.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 --2- 172.21.15.32:0/2596514854 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed6406b4f0 0x7fed6406b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:51.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 -- 172.21.15.32:0/2596514854 >> 172.21.15.32:0/2596514854 conn(0x7fed64078780 msgr2=0x7fed64078b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:51.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 -- 172.21.15.32:0/2596514854 shutdown_connections 2024-04-25T19:22:51.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.798+0000 7fed69400700 1 -- 172.21.15.32:0/2596514854 wait complete. 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.799+0000 7fed69400700 1 Processor -- start 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.799+0000 7fed69400700 1 -- start start 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed69400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6406b4f0 0x7fed6419b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed69400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 0x7fed6419b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed69400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fed6410f200 0x7fed6419fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed69400700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fed64114d70 con 0x7fed64103900 2024-04-25T19:22:51.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed69400700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fed64114bf0 con 0x7fed6410f200 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed69400700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fed64114ef0 con 0x7fed6406b4f0 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed63400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 0x7fed6419b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed63400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 0x7fed6419b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59102/0 (socket says 172.21.15.32:59102) 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed63400700 1 -- 172.21.15.32:0/2291236623 learned_addr learned my addr 172.21.15.32:0/2291236623 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed63e00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6406b4f0 0x7fed6419b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.800+0000 7fed68a00700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fed6410f200 0x7fed6419fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63400700 1 -- 172.21.15.32:0/2291236623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6406b4f0 msgr2=0x7fed6419b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6406b4f0 0x7fed6419b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63400700 1 -- 172.21.15.32:0/2291236623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fed6410f200 msgr2=0x7fed6419fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fed6410f200 0x7fed6419fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63400700 1 -- 172.21.15.32:0/2291236623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed641a0270 con 0x7fed64103900 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63e00700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6406b4f0 0x7fed6419b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:51.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.801+0000 7fed63400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 0x7fed6419b7a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fed5000e9a0 tx=0x7fed5000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:51.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.802+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5000ca10 con 0x7fed64103900 2024-04-25T19:22:51.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.802+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed641a0560 con 0x7fed64103900 2024-04-25T19:22:51.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.802+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed5000cbb0 con 0x7fed64103900 2024-04-25T19:22:51.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.802+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed50018680 con 0x7fed64103900 2024-04-25T19:22:51.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.802+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed641a7de0 con 0x7fed64103900 2024-04-25T19:22:51.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.803+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed64069730 con 0x7fed64103900 2024-04-25T19:22:51.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.805+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fed50010430 con 0x7fed64103900 2024-04-25T19:22:51.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.807+0000 7fed60c00700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fed480a3db0 0x7fed480a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:51.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.808+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8542+0+0 (secure 0 0 0) 0x7fed500d0cc0 con 0x7fed64103900 2024-04-25T19:22:51.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.808+0000 7fed63e00700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fed480a3db0 0x7fed480a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:51.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.808+0000 7fed63e00700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fed480a3db0 0x7fed480a6270 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fed54007f50 tx=0x7fed540073d0 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:51.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:51.811+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fed5009d350 con 0x7fed64103900 2024-04-25T19:22:51.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:51 smithi066 ceph-mon[32882]: pgmap v604: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:52.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.093+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed641a7fb0 con 0x7fed64103900 2024-04-25T19:22:52.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.095+0000 7fed60c00700 1 -- 172.21.15.32:0/2291236623 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7fed5009cc50 con 0x7fed64103900 2024-04-25T19:22:52.097 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:22:52.097 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:22:52.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.098+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fed480a3db0 msgr2=0x7fed480a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:52.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fed480a3db0 0x7fed480a6270 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fed54007f50 tx=0x7fed540073d0 comp rx=0 tx=0).stop 2024-04-25T19:22:52.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 msgr2=0x7fed6419b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:52.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 0x7fed6419b7a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fed5000e9a0 tx=0x7fed5000ecb0 comp rx=0 tx=0).stop 2024-04-25T19:22:52.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 shutdown_connections 2024-04-25T19:22:52.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fed480a3db0 0x7fed480a6270 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:52.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fed6410f200 0x7fed6419fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:52.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed6406b4f0 0x7fed6419b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:52.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 --2- 172.21.15.32:0/2291236623 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fed64103900 0x7fed6419b7a0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:52.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 >> 172.21.15.32:0/2291236623 conn(0x7fed64078780 msgr2=0x7fed64100af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:52.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 shutdown_connections 2024-04-25T19:22:52.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:52.099+0000 7fed69400700 1 -- 172.21.15.32:0/2291236623 wait complete. 2024-04-25T19:22:52.102 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:22:52.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:52 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2291236623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:22:52.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:52 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2291236623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:22:52.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:52 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2291236623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:22:52.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-25T19:22:53.437 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:53.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:53 smithi064 ceph-mon[32321]: pgmap v605: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:53.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:53 smithi032 ceph-mon[28041]: pgmap v605: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:53.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:53 smithi066 ceph-mon[32882]: pgmap v605: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 -- 172.21.15.32:0/2604805879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 msgr2=0x7ff4c010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 --2- 172.21.15.32:0/2604805879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 0x7ff4c010dcd0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80098f0 tx=0x7ff4a8009c00 comp rx=0 tx=0).stop 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 -- 172.21.15.32:0/2604805879 shutdown_connections 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 --2- 172.21.15.32:0/2604805879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c0115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 --2- 172.21.15.32:0/2604805879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4c01092d0 0x7ff4c01096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 --2- 172.21.15.32:0/2604805879 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 0x7ff4c010dcd0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 -- 172.21.15.32:0/2604805879 >> 172.21.15.32:0/2604805879 conn(0x7ff4c0076210 msgr2=0x7ff4c0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 -- 172.21.15.32:0/2604805879 shutdown_connections 2024-04-25T19:22:55.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.741+0000 7ff4c6800700 1 -- 172.21.15.32:0/2604805879 wait complete. 2024-04-25T19:22:55.744 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:55 smithi032 ceph-mon[28041]: pgmap v606: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.742+0000 7ff4c6800700 1 Processor -- start 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.742+0000 7ff4c6800700 1 -- start start 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4c6800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4c01092d0 0x7ff4c01a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4c6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 0x7ff4c01a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4c6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4c6800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c0119220 con 0x7ff4c010e3b0 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4c6800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c01190a0 con 0x7ff4c0109c80 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4c6800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c01193a0 con 0x7ff4c01092d0 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4bfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4bfe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c019f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47610/0 (socket says 172.21.15.32:47610) 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4bfe00700 1 -- 172.21.15.32:0/621412032 learned_addr learned my addr 172.21.15.32:0/621412032 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4bf400700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4c01092d0 0x7ff4c01a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:55.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.743+0000 7ff4bea00700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 0x7ff4c01a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:55.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4bfe00700 1 -- 172.21.15.32:0/621412032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4c01092d0 msgr2=0x7ff4c01a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:55.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4bfe00700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4c01092d0 0x7ff4c01a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:55.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4bfe00700 1 -- 172.21.15.32:0/621412032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 msgr2=0x7ff4c01a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:55.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4bfe00700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 0x7ff4c01a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:55.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4bfe00700 1 -- 172.21.15.32:0/621412032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c019fd60 con 0x7ff4c010e3b0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4bfe00700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c019f600 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff4b800e3c0 tx=0x7ff4b800e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b80090d0 con 0x7ff4c010e3b0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4b8009270 con 0x7ff4c010e3b0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.744+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4c01a0050 con 0x7ff4c010e3b0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.745+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8007df0 con 0x7ff4c010e3b0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.745+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4c01ac2c0 con 0x7ff4c010e3b0 2024-04-25T19:22:55.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.746+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4c0069730 con 0x7ff4c010e3b0 2024-04-25T19:22:55.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.748+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff4b8012050 con 0x7ff4c010e3b0 2024-04-25T19:22:55.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.750+0000 7ff4b7e00700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff4a40a3e30 0x7ff4a40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:55.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.750+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8542+0+0 (secure 0 0 0) 0x7ff4b80d0230 con 0x7ff4c010e3b0 2024-04-25T19:22:55.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.751+0000 7ff4bf400700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff4a40a3e30 0x7ff4a40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:55.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.751+0000 7ff4bf400700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff4a40a3e30 0x7ff4a40a62f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff4b0009c60 tx=0x7ff4b0009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:55.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:55.755+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff4b8022060 con 0x7ff4c010e3b0 2024-04-25T19:22:55.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:55 smithi064 ceph-mon[32321]: pgmap v606: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-25T19:22:55.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:55 smithi066 ceph-mon[32882]: pgmap v606: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-25T19:22:56.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.039+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4c002df80 con 0x7ff4c010e3b0 2024-04-25T19:22:56.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.040+0000 7ff4b7e00700 1 -- 172.21.15.32:0/621412032 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11915 (secure 0 0 0) 0x7ff4b8010040 con 0x7ff4c010e3b0 2024-04-25T19:22:56.042 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:22:56.043 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/698687344","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":698687344},{"type":"v1","addr":"172.21.15.32:6835","nonce":698687344}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.64:6833/3776505625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3776505625},{"type":"v1","addr":"172.21.15.64:6833","nonce":3776505625}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-25T18:59:19.404156+0000","modified":"2024-04-25T19:09:15.233295+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24532,"mds_2":24524,"mds_3":24514,"mds_4":24512},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24463":{"gid":24463,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6833/2769112319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2769112319},{"type":"v1","addr":"172.21.15.66:6833","nonce":2769112319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6835/1715562856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6834","nonce":1715562856},{"type":"v1","addr":"172.21.15.64:6835","nonce":1715562856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.32:6837/2757957725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2757957725},{"type":"v1","addr":"172.21.15.32:6837","nonce":2757957725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.64:6837/3320477701","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6836","nonce":3320477701},{"type":"v1","addr":"172.21.15.64:6837","nonce":3320477701}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":13,"addr":"172.21.15.32:6841/3965799969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6840","nonce":3965799969},{"type":"v1","addr":"172.21.15.32:6841","nonce":3965799969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24514":{"gid":24514,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6837/445407892","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6836","nonce":445407892},{"type":"v1","addr":"172.21.15.66:6837","nonce":445407892}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.64:6839/1611733872","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6838","nonce":1611733872},{"type":"v1","addr":"172.21.15.64:6839","nonce":1611733872}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24532":{"gid":24532,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.66:6839/3597960246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6838","nonce":3597960246},{"type":"v1","addr":"172.21.15.66:6839","nonce":3597960246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"g","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.32:6839/621320196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6838","nonce":621320196},{"type":"v1","addr":"172.21.15.32:6839","nonce":621320196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26023":{"gid":26023,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.66:6835/1899480940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":1899480940},{"type":"v1","addr":"172.21.15.66:6835","nonce":1899480940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24538,24524,24532,24514,24512]},"id":1}]} 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff4a40a3e30 msgr2=0x7ff4a40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff4a40a3e30 0x7ff4a40a62f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff4b0009c60 tx=0x7ff4b0009260 comp rx=0 tx=0).stop 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 msgr2=0x7ff4c019f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c019f600 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff4b800e3c0 tx=0x7ff4b800e6d0 comp rx=0 tx=0).stop 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 shutdown_connections 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7ff4a40a3e30 0x7ff4a40a62f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff4c010e3b0 0x7ff4c019f600 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4c01092d0 0x7ff4c01a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 --2- 172.21.15.32:0/621412032 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7ff4c0109c80 0x7ff4c01a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.043+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 >> 172.21.15.32:0/621412032 conn(0x7ff4c0076210 msgr2=0x7ff4c010f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.044+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 shutdown_connections 2024-04-25T19:22:56.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:56.044+0000 7ff4c6800700 1 -- 172.21.15.32:0/621412032 wait complete. 2024-04-25T19:22:56.046 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-25T19:22:56.774 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:56 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/621412032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:22:56.778 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:56 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/621412032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:22:56.860 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-25T19:22:56.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:56 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/621412032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-25T19:22:57.341 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:22:57.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:57 smithi032 ceph-mon[28041]: pgmap v607: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:22:57.853 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:57 smithi066 ceph-mon[32882]: pgmap v607: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:22:58.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:57 smithi064 ceph-mon[32321]: pgmap v607: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:22:59.700 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:22:59 smithi032 ceph-mon[28041]: pgmap v608: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 -- 172.21.15.32:0/1140727658 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 msgr2=0x7fb70006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 --2- 172.21.15.32:0/1140727658 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb70006abb0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8009990 tx=0x7fb6e8009ca0 comp rx=0 tx=0).stop 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 -- 172.21.15.32:0/1140727658 shutdown_connections 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 --2- 172.21.15.32:0/1140727658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb700108a30 0x7fb700108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 --2- 172.21.15.32:0/1140727658 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70006b0f0 0x7fb70010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 --2- 172.21.15.32:0/1140727658 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb70006abb0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 -- 172.21.15.32:0/1140727658 >> 172.21.15.32:0/1140727658 conn(0x7fb7000788f0 msgr2=0x7fb700078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 -- 172.21.15.32:0/1140727658 shutdown_connections 2024-04-25T19:22:59.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.758+0000 7fb706c00700 1 -- 172.21.15.32:0/1140727658 wait complete. 2024-04-25T19:22:59.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.759+0000 7fb706c00700 1 Processor -- start 2024-04-25T19:22:59.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 -- start start 2024-04-25T19:22:59.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb7001991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:59.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 0x7fb7001996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:59.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb700108a30 0x7fb70019da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:59.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fb700112c60 con 0x7fb70006b0f0 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fb700112ae0 con 0x7fb70006a750 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.760+0000 7fb706c00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb700112de0 con 0x7fb700108a30 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6f7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 0x7fb7001996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb7001991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6f7400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 0x7fb7001996f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:47626/0 (socket says 172.21.15.32:47626) 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb7001991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:40994/0 (socket says 172.21.15.32:40994) 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6f7400700 1 -- 172.21.15.32:0/4255026609 learned_addr learned my addr 172.21.15.32:0/4255026609 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb704c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb700108a30 0x7fb70019da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 -- 172.21.15.32:0/4255026609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb700108a30 msgr2=0x7fb70019da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb700108a30 0x7fb70019da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 -- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 msgr2=0x7fb7001996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 0x7fb7001996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:22:59.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6ffe00700 1 -- 172.21.15.32:0/4255026609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb70019e1c0 con 0x7fb70006a750 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.761+0000 7fb6f7400700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 0x7fb7001996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.762+0000 7fb6ffe00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb7001991b0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb6f000e9f0 tx=0x7fb6f000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.762+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f000cb70 con 0x7fb70006a750 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.762+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6f000ee90 con 0x7fb70006a750 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.762+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb70019e4b0 con 0x7fb70006a750 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.762+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f0003d40 con 0x7fb70006a750 2024-04-25T19:22:59.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.762+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7001a5d30 con 0x7fb70006a750 2024-04-25T19:22:59.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.763+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb700069730 con 0x7fb70006a750 2024-04-25T19:22:59.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.766+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb6f0003ee0 con 0x7fb70006a750 2024-04-25T19:22:59.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.767+0000 7fb6fd600700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6e40a3e30 0x7fb6e40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:22:59.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.767+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8542+0+0 (secure 0 0 0) 0x7fb6f00d0a90 con 0x7fb70006a750 2024-04-25T19:22:59.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.768+0000 7fb6f7400700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6e40a3e30 0x7fb6e40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:22:59.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.768+0000 7fb6f7400700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6e40a3e30 0x7fb6e40a62f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb700078ff0 tx=0x7fb6e801a040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:22:59.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.769+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb6f0053ff0 con 0x7fb70006a750 2024-04-25T19:22:59.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:22:59 smithi066 ceph-mon[32882]: pgmap v608: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-25T19:23:00.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:22:59.999+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb70019a510 con 0x7fb70006a750 2024-04-25T19:23:00.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.001+0000 7fb6fd600700 1 -- 172.21.15.32:0/4255026609 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v118) ==== 74+0+23035 (secure 0 0 0) 0x7fb6f009d0c0 con 0x7fb70006a750 2024-04-25T19:23:00.003 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-25T19:23:00.004 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":118,"fsid":"26958fb4-0334-11ef-bc93-c7b262605968","created":"2024-04-25T18:49:27.755293+0000","modified":"2024-04-25T19:22:18.936312+0000","last_up_change":"2024-04-25T18:57:57.638829+0000","last_in_change":"2024-04-25T18:57:37.934730+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-25T18:53:33.815182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-25T18:59:09.874897+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-25T18:59:14.410321+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":33,"snap_epoch":117,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28495068-a0aa-42b9-8d18-f81c7cb512fe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6803","nonce":17166499}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6805","nonce":17166499}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6809","nonce":17166499}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":17166499},{"type":"v1","addr":"172.21.15.32:6807","nonce":17166499}]},"public_addr":"172.21.15.32:6803/17166499","cluster_addr":"172.21.15.32:6805/17166499","heartbeat_back_addr":"172.21.15.32:6809/17166499","heartbeat_front_addr":"172.21.15.32:6807/17166499","state":["exists","up"]},{"osd":1,"uuid":"463fb157-3f91-484d-bc3a-789572199be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6801","nonce":3079186274}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6803","nonce":3079186274}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6807","nonce":3079186274}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3079186274},{"type":"v1","addr":"172.21.15.64:6805","nonce":3079186274}]},"public_addr":"172.21.15.64:6801/3079186274","cluster_addr":"172.21.15.64:6803/3079186274","heartbeat_back_addr":"172.21.15.64:6807/3079186274","heartbeat_front_addr":"172.21.15.64:6805/3079186274","state":["exists","up"]},{"osd":2,"uuid":"e5ce6e1b-f168-4ea2-ae97-bf76c4ffb6b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6801","nonce":3273043844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6803","nonce":3273043844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6807","nonce":3273043844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3273043844},{"type":"v1","addr":"172.21.15.66:6805","nonce":3273043844}]},"public_addr":"172.21.15.66:6801/3273043844","cluster_addr":"172.21.15.66:6803/3273043844","heartbeat_back_addr":"172.21.15.66:6807/3273043844","heartbeat_front_addr":"172.21.15.66:6805/3273043844","state":["exists","up"]},{"osd":3,"uuid":"257a97ef-5ed8-48b7-bcec-096d2c0c2594","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6811","nonce":694804221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6813","nonce":694804221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6817","nonce":694804221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":694804221},{"type":"v1","addr":"172.21.15.32:6815","nonce":694804221}]},"public_addr":"172.21.15.32:6811/694804221","cluster_addr":"172.21.15.32:6813/694804221","heartbeat_back_addr":"172.21.15.32:6817/694804221","heartbeat_front_addr":"172.21.15.32:6815/694804221","state":["exists","up"]},{"osd":4,"uuid":"805cbe78-114c-45f9-a781-3c589db617c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6809","nonce":3019837332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6811","nonce":3019837332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6815","nonce":3019837332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":3019837332},{"type":"v1","addr":"172.21.15.64:6813","nonce":3019837332}]},"public_addr":"172.21.15.64:6809/3019837332","cluster_addr":"172.21.15.64:6811/3019837332","heartbeat_back_addr":"172.21.15.64:6815/3019837332","heartbeat_front_addr":"172.21.15.64:6813/3019837332","state":["exists","up"]},{"osd":5,"uuid":"6f681e13-1a50-47f4-b88c-e094e5336727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6809","nonce":727592107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6810","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6811","nonce":727592107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6815","nonce":727592107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":727592107},{"type":"v1","addr":"172.21.15.66:6813","nonce":727592107}]},"public_addr":"172.21.15.66:6809/727592107","cluster_addr":"172.21.15.66:6811/727592107","heartbeat_back_addr":"172.21.15.66:6815/727592107","heartbeat_front_addr":"172.21.15.66:6813/727592107","state":["exists","up"]},{"osd":6,"uuid":"b6feda3b-b0c1-4e07-a9e8-d3d41c798893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6819","nonce":1991984670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6821","nonce":1991984670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6825","nonce":1991984670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1991984670},{"type":"v1","addr":"172.21.15.32:6823","nonce":1991984670}]},"public_addr":"172.21.15.32:6819/1991984670","cluster_addr":"172.21.15.32:6821/1991984670","heartbeat_back_addr":"172.21.15.32:6825/1991984670","heartbeat_front_addr":"172.21.15.32:6823/1991984670","state":["exists","up"]},{"osd":7,"uuid":"40cf7736-8b48-4574-808f-d4c2a687ce4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6817","nonce":266407179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6819","nonce":266407179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6823","nonce":266407179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":266407179},{"type":"v1","addr":"172.21.15.64:6821","nonce":266407179}]},"public_addr":"172.21.15.64:6817/266407179","cluster_addr":"172.21.15.64:6819/266407179","heartbeat_back_addr":"172.21.15.64:6823/266407179","heartbeat_front_addr":"172.21.15.64:6821/266407179","state":["exists","up"]},{"osd":8,"uuid":"413b7ffc-229f-4f2e-b224-898aacb50d14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6816","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6817","nonce":303523546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6819","nonce":303523546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6823","nonce":303523546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6820","nonce":303523546},{"type":"v1","addr":"172.21.15.66:6821","nonce":303523546}]},"public_addr":"172.21.15.66:6817/303523546","cluster_addr":"172.21.15.66:6819/303523546","heartbeat_back_addr":"172.21.15.66:6823/303523546","heartbeat_front_addr":"172.21.15.66:6821/303523546","state":["exists","up"]},{"osd":9,"uuid":"957f666b-78f2-45ed-8a51-3181714618bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6827","nonce":1378021573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6829","nonce":1378021573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6833","nonce":1378021573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":1378021573},{"type":"v1","addr":"172.21.15.32:6831","nonce":1378021573}]},"public_addr":"172.21.15.32:6827/1378021573","cluster_addr":"172.21.15.32:6829/1378021573","heartbeat_back_addr":"172.21.15.32:6833/1378021573","heartbeat_front_addr":"172.21.15.32:6831/1378021573","state":["exists","up"]},{"osd":10,"uuid":"36df614f-1263-4ac8-a506-143ce013e3f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6825","nonce":2143127243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6827","nonce":2143127243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6831","nonce":2143127243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":2143127243},{"type":"v1","addr":"172.21.15.64:6829","nonce":2143127243}]},"public_addr":"172.21.15.64:6825/2143127243","cluster_addr":"172.21.15.64:6827/2143127243","heartbeat_back_addr":"172.21.15.64:6831/2143127243","heartbeat_front_addr":"172.21.15.64:6829/2143127243","state":["exists","up"]},{"osd":11,"uuid":"b43288ef-a1da-4f39-8ea2-ce3227a19680","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6825","nonce":1578273059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6827","nonce":1578273059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6831","nonce":1578273059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1578273059},{"type":"v1","addr":"172.21.15.66:6829","nonce":1578273059}]},"public_addr":"172.21.15.66:6825/1578273059","cluster_addr":"172.21.15.66:6827/1578273059","heartbeat_back_addr":"172.21.15.66:6831/1578273059","heartbeat_front_addr":"172.21.15.66:6829/1578273059","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:52:41.752929+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:07.099380+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:53:31.345999+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:05.213510+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:32.251213+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:54:57.658290+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:55:33.447225+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:01.423048+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:56:27.386968+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:02.576685+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:30.277580+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-25T18:57:56.371779+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":1}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2999824847":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/3503740824":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/3623456021":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6801/396827153":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6800/396827153":"2024-04-26T19:03:41.850924+0000","172.21.15.32:0/1704390093":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6801/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:6800/4197524533":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/592830664":"2024-04-26T19:03:41.850924+0000","172.21.15.32:6801/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:6800/3424437008":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/3307956299":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/3836718353":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/16058482":"2024-04-26T18:50:11.008469+0000","172.21.15.32:0/2106775069":"2024-04-26T18:50:45.650238+0000","172.21.15.32:0/2537792255":"2024-04-26T18:50:11.008469+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":20,"length":1},{"begin":33,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6e40a3e30 msgr2=0x7fb6e40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6e40a3e30 0x7fb6e40a62f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb700078ff0 tx=0x7fb6e801a040 comp rx=0 tx=0).stop 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 msgr2=0x7fb7001991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb7001991b0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb6f000e9f0 tx=0x7fb6f000ed00 comp rx=0 tx=0).stop 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 shutdown_connections 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fb6e40a3e30 0x7fb6e40a62f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:00.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb700108a30 0x7fb70019da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:00.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fb70006a750 0x7fb7001991b0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:00.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 --2- 172.21.15.32:0/4255026609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb70006b0f0 0x7fb7001996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:00.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 >> 172.21.15.32:0/4255026609 conn(0x7fb7000788f0 msgr2=0x7fb7000ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:00.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 shutdown_connections 2024-04-25T19:23:00.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:00.005+0000 7fb706c00700 1 -- 172.21.15.32:0/4255026609 wait complete. 2024-04-25T19:23:00.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:22:59 smithi064 ceph-mon[32321]: pgmap v608: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-25T19:23:00.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:00 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4255026609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:23:00.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:00 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4255026609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:23:00.956 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs fail cephfs 2024-04-25T19:23:01.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:00 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4255026609' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-25T19:23:01.442 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:23:01.803 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:01 smithi032 ceph-mon[28041]: pgmap v609: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:23:01.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:01 smithi066 ceph-mon[32882]: pgmap v609: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:23:02.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:01 smithi064 ceph-mon[32321]: pgmap v609: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 -- 172.21.15.32:0/3171135551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5128102d50 msgr2=0x7f51281065e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 --2- 172.21.15.32:0/3171135551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5128102d50 0x7f51281065e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5114009990 tx=0x7f5114009ca0 comp rx=0 tx=0).stop 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 -- 172.21.15.32:0/3171135551 shutdown_connections 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 --2- 172.21.15.32:0/3171135551 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f51281023a0 0x7f5128102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 --2- 172.21.15.32:0/3171135551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 0x7f512810e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 --2- 172.21.15.32:0/3171135551 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f5128102d50 0x7f51281065e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 -- 172.21.15.32:0/3171135551 >> 172.21.15.32:0/3171135551 conn(0x7f5128077fb0 msgr2=0x7f51280ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 -- 172.21.15.32:0/3171135551 shutdown_connections 2024-04-25T19:23:03.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.831+0000 7f512ec00700 1 -- 172.21.15.32:0/3171135551 wait complete. 2024-04-25T19:23:03.834 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:03 smithi032 ceph-mon[28041]: pgmap v610: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:23:03.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.832+0000 7f512ec00700 1 Processor -- start 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.832+0000 7f512ec00700 1 -- start start 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512ec00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 0x7f5128108970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512ec00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5128102d50 0x7f5128108eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512ec00700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 0x7f51281093f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512ec00700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f5128111be0 con 0x7f5128102d50 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512ec00700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f5128111a60 con 0x7f51281023a0 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512ec00700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5128111d60 con 0x7f5128106cc0 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f5127e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 0x7f5128108970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f5127400700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5128102d50 0x7f5128108eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f5127e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 0x7f5128108970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:50126/0 (socket says 172.21.15.32:50126) 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f5127e00700 1 -- 172.21.15.32:0/2585242381 learned_addr learned my addr 172.21.15.32:0/2585242381 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:23:03.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.833+0000 7f512cc00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 0x7f51281093f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:03.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127e00700 1 -- 172.21.15.32:0/2585242381 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 msgr2=0x7f51281093f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:03.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127e00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 0x7f51281093f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:03.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127e00700 1 -- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5128102d50 msgr2=0x7f5128108eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:03.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127e00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5128102d50 0x7f5128108eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127e00700 1 -- 172.21.15.32:0/2585242381 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51281a7750 con 0x7f51281023a0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f512cc00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 0x7f51281093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127400700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5128102d50 0x7f5128108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5127e00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 0x7f5128108970 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f511800e9a0 tx=0x7f511800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.834+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511800ca10 con 0x7f51281023a0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.835+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51281a7a40 con 0x7f51281023a0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.835+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f511800cbb0 con 0x7f51281023a0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.835+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5118018680 con 0x7f51281023a0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.835+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51281a7fa0 con 0x7f51281023a0 2024-04-25T19:23:03.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.836+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5128069730 con 0x7f51281023a0 2024-04-25T19:23:03.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.838+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5118010430 con 0x7f51281023a0 2024-04-25T19:23:03.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.840+0000 7f5124c00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f510c0a3e30 0x7f510c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:03.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.840+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8542+0+0 (secure 0 0 0) 0x7f51180d09b0 con 0x7f51281023a0 2024-04-25T19:23:03.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.840+0000 7f5127400700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f510c0a3e30 0x7f510c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:03.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.841+0000 7f5127400700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f510c0a3e30 0x7f510c0a62f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5114006010 tx=0x7f511401a040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:03.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:03.844+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f511809cfe0 con 0x7f51281023a0 2024-04-25T19:23:03.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:03 smithi066 ceph-mon[32882]: pgmap v610: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:23:04.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:03 smithi064 ceph-mon[32321]: pgmap v610: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-25T19:23:04.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.123+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f51281a81a0 con 0x7f51281023a0 2024-04-25T19:23:04.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.135+0000 7f5124c00700 1 -- 172.21.15.32:0/2585242381 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v32) ==== 161+0+0 (secure 0 0 0) 0x7f511809c8e0 con 0x7f51281023a0 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f510c0a3e30 msgr2=0x7f510c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f510c0a3e30 0x7f510c0a62f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5114006010 tx=0x7f511401a040 comp rx=0 tx=0).stop 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 msgr2=0x7f5128108970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 0x7f5128108970 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f511800e9a0 tx=0x7f511800ecb0 comp rx=0 tx=0).stop 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 shutdown_connections 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f510c0a3e30 0x7f510c0a62f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:04.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5128106cc0 0x7f51281093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:04.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f51281023a0 0x7f5128108970 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:04.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 --2- 172.21.15.32:0/2585242381 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5128102d50 0x7f5128108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:04.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.139+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 >> 172.21.15.32:0/2585242381 conn(0x7f5128077fb0 msgr2=0x7f5128105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:04.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.140+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 shutdown_connections 2024-04-25T19:23:04.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:04.140+0000 7f512ec00700 1 -- 172.21.15.32:0/2585242381 wait complete. 2024-04-25T19:23:04.143 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-25T19:23:04.452 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c[63026]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.452 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c[63026]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.452 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mds[63030]: -- 172.21.15.66:0/4014726539 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e9a385a40 con 0x559e9a358800 2024-04-25T19:23:04.452 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c[63026]: starting mds.c at 2024-04-25T19:23:04.452 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i[63335]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.452 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i[63335]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.453 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mds[63339]: -- 172.21.15.66:0/2018080423 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a070dda40 con 0x561a070b0800 2024-04-25T19:23:04.453 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i[63335]: starting mds.i at 2024-04-25T19:23:04.453 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[67881]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.453 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[67881]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.454 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mds[67885]: -- 172.21.15.66:0/3511515604 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562e44c49a40 con 0x562e44c1c800 2024-04-25T19:23:04.454 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[67881]: starting mds.f at 2024-04-25T19:23:04.454 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l[62415]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.454 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l[62415]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.454 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mds[62419]: -- 172.21.15.66:0/340153284 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd33f55a40 con 0x55dd33f28c00 2024-04-25T19:23:04.454 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l[62415]: starting mds.l at 2024-04-25T19:23:04.521 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b[62110]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.522 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b[62110]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.522 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mds[62114]: -- 172.21.15.64:0/3905321774 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a54108da40 con 0x55a541060c00 2024-04-25T19:23:04.522 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b[62110]: starting mds.b at 2024-04-25T19:23:04.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h[61790]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.522 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h[61790]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mds[61795]: -- 172.21.15.64:0/2192280180 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5598b2bf84e0 con 0x5598b2bcf000 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mds[61795]: -- 172.21.15.64:0/2192280180 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5598b2bfba40 con 0x5598b2bcf000 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h[61790]: starting mds.h at 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e[61480]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e[61480]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mds[61484]: -- 172.21.15.64:0/3984335587 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55585bdaa4e0 con 0x55585bd81000 2024-04-25T19:23:04.523 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mds[61484]: -- 172.21.15.64:0/3984335587 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55585bdada40 con 0x55585bd81000 2024-04-25T19:23:04.524 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e[61480]: starting mds.e at 2024-04-25T19:23:04.531 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a[28037]: 2024-04-25T19:23:04.126+0000 7fdf2f600700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T19:23:04.531 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a[69452]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.531 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a[69452]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.531 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mds[69456]: -- 172.21.15.32:0/146858330 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b000715a40 con 0x55b0006e9000 2024-04-25T19:23:04.531 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a[69452]: starting mds.a at 2024-04-25T19:23:04.531 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mds[69051]: -- 172.21.15.32:0/561908255 <== mon.1 v2:172.21.15.66:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f349db1a40 con 0x55f349d84800 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: starting mds.g at 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d[68239]: ignoring --setuser ceph since I am not root 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d[68239]: ignoring --setgroup ceph since I am not root 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mds[68262]: -- 172.21.15.32:0/266548777 <== mon.2 v2:172.21.15.64:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ca04597a40 con 0x55ca0456b000 2024-04-25T19:23:04.532 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d[68239]: starting mds.d at 2024-04-25T19:23:04.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2585242381' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T19:23:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T19:23:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T19:23:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T19:23:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T19:23:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: osdmap e119: 12 total, 12 up, 12 in 2024-04-25T19:23:04.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:04 smithi066 ceph-mon[32882]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T19:23:05.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2585242381' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T19:23:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T19:23:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T19:23:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T19:23:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T19:23:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: osdmap e119: 12 total, 12 up, 12 in 2024-04-25T19:23:05.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:04 smithi064 ceph-mon[32321]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2585242381' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: osdmap e119: 12 total, 12 up, 12 in 2024-04-25T19:23:05.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:04 smithi032 ceph-mon[28041]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-25T19:23:05.170 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-04-25T19:23:05.625 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: pgmap v612: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6833/1582283947,v1:172.21.15.66:6834/1582283947] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6832/421906288,v1:172.21.15.66:6835/421906288] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6835/3754969663,v1:172.21.15.64:6838/3754969663] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6834/2783412502,v1:172.21.15.64:6837/2783412502] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.64:6836/369820157,v1:172.21.15.64:6839/369820157] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6836/1412892713,v1:172.21.15.66:6838/1412892713] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.66:6837/185737460,v1:172.21.15.66:6839/185737460] up:boot 2024-04-25T19:23:05.820 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6836/4249114026,v1:172.21.15.32:6837/4249114026] up:boot 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6838/2178764794,v1:172.21.15.32:6840/2178764794] up:boot 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: mds.? [v2:172.21.15.32:6839/2808304254,v1:172.21.15.32:6841/2808304254] up:boot 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T19:23:05.821 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:05 smithi032 ceph-mon[28041]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: pgmap v612: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6833/1582283947,v1:172.21.15.66:6834/1582283947] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6832/421906288,v1:172.21.15.66:6835/421906288] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6835/3754969663,v1:172.21.15.64:6838/3754969663] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6834/2783412502,v1:172.21.15.64:6837/2783412502] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.64:6836/369820157,v1:172.21.15.64:6839/369820157] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6836/1412892713,v1:172.21.15.66:6838/1412892713] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.66:6837/185737460,v1:172.21.15.66:6839/185737460] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6836/4249114026,v1:172.21.15.32:6837/4249114026] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6838/2178764794,v1:172.21.15.32:6840/2178764794] up:boot 2024-04-25T19:23:05.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: mds.? [v2:172.21.15.32:6839/2808304254,v1:172.21.15.32:6841/2808304254] up:boot 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T19:23:05.953 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:05 smithi066 ceph-mon[32882]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T19:23:06.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: pgmap v612: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6833/1582283947,v1:172.21.15.66:6834/1582283947] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6832/421906288,v1:172.21.15.66:6835/421906288] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6835/3754969663,v1:172.21.15.64:6838/3754969663] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6834/2783412502,v1:172.21.15.64:6837/2783412502] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.64:6836/369820157,v1:172.21.15.64:6839/369820157] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6836/1412892713,v1:172.21.15.66:6838/1412892713] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.66:6837/185737460,v1:172.21.15.66:6839/185737460] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6836/4249114026,v1:172.21.15.32:6837/4249114026] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6838/2178764794,v1:172.21.15.32:6840/2178764794] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: mds.? [v2:172.21.15.32:6839/2808304254,v1:172.21.15.32:6841/2808304254] up:boot 2024-04-25T19:23:06.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-25T19:23:06.023 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:05 smithi064 ceph-mon[32321]: from='mgr.25150 172.21.15.32:0/2839526652' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-25T19:23:07.772 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:07 smithi032 ceph-mon[28041]: pgmap v613: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-25T19:23:07.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:07 smithi066 ceph-mon[32882]: pgmap v613: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-25T19:23:08.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:07 smithi064 ceph-mon[32321]: pgmap v613: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 -- 172.21.15.32:0/2483134213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb010e3b0 msgr2=0x7f3bb0115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2483134213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb010e3b0 0x7f3bb0115f80 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800b0d0 tx=0x7f3ba800b3e0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 -- 172.21.15.32:0/2483134213 shutdown_connections 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2483134213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb01092d0 0x7f3bb01096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2483134213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb010e3b0 0x7f3bb0115f80 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2483134213 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb0109c80 0x7f3bb010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 -- 172.21.15.32:0/2483134213 >> 172.21.15.32:0/2483134213 conn(0x7f3bb0076210 msgr2=0x7f3bb0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 -- 172.21.15.32:0/2483134213 shutdown_connections 2024-04-25T19:23:08.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.052+0000 7f3bb8200700 1 -- 172.21.15.32:0/2483134213 wait complete. 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 Processor -- start 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 -- start start 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb01092d0 0x7f3bb019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 0x7f3bb019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb010e3b0 0x7f3bb01a3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb0119270 con 0x7f3bb0109c80 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb01190f0 con 0x7f3bb010e3b0 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.054+0000 7f3bb8200700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3bb01193f0 con 0x7f3bb01092d0 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 0x7f3bb019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:08.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 0x7f3bb019fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39380/0 (socket says 172.21.15.32:39380) 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 -- 172.21.15.32:0/2147722877 learned_addr learned my addr 172.21.15.32:0/2147722877 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb5800700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb01092d0 0x7f3bb019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb6200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb010e3b0 0x7f3bb01a3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 -- 172.21.15.32:0/2147722877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb01092d0 msgr2=0x7f3bb019f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb01092d0 0x7f3bb019f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 -- 172.21.15.32:0/2147722877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb010e3b0 msgr2=0x7f3bb01a3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb010e3b0 0x7f3bb01a3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb4e00700 1 -- 172.21.15.32:0/2147722877 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bb01a4710 con 0x7f3bb0109c80 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.055+0000 7f3bb6200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb010e3b0 0x7f3bb01a3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-25T19:23:08.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.056+0000 7f3bb4e00700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 0x7f3bb019fc40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00e9f0 tx=0x7f3b9c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:08.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.056+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c004a30 con 0x7f3bb0109c80 2024-04-25T19:23:08.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.056+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b9c00cc70 con 0x7f3bb0109c80 2024-04-25T19:23:08.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.056+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bb01a4a00 con 0x7f3bb0109c80 2024-04-25T19:23:08.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.056+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c005530 con 0x7f3bb0109c80 2024-04-25T19:23:08.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.056+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bb01ac280 con 0x7f3bb0109c80 2024-04-25T19:23:08.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.057+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bb0069730 con 0x7f3bb0109c80 2024-04-25T19:23:08.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.059+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3b9c004bd0 con 0x7f3bb0109c80 2024-04-25T19:23:08.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.061+0000 7f3bae000700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b980a3db0 0x7f3b980a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:08.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.061+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8928+0+0 (secure 0 0 0) 0x7f3b9c0d0b30 con 0x7f3bb0109c80 2024-04-25T19:23:08.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.061+0000 7f3bb5800700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b980a3db0 0x7f3b980a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:08.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.062+0000 7f3bb5800700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b980a3db0 0x7f3b980a6270 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4009c60 tx=0x7f3ba4009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:08.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.067+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b9c00ce20 con 0x7f3bb0109c80 2024-04-25T19:23:08.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.357+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3bb01a0a90 con 0x7f3bb0109c80 2024-04-25T19:23:08.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.584+0000 7f3bae000700 1 -- 172.21.15.32:0/2147722877 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7f3bb01a0a90 con 0x7f3bb0109c80 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.588+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b980a3db0 msgr2=0x7f3b980a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.588+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b980a3db0 0x7f3b980a6270 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3ba4009c60 tx=0x7f3ba4009260 comp rx=0 tx=0).stop 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.588+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 msgr2=0x7f3bb019fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.588+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 0x7f3bb019fc40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00e9f0 tx=0x7f3b9c00ed00 comp rx=0 tx=0).stop 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 shutdown_connections 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f3b980a3db0 0x7f3b980a6270 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f3bb010e3b0 0x7f3bb01a3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bb01092d0 0x7f3bb019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 --2- 172.21.15.32:0/2147722877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bb0109c80 0x7f3bb019fc40 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:08.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 >> 172.21.15.32:0/2147722877 conn(0x7f3bb0076210 msgr2=0x7f3bb00767f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:08.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 shutdown_connections 2024-04-25T19:23:08.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:08.589+0000 7f3bb8200700 1 -- 172.21.15.32:0/2147722877 wait complete. 2024-04-25T19:23:08.612 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:08 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2147722877' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T19:23:08.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:08 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2147722877' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T19:23:09.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:08 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2147722877' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-25T19:23:09.562 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-25T19:23:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:09 smithi032 ceph-mon[28041]: pgmap v614: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:09 smithi032 ceph-mon[28041]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T19:23:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:09 smithi032 ceph-mon[28041]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T19:23:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:09 smithi032 ceph-mon[28041]: Cluster is now healthy 2024-04-25T19:23:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:09 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/2147722877' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T19:23:09.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:09 smithi032 ceph-mon[28041]: fsmap 12 up:standby 2024-04-25T19:23:09.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:09 smithi064 ceph-mon[32321]: pgmap v614: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:09.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:09 smithi064 ceph-mon[32321]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T19:23:09.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:09 smithi064 ceph-mon[32321]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T19:23:09.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:09 smithi064 ceph-mon[32321]: Cluster is now healthy 2024-04-25T19:23:09.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:09 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/2147722877' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T19:23:09.923 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:09 smithi064 ceph-mon[32321]: fsmap 12 up:standby 2024-04-25T19:23:09.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:09 smithi066 ceph-mon[32882]: pgmap v614: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:09.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:09 smithi066 ceph-mon[32882]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-25T19:23:09.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:09 smithi066 ceph-mon[32882]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-25T19:23:09.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:09 smithi066 ceph-mon[32882]: Cluster is now healthy 2024-04-25T19:23:09.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:09 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/2147722877' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-25T19:23:09.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:09 smithi066 ceph-mon[32882]: fsmap 12 up:standby 2024-04-25T19:23:10.056 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:23:11.875 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:11 smithi032 ceph-mon[28041]: pgmap v615: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:11.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:11 smithi066 ceph-mon[32882]: pgmap v615: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:12.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:11 smithi064 ceph-mon[32321]: pgmap v615: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:12.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.448+0000 7f49f6800700 1 -- 172.21.15.32:0/1954960733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f0077890 msgr2=0x7f49f01133b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:12.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.448+0000 7f49f6800700 1 --2- 172.21.15.32:0/1954960733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f0077890 0x7f49f01133b0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f49d8009990 tx=0x7f49d8009ca0 comp rx=0 tx=0).stop 2024-04-25T19:23:12.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 -- 172.21.15.32:0/1954960733 shutdown_connections 2024-04-25T19:23:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 --2- 172.21.15.32:0/1954960733 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f01138f0 0x7f49f0115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 --2- 172.21.15.32:0/1954960733 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49f0076f70 0x7f49f0077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 --2- 172.21.15.32:0/1954960733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f0077890 0x7f49f01133b0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 -- 172.21.15.32:0/1954960733 >> 172.21.15.32:0/1954960733 conn(0x7f49f0100740 msgr2=0x7f49f0102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 -- 172.21.15.32:0/1954960733 shutdown_connections 2024-04-25T19:23:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.449+0000 7f49f6800700 1 -- 172.21.15.32:0/1954960733 wait complete. 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.450+0000 7f49f6800700 1 Processor -- start 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.450+0000 7f49f6800700 1 -- start start 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49f6800700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49f0076f70 0x7f49f01a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49f6800700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 0x7f49f01a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49f6800700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f01138f0 0x7f49f019f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49f6800700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7f49f0119270 con 0x7f49f01138f0 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49f6800700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7f49f01190f0 con 0x7f49f0077890 2024-04-25T19:23:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49f6800700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f49f01193f0 con 0x7f49f0076f70 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49efe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f01138f0 0x7f49f019f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49e7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 0x7f49f01a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49ef400700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49f0076f70 0x7f49f01a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49efe00700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f01138f0 0x7f49f019f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50482/0 (socket says 172.21.15.32:50482) 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49efe00700 1 -- 172.21.15.32:0/3681289782 learned_addr learned my addr 172.21.15.32:0/3681289782 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.451+0000 7f49e7e00700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 0x7f49f01a5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.64:3300/0 says I am v2:172.21.15.32:44986/0 (socket says 172.21.15.32:44986) 2024-04-25T19:23:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49e7e00700 1 -- 172.21.15.32:0/3681289782 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49f0076f70 msgr2=0x7f49f01a53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49e7e00700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49f0076f70 0x7f49f01a53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49e7e00700 1 -- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f01138f0 msgr2=0x7f49f019f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49e7e00700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f01138f0 0x7f49f019f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49e7e00700 1 -- 172.21.15.32:0/3681289782 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f019fd50 con 0x7f49f0077890 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49e7e00700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 0x7f49f01a5920 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f49d8006010 tx=0x7f49d80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8027070 con 0x7f49f0077890 2024-04-25T19:23:12.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49f019ffe0 con 0x7f49f0077890 2024-04-25T19:23:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.452+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49f01ac2b0 con 0x7f49f0077890 2024-04-25T19:23:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.453+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49d8022470 con 0x7f49f0077890 2024-04-25T19:23:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.453+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8017650 con 0x7f49f0077890 2024-04-25T19:23:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.454+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49cc005330 con 0x7f49f0077890 2024-04-25T19:23:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.456+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f49d802a070 con 0x7f49f0077890 2024-04-25T19:23:12.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.457+0000 7f49ecc00700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f49d40a3db0 0x7f49d40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:12.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.457+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8928+0+0 (secure 0 0 0) 0x7f49d80d1650 con 0x7f49f0077890 2024-04-25T19:23:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.457+0000 7f49ef400700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f49d40a3db0 0x7f49d40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.458+0000 7f49ef400700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f49d40a3db0 0x7f49d40a6270 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f49e0009c60 tx=0x7f49e0009260 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.460+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49d8013070 con 0x7f49f0077890 2024-04-25T19:23:12.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:12.693+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f49cc005620 con 0x7f49f0077890 2024-04-25T19:23:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.601+0000 7f49ecc00700 1 -- 172.21.15.32:0/3681289782 <== mon.2 v2:172.21.15.64:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v120) ==== 181+0+0 (secure 0 0 0) 0x7f49d809dbb0 con 0x7f49f0077890 2024-04-25T19:23:13.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.607+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f49d40a3db0 msgr2=0x7f49d40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:13.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.607+0000 7f49f6800700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f49d40a3db0 0x7f49d40a6270 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f49e0009c60 tx=0x7f49e0009260 comp rx=0 tx=0).stop 2024-04-25T19:23:13.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.607+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 msgr2=0x7f49f01a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:13.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.607+0000 7f49f6800700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 0x7f49f01a5920 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f49d8006010 tx=0x7f49d80057c0 comp rx=0 tx=0).stop 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 shutdown_connections 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7f49d40a3db0 0x7f49d40a6270 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49f01138f0 0x7f49f019f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49f0076f70 0x7f49f01a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 --2- 172.21.15.32:0/3681289782 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7f49f0077890 0x7f49f01a5920 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 >> 172.21.15.32:0/3681289782 conn(0x7f49f0100740 msgr2=0x7f49f0102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 shutdown_connections 2024-04-25T19:23:13.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:13.608+0000 7f49f6800700 1 -- 172.21.15.32:0/3681289782 wait complete. 2024-04-25T19:23:13.611 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-04-25T19:23:13.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:13 smithi066 ceph-mon[32882]: pgmap v616: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:13.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:13 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/3681289782' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:13.952 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:13 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:14.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:13 smithi064 ceph-mon[32321]: pgmap v616: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:14.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:13 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/3681289782' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:14.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:13 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:14.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:13 smithi032 ceph-mon[28041]: pgmap v616: 97 pgs: 97 active+clean; 1.9 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-04-25T19:23:14.029 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:13 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/3681289782' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:14.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:13 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:14.483 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 26958fb4-0334-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-25T19:23:14.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:14 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T19:23:14.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:14 smithi032 ceph-mon[28041]: osdmap e120: 12 total, 12 up, 12 in 2024-04-25T19:23:14.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:14 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T19:23:14.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:14 smithi066 ceph-mon[32882]: osdmap e120: 12 total, 12 up, 12 in 2024-04-25T19:23:14.952 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/mon.a/config 2024-04-25T19:23:15.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:14 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T19:23:15.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:14 smithi064 ceph-mon[32321]: osdmap e120: 12 total, 12 up, 12 in 2024-04-25T19:23:15.779 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:15 smithi032 ceph-mon[28041]: pgmap v618: 65 pgs: 65 active+clean; 577 KiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:15.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:15 smithi066 ceph-mon[32882]: pgmap v618: 65 pgs: 65 active+clean; 577 KiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:16.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:15 smithi064 ceph-mon[32321]: pgmap v618: 65 pgs: 65 active+clean; 577 KiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:16.872 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:16 smithi032 ceph-mon[28041]: pgmap v619: 65 pgs: 65 active+clean; 577 KiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:16.951 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:16 smithi066 ceph-mon[32882]: pgmap v619: 65 pgs: 65 active+clean; 577 KiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:17.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:16 smithi064 ceph-mon[32321]: pgmap v619: 65 pgs: 65 active+clean; 577 KiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 -- 172.21.15.32:0/523863639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 msgr2=0x7fe618108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 --2- 172.21.15.32:0/523863639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe618108e10 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fe608009990 tx=0x7fe608009ca0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 -- 172.21.15.32:0/523863639 shutdown_connections 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 --2- 172.21.15.32:0/523863639 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe61806b0f0 0x7fe61810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 --2- 172.21.15.32:0/523863639 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe618108e10 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 --2- 172.21.15.32:0/523863639 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe61806a750 0x7fe61806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 -- 172.21.15.32:0/523863639 >> 172.21.15.32:0/523863639 conn(0x7fe6180788f0 msgr2=0x7fe618078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:17.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 -- 172.21.15.32:0/523863639 shutdown_connections 2024-04-25T19:23:17.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.392+0000 7fe61f000700 1 -- 172.21.15.32:0/523863639 wait complete. 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.393+0000 7fe61f000700 1 Processor -- start 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.393+0000 7fe61f000700 1 -- start start 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.394+0000 7fe61f000700 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe61806a750 0x7fe61819b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.394+0000 7fe61f000700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe61806b0f0 0x7fe61819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.394+0000 7fe61f000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe61819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.394+0000 7fe61f000700 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 -- 0x7fe618112c00 con 0x7fe61806a750 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.394+0000 7fe61f000700 1 -- --> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] -- mon_getmap magic: 0 -- 0x7fe618112a80 con 0x7fe61806b0f0 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.394+0000 7fe61f000700 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe618112d80 con 0x7fe618108a30 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe61819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe617400700 1 --2- >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe61806b0f0 0x7fe61819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe61819fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.32:60584/0 (socket says 172.21.15.32:60584) 2024-04-25T19:23:17.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 -- 172.21.15.32:0/4246116885 learned_addr learned my addr 172.21.15.32:0/4246116885 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-25T19:23:17.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe617e00700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe61806a750 0x7fe61819b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:17.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 -- 172.21.15.32:0/4246116885 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe61806b0f0 msgr2=0x7fe61819b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe61806b0f0 0x7fe61819b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 -- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe61806a750 msgr2=0x7fe61819b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe61806a750 0x7fe61819b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 -- 172.21.15.32:0/4246116885 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6181a0360 con 0x7fe618108a30 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.395+0000 7fe61d000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe61819fc20 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe61000ef30 tx=0x7fe61000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.396+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6100092e0 con 0x7fe618108a30 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.396+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe610004bb0 con 0x7fe618108a30 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.396+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6181a05f0 con 0x7fe618108a30 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.396+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe610004280 con 0x7fe618108a30 2024-04-25T19:23:17.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.396+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6181a7ed0 con 0x7fe618108a30 2024-04-25T19:23:17.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.397+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe618069730 con 0x7fe618108a30 2024-04-25T19:23:17.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.399+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe61001b030 con 0x7fe618108a30 2024-04-25T19:23:17.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.400+0000 7fe614c00700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5fc0a3e30 0x7fe5fc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-25T19:23:17.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.401+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8374+0+0 (secure 0 0 0) 0x7fe6100d0220 con 0x7fe618108a30 2024-04-25T19:23:17.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.401+0000 7fe617e00700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5fc0a3e30 0x7fe5fc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-25T19:23:17.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.402+0000 7fe617e00700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5fc0a3e30 0x7fe5fc0a62f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe60800b2e0 tx=0x7fe60801a040 comp rx=0 tx=0).ready entity=mgr.25150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-25T19:23:17.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.405+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe610022020 con 0x7fe618108a30 2024-04-25T19:23:17.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.636+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe6181a80a0 con 0x7fe618108a30 2024-04-25T19:23:17.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.695+0000 7fe614c00700 1 -- 172.21.15.32:0/4246116885 <== mon.1 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v121) ==== 169+0+0 (secure 0 0 0) 0x7fe610010040 con 0x7fe618108a30 2024-04-25T19:23:17.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.705+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5fc0a3e30 msgr2=0x7fe5fc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:17.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.705+0000 7fe61f000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5fc0a3e30 0x7fe5fc0a62f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe60800b2e0 tx=0x7fe60801a040 comp rx=0 tx=0).stop 2024-04-25T19:23:17.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.705+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 msgr2=0x7fe61819fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-25T19:23:17.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.705+0000 7fe61f000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe61819fc20 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe61000ef30 tx=0x7fe61000c3a0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 shutdown_connections 2024-04-25T19:23:17.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:6800/2335289935,v1:172.21.15.32:6801/2335289935] conn(0x7fe5fc0a3e30 0x7fe5fc0a62f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe61806a750 0x7fe61819b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe618108a30 0x7fe61819fc20 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 --2- 172.21.15.32:0/4246116885 >> [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] conn(0x7fe61806b0f0 0x7fe61819b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-25T19:23:17.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 >> 172.21.15.32:0/4246116885 conn(0x7fe6180788f0 msgr2=0x7fe6180ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-25T19:23:17.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.706+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 shutdown_connections 2024-04-25T19:23:17.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-25T19:23:17.707+0000 7fe61f000700 1 -- 172.21.15.32:0/4246116885 wait complete. 2024-04-25T19:23:17.713 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-04-25T19:23:17.729 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:17 smithi032 ceph-mon[28041]: from='client.? 172.21.15.32:0/4246116885' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:17.729 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:17 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:18.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:17 smithi064 ceph-mon[32321]: from='client.? 172.21.15.32:0/4246116885' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:18.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:17 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:18.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:17 smithi066 ceph-mon[32882]: from='client.? 172.21.15.32:0/4246116885' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:18.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:17 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-25T19:23:18.694 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T19:23:18.781 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T19:23:18.816 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T19:23:18.852 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-25T19:23:18.852 DEBUG:teuthology.orchestra.run.smithi032:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T19:23:18.910 DEBUG:teuthology.orchestra.run.smithi064:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T19:23:18.928 DEBUG:teuthology.orchestra.run.smithi066:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-25T19:23:18.947 INFO:tasks.cephadm:Stopping all daemons... 2024-04-25T19:23:18.948 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-25T19:23:18.948 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a 2024-04-25T19:23:19.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:18 smithi064 ceph-mon[32321]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T19:23:19.021 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:18 smithi064 ceph-mon[32321]: osdmap e121: 12 total, 12 up, 12 in 2024-04-25T19:23:19.022 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:18 smithi064 ceph-mon[32321]: pgmap v621: 1 pgs: 1 active+clean; 577 KiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:19.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:18 smithi032 ceph-mon[28041]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T19:23:19.027 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:18 smithi032 ceph-mon[28041]: osdmap e121: 12 total, 12 up, 12 in 2024-04-25T19:23:19.028 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:18 smithi032 ceph-mon[28041]: pgmap v621: 1 pgs: 1 active+clean; 577 KiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:19.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:18 smithi066 ceph-mon[32882]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-25T19:23:19.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:18 smithi066 ceph-mon[32882]: osdmap e121: 12 total, 12 up, 12 in 2024-04-25T19:23:19.201 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:18 smithi066 ceph-mon[32882]: pgmap v621: 1 pgs: 1 active+clean; 577 KiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-25T19:23:19.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:19 smithi032 systemd[1]: Stopping Ceph mon.a for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:20.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a[28037]: 2024-04-25T19:23:19.580+0000 7fdf36400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:20.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a[28037]: 2024-04-25T19:23:19.580+0000 7fdf36400700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-25T19:23:20.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:19 smithi032 podman[107206]: 2024-04-25 19:23:19.694633144 +0000 UTC m=+0.267891597 container died 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-25T19:23:20.279 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:20 smithi032 podman[107206]: 2024-04-25 19:23:20.165287944 +0000 UTC m=+0.738546390 container cleanup 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:20.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:20 smithi032 bash[107206]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a 2024-04-25T19:23:20.780 INFO:journalctl@ceph.mon.a.smithi032.stdout:Apr 25 19:23:20 smithi032 podman[107220]: 2024-04-25 19:23:20.433819814 +0000 UTC m=+0.717759164 container remove 1055c60071fbacad9123a378e0c4e61c6a0a0faf0e66e673694714e46502f3c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:20.916 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.a.service' 2024-04-25T19:23:21.057 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:21.057 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-25T19:23:21.057 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-25T19:23:21.057 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.b 2024-04-25T19:23:21.363 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:21 smithi064 systemd[1]: Stopping Ceph mon.b for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:21.771 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b[32317]: 2024-04-25T19:23:21.360+0000 7fd731a02700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b[32317]: 2024-04-25T19:23:21.360+0000 7fd731a02700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-25T19:23:21.772 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:21 smithi064 podman[69338]: 2024-04-25 19:23:21.545411635 +0000 UTC m=+0.289200843 container died c68eeca38a14be8fd793ead440f6a108035adbf1d525a931cfe3f9a502cdba5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-25T19:23:22.197 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:21 smithi064 podman[69338]: 2024-04-25 19:23:21.836923699 +0000 UTC m=+0.580712906 container cleanup c68eeca38a14be8fd793ead440f6a108035adbf1d525a931cfe3f9a502cdba5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:23:22.197 INFO:journalctl@ceph.mon.b.smithi064.stdout:Apr 25 19:23:21 smithi064 bash[69338]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-b 2024-04-25T19:23:22.353 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.b.service' 2024-04-25T19:23:22.400 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:22.400 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-25T19:23:22.400 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-25T19:23:22.400 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.c 2024-04-25T19:23:22.701 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:22 smithi066 systemd[1]: Stopping Ceph mon.c for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:23.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-c[32874]: 2024-04-25T19:23:22.717+0000 7f7c80fe7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:23.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-c[32874]: 2024-04-25T19:23:22.717+0000 7f7c80fe7700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-25T19:23:23.096 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:22 smithi066 podman[71447]: 2024-04-25 19:23:22.800411746 +0000 UTC m=+0.202263569 container died 9122b5f16c3186190635f67447bf6c26421621b8a61bd1aeb7a4faf550bf3f75 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:23:23.451 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:23 smithi066 podman[71447]: 2024-04-25 19:23:23.194453603 +0000 UTC m=+0.596305424 container cleanup 9122b5f16c3186190635f67447bf6c26421621b8a61bd1aeb7a4faf550bf3f75 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:23:23.452 INFO:journalctl@ceph.mon.c.smithi066.stdout:Apr 25 19:23:23 smithi066 bash[71447]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mon-c 2024-04-25T19:23:23.629 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mon.c.service' 2024-04-25T19:23:23.676 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:23.676 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-25T19:23:23.677 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-25T19:23:23.677 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x 2024-04-25T19:23:24.029 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:23 smithi032 systemd[1]: Stopping Ceph mgr.x for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:24.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:23:24.269+0000 7f465ea00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:24.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x[28278]: 2024-04-25T19:23:24.269+0000 7f465ea00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-25T19:23:24.530 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:24 smithi032 podman[107327]: 2024-04-25 19:23:24.364458766 +0000 UTC m=+0.245601949 container died 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-25T19:23:25.029 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:24 smithi032 podman[107327]: 2024-04-25 19:23:24.896569499 +0000 UTC m=+0.777712692 container cleanup 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-25T19:23:25.030 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:24 smithi032 bash[107327]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x 2024-04-25T19:23:25.529 INFO:journalctl@ceph.mgr.x.smithi032.stdout:Apr 25 19:23:25 smithi032 podman[107341]: 2024-04-25 19:23:25.140340274 +0000 UTC m=+0.758278735 container remove 6e0b5a67568cf22a03af63f6cd757ad614591049e4451c08d9b424de8e012894 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T19:23:25.695 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-25T19:23:25.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:25.810 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-25T19:23:25.810 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-25T19:23:25.810 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.y 2024-04-25T19:23:26.155 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:23:25 smithi064 systemd[1]: Stopping Ceph mgr.y for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:26.521 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:23:26 smithi064 podman[69460]: 2024-04-25 19:23:26.15439126 +0000 UTC m=+0.152797295 container died e42ad26070839b5146efef1a91e9e7fc0453de0f935d98dd33e8975561f991aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-25T19:23:26.911 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:23:26 smithi064 podman[69460]: 2024-04-25 19:23:26.626062272 +0000 UTC m=+0.624468252 container cleanup e42ad26070839b5146efef1a91e9e7fc0453de0f935d98dd33e8975561f991aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-25T19:23:26.911 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Apr 25 19:23:26 smithi064 bash[69460]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-y 2024-04-25T19:23:27.058 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-25T19:23:27.092 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:27.092 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-25T19:23:27.092 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-25T19:23:27.092 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.z 2024-04-25T19:23:27.405 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:23:27 smithi066 systemd[1]: Stopping Ceph mgr.z for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:27.685 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:23:27 smithi066 podman[71568]: 2024-04-25 19:23:27.42881161 +0000 UTC m=+0.133861178 container died 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-25T19:23:27.951 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:23:27 smithi066 podman[71568]: 2024-04-25 19:23:27.867203696 +0000 UTC m=+0.572253264 container cleanup 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:23:27.952 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:23:27 smithi066 bash[71568]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z 2024-04-25T19:23:28.451 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:23:28 smithi066 podman[71582]: 2024-04-25 19:23:28.144074258 +0000 UTC m=+0.706196255 container remove 64390646bc72e795675775d2ea4a45f30f4888c8a551d5f99897e44568ee7f8f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mgr-z, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-25T19:23:28.451 INFO:journalctl@ceph.mgr.z.smithi066.stdout:Apr 25 19:23:28 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-04-25T19:23:28.468 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-25T19:23:28.504 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:28.504 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-25T19:23:28.505 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-25T19:23:28.505 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.0 2024-04-25T19:23:28.855 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:28 smithi032 systemd[1]: Stopping Ceph osd.0 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:29.529 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0[42275]: 2024-04-25T19:23:29.125+0000 7f2c0fe00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:29.530 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0[42275]: 2024-04-25T19:23:29.125+0000 7f2c0fe00700 -1 osd.0 121 *** Got signal Terminated *** 2024-04-25T19:23:29.530 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0[42275]: 2024-04-25T19:23:29.125+0000 7f2c0fe00700 -1 osd.0 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:23:34.779 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:34 smithi032 podman[107447]: 2024-04-25 19:23:34.599496611 +0000 UTC m=+5.636439991 container died a045ef68f4f3aff3d825ed7a6a43ff8d0701478a7d9ece4dec3aa5b2a3194d8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:23:35.279 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:35 smithi032 podman[107447]: 2024-04-25 19:23:35.060928487 +0000 UTC m=+6.097871895 container cleanup a045ef68f4f3aff3d825ed7a6a43ff8d0701478a7d9ece4dec3aa5b2a3194d8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-25T19:23:35.280 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:35 smithi032 bash[107447]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0 2024-04-25T19:23:35.779 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:35 smithi032 podman[107467]: 2024-04-25 19:23:35.33865685 +0000 UTC m=+0.729054181 container remove a045ef68f4f3aff3d825ed7a6a43ff8d0701478a7d9ece4dec3aa5b2a3194d8d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:23:36.490 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:36 smithi032 podman[107552]: 2024-04-25 19:23:36.131915328 +0000 UTC m=+0.037306263 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:23:36.490 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:36 smithi032 podman[107552]: 2024-04-25 19:23:36.288865657 +0000 UTC m=+0.194256627 container create f432f6b78ea194d050211a25dbf53716581ad272c45936f2f5eb805acd6d0b79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:37.029 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:36 smithi032 podman[107552]: 2024-04-25 19:23:36.595073454 +0000 UTC m=+0.500464474 container init f432f6b78ea194d050211a25dbf53716581ad272c45936f2f5eb805acd6d0b79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-25T19:23:37.030 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:36 smithi032 podman[107552]: 2024-04-25 19:23:36.608190073 +0000 UTC m=+0.513581040 container start f432f6b78ea194d050211a25dbf53716581ad272c45936f2f5eb805acd6d0b79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-25T19:23:37.030 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:36 smithi032 podman[107552]: 2024-04-25 19:23:36.70873834 +0000 UTC m=+0.614129287 container attach f432f6b78ea194d050211a25dbf53716581ad272c45936f2f5eb805acd6d0b79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:37.484 INFO:journalctl@ceph.osd.0.smithi032.stdout:Apr 25 19:23:37 smithi032 podman[107552]: 2024-04-25 19:23:37.074730587 +0000 UTC m=+0.980121557 container died f432f6b78ea194d050211a25dbf53716581ad272c45936f2f5eb805acd6d0b79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-25T19:23:37.909 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.0.service' 2024-04-25T19:23:38.033 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:38.033 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-25T19:23:38.034 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-25T19:23:38.034 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.1 2024-04-25T19:23:38.357 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:38 smithi064 systemd[1]: Stopping Ceph osd.1 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:38.771 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1[36924]: 2024-04-25T19:23:38.355+0000 7fd119aaa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:38.772 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1[36924]: 2024-04-25T19:23:38.355+0000 7fd119aaa700 -1 osd.1 121 *** Got signal Terminated *** 2024-04-25T19:23:38.772 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1[36924]: 2024-04-25T19:23:38.355+0000 7fd119aaa700 -1 osd.1 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:23:44.177 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:43 smithi064 podman[69585]: 2024-04-25 19:23:43.880994006 +0000 UTC m=+5.649574517 container died 504c071296e6a57e9a084999f7e7397d4546906d4bf4ab6fe0c4b28774536c1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:44.521 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:44 smithi064 podman[69585]: 2024-04-25 19:23:44.356627281 +0000 UTC m=+6.125207790 container cleanup 504c071296e6a57e9a084999f7e7397d4546906d4bf4ab6fe0c4b28774536c1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-25T19:23:44.521 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:44 smithi064 bash[69585]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1 2024-04-25T19:23:44.984 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:44 smithi064 podman[69604]: 2024-04-25 19:23:44.616121668 +0000 UTC m=+0.735602346 container remove 504c071296e6a57e9a084999f7e7397d4546906d4bf4ab6fe0c4b28774536c1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-25T19:23:45.245 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:44 smithi064 podman[69699]: 2024-04-25 19:23:44.886660375 +0000 UTC m=+0.019146489 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:23:45.246 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:45 smithi064 podman[69699]: 2024-04-25 19:23:45.00051413 +0000 UTC m=+0.133000303 container create d49478169dfee8c49b0eaadb39e0dca2a459daffe4b67e1eaa49f2eb1d04698c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-25T19:23:45.522 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:45 smithi064 podman[69699]: 2024-04-25 19:23:45.245448343 +0000 UTC m=+0.377934450 container init d49478169dfee8c49b0eaadb39e0dca2a459daffe4b67e1eaa49f2eb1d04698c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-25T19:23:45.522 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:45 smithi064 podman[69699]: 2024-04-25 19:23:45.248933567 +0000 UTC m=+0.381419671 container start d49478169dfee8c49b0eaadb39e0dca2a459daffe4b67e1eaa49f2eb1d04698c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-25T19:23:45.522 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:45 smithi064 podman[69699]: 2024-04-25 19:23:45.353103889 +0000 UTC m=+0.485590001 container attach d49478169dfee8c49b0eaadb39e0dca2a459daffe4b67e1eaa49f2eb1d04698c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-25T19:23:46.021 INFO:journalctl@ceph.osd.1.smithi064.stdout:Apr 25 19:23:45 smithi064 podman[69699]: 2024-04-25 19:23:45.558645138 +0000 UTC m=+0.691131247 container died d49478169dfee8c49b0eaadb39e0dca2a459daffe4b67e1eaa49f2eb1d04698c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:46.436 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.1.service' 2024-04-25T19:23:46.480 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:46.481 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-25T19:23:46.481 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-25T19:23:46.481 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.2 2024-04-25T19:23:46.806 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:46 smithi066 systemd[1]: Stopping Ceph osd.2 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:47.201 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2[38061]: 2024-04-25T19:23:46.805+0000 7fba76464700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:47.201 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2[38061]: 2024-04-25T19:23:46.805+0000 7fba76464700 -1 osd.2 121 *** Got signal Terminated *** 2024-04-25T19:23:47.201 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2[38061]: 2024-04-25T19:23:46.805+0000 7fba76464700 -1 osd.2 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:23:52.533 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:52 smithi066 podman[71704]: 2024-04-25 19:23:52.241592583 +0000 UTC m=+5.560624864 container died 044e8086b02bdc8794458bc8c7ce8cf2f233eefb2be92cd4b4c1ce75fdc1a3f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-25T19:23:52.916 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:52 smithi066 podman[71704]: 2024-04-25 19:23:52.631473094 +0000 UTC m=+5.950505374 container cleanup 044e8086b02bdc8794458bc8c7ce8cf2f233eefb2be92cd4b4c1ce75fdc1a3f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-25T19:23:52.917 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:52 smithi066 bash[71704]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2 2024-04-25T19:23:53.201 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:52 smithi066 podman[71722]: 2024-04-25 19:23:52.916407893 +0000 UTC m=+0.672226646 container remove 044e8086b02bdc8794458bc8c7ce8cf2f233eefb2be92cd4b4c1ce75fdc1a3f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-25T19:23:53.589 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:53 smithi066 podman[71812]: 2024-04-25 19:23:53.173213274 +0000 UTC m=+0.018694448 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:23:53.589 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:53 smithi066 podman[71812]: 2024-04-25 19:23:53.28426679 +0000 UTC m=+0.129747961 container create 33d3a128566dcab1b796b9731c9a56203ef87713c86aa83e541b2fcc15616bdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-04-25T19:23:53.589 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:53 smithi066 podman[71812]: 2024-04-25 19:23:53.495888658 +0000 UTC m=+0.341369843 container init 33d3a128566dcab1b796b9731c9a56203ef87713c86aa83e541b2fcc15616bdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:23:53.589 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:53 smithi066 podman[71812]: 2024-04-25 19:23:53.499169834 +0000 UTC m=+0.344651008 container start 33d3a128566dcab1b796b9731c9a56203ef87713c86aa83e541b2fcc15616bdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:23:53.951 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:53 smithi066 podman[71812]: 2024-04-25 19:23:53.588156762 +0000 UTC m=+0.433637953 container attach 33d3a128566dcab1b796b9731c9a56203ef87713c86aa83e541b2fcc15616bdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:23:53.952 INFO:journalctl@ceph.osd.2.smithi066.stdout:Apr 25 19:23:53 smithi066 podman[71812]: 2024-04-25 19:23:53.805524912 +0000 UTC m=+0.651006083 container died 33d3a128566dcab1b796b9731c9a56203ef87713c86aa83e541b2fcc15616bdb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-2-deactivate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:23:54.488 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.2.service' 2024-04-25T19:23:54.531 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:23:54.531 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-25T19:23:54.531 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-25T19:23:54.532 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.3 2024-04-25T19:23:55.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:54 smithi032 systemd[1]: Stopping Ceph osd.3 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:23:55.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:54 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:54.678+0000 7f267b000700 -1 osd.3 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:29.370665+0000 front 2024-04-25T19:23:29.369777+0000 (oldest deadline 2024-04-25T19:23:54.669840+0000) 2024-04-25T19:23:55.529 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:55 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:55.190+0000 7f2684800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:23:55.530 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:55 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:55.190+0000 7f2684800700 -1 osd.3 121 *** Got signal Terminated *** 2024-04-25T19:23:55.530 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:55 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:55.190+0000 7f2684800700 -1 osd.3 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:23:56.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:23:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:23:55.677+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:23:56.029 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:55 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:55.636+0000 7f267b000700 -1 osd.3 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:29.370665+0000 front 2024-04-25T19:23:29.369777+0000 (oldest deadline 2024-04-25T19:23:54.669840+0000) 2024-04-25T19:23:56.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:23:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:23:55.804+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:23:56.706 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:56 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:56.662+0000 7f267b000700 -1 osd.3 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:29.370665+0000 front 2024-04-25T19:23:29.369777+0000 (oldest deadline 2024-04-25T19:23:54.669840+0000) 2024-04-25T19:23:57.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:23:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:23:56.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:23:57.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:23:56 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:23:56.704+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:23:57.103 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:23:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:23:56.807+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:23:58.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:23:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:23:57.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:23:58.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:23:57 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:23:57.706+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:23:58.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:57 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:57.678+0000 7f267b000700 -1 osd.3 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:29.370665+0000 front 2024-04-25T19:23:29.369777+0000 (oldest deadline 2024-04-25T19:23:54.669840+0000) 2024-04-25T19:23:58.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:23:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:23:57.818+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:23:58.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:23:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:23:57.853+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:23:59.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:23:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:23:58.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:23:59.029 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:58 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:58.692+0000 7f267b000700 -1 osd.3 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:29.370665+0000 front 2024-04-25T19:23:29.369777+0000 (oldest deadline 2024-04-25T19:23:54.669840+0000) 2024-04-25T19:23:59.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:23:58 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:23:58.709+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:23:59.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:23:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:23:58.851+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:23:59.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:23:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:23:58.792+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:00.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:23:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:23:59.717+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:00.029 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:23:59 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3[48955]: 2024-04-25T19:23:59.651+0000 7f267b000700 -1 osd.3 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:29.370665+0000 front 2024-04-25T19:23:29.369777+0000 (oldest deadline 2024-04-25T19:23:54.669840+0000) 2024-04-25T19:24:00.030 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:23:59 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:23:59.725+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:00.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:23:59 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:23:59.582+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:00.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:23:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:23:59.810+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:00.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:23:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:23:59.801+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:01.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:00.736+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:01.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:00 smithi032 podman[107656]: 2024-04-25 19:24:00.737256319 +0000 UTC m=+5.706767937 container died 52f28c7e60a4f14751c03de9a4e6b2a0a041d538f781ffe9bbc51c821d8c8870 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:24:01.030 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:00.758+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:01.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:00 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:00.618+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:01.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:00.774+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:01.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:00.825+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:01.443 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:01 smithi032 podman[107656]: 2024-04-25 19:24:01.183183975 +0000 UTC m=+6.152695619 container cleanup 52f28c7e60a4f14751c03de9a4e6b2a0a041d538f781ffe9bbc51c821d8c8870 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS) 2024-04-25T19:24:01.444 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:01 smithi032 bash[107656]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3 2024-04-25T19:24:01.775 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:01 smithi032 podman[107687]: 2024-04-25 19:24:01.442634293 +0000 UTC m=+0.685970525 container remove 52f28c7e60a4f14751c03de9a4e6b2a0a041d538f781ffe9bbc51c821d8c8870 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-25T19:24:01.776 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:01 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:01.583+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:02.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:01 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:01.697+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:02.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:01 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:01.773+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:02.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:01.760+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:02.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:01.834+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:02.574 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:02 smithi032 podman[107771]: 2024-04-25 19:24:02.216110654 +0000 UTC m=+0.036419486 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:02.575 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:02 smithi032 podman[107771]: 2024-04-25 19:24:02.352136056 +0000 UTC m=+0.172444910 container create cbd57544dffdf7207a0efd2c6b8009dbbaba157ad974b108e53cc1ef913c5a6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-25T19:24:03.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:02 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:02.695+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:03.029 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:02 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:02.580+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:03.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:02 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:02.748+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:03.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:02 smithi032 podman[107771]: 2024-04-25 19:24:02.68910705 +0000 UTC m=+0.509415948 container init cbd57544dffdf7207a0efd2c6b8009dbbaba157ad974b108e53cc1ef913c5a6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-25T19:24:03.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:02 smithi032 podman[107771]: 2024-04-25 19:24:02.701468806 +0000 UTC m=+0.521777667 container start cbd57544dffdf7207a0efd2c6b8009dbbaba157ad974b108e53cc1ef913c5a6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-25T19:24:03.030 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:02 smithi032 podman[107771]: 2024-04-25 19:24:02.796866506 +0000 UTC m=+0.617175397 container attach cbd57544dffdf7207a0efd2c6b8009dbbaba157ad974b108e53cc1ef913c5a6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416) 2024-04-25T19:24:03.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:02.871+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:03.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:02.792+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:03.522 INFO:journalctl@ceph.osd.3.smithi032.stdout:Apr 25 19:24:03 smithi032 podman[107771]: 2024-04-25 19:24:03.169648374 +0000 UTC m=+0.989957226 container died cbd57544dffdf7207a0efd2c6b8009dbbaba157ad974b108e53cc1ef913c5a6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS) 2024-04-25T19:24:03.779 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:03 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:03.726+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:03.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:03 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:03.543+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:03.928 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.3.service' 2024-04-25T19:24:04.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:03 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:03.676+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:04.051 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:04.051 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-25T19:24:04.051 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-25T19:24:04.051 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.4 2024-04-25T19:24:04.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:03.856+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:04.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:03.794+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:04.485 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:04 smithi064 systemd[1]: Stopping Ceph osd.4 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:04.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:04.670+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:04.772 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:04.484+0000 7f74011ff700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:04.772 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:04.484+0000 7f74011ff700 -1 osd.4 121 *** Got signal Terminated *** 2024-04-25T19:24:04.772 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:04 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:04.484+0000 7f74011ff700 -1 osd.4 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:05.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:04.697+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:05.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:04 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:04.546+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:05.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:04.820+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:05.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:04.795+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:05.779 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:05 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:05.708+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:05.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:05 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:05.526+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:05.792 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:05.496+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:06.021 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:05 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:05.641+0000 7f73f97eb700 -1 osd.4 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:40.893582+0000 front 2024-04-25T19:23:40.893653+0000 (oldest deadline 2024-04-25T19:24:05.593739+0000) 2024-04-25T19:24:06.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:05 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:05.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:06.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:05 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:05.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:06.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:05.803+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:06.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:05.803+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:06.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:05.791+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:06.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:05.791+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:06.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:06 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:06.503+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:06.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:06 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:06.752+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:06.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:06 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:06.752+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:06.853 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:06 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:06.520+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:06.854 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:06 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:06.744+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:06.854 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:06 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:06.744+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:07.021 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:06 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:06.598+0000 7f73f97eb700 -1 osd.4 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:40.893582+0000 front 2024-04-25T19:23:40.893653+0000 (oldest deadline 2024-04-25T19:24:05.593739+0000) 2024-04-25T19:24:07.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:06 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:06.652+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:07.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:06 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:06.652+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:07.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:06 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:06.853+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:07.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:06 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:06.853+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:07.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:07.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:07.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:07.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:07.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:07.713+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:07.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:07 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:07.713+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:07.791 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:07.504+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:08.021 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:07 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:07.563+0000 7f73f97eb700 -1 osd.4 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:40.893582+0000 front 2024-04-25T19:23:40.893653+0000 (oldest deadline 2024-04-25T19:24:05.593739+0000) 2024-04-25T19:24:08.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:07 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:07.633+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:08.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:07 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:07.633+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:08.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:07.786+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:08.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:07.786+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:08.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:07.875+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:08.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:07.875+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:08.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:08 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:08.141+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:08.771 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:08 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4[43457]: 2024-04-25T19:24:08.518+0000 7f73f97eb700 -1 osd.4 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:40.893582+0000 front 2024-04-25T19:23:40.893653+0000 (oldest deadline 2024-04-25T19:24:05.593739+0000) 2024-04-25T19:24:08.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:08 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:08.653+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:08.772 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:08 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:08.653+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:08.773 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:08.500+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:08.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:08 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:08.518+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:08.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:08 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:08.518+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:08.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:08 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:08.751+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:08.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:08 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:08.751+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:09.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:08.773+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:09.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:08.773+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:09.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:08.849+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:09.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:08.849+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:09.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:09 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:09.129+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:09.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:09.504+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:09.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:09.504+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:09.780 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:09.471+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:10.003 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:09 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:09.610+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:10.003 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:09 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:09.610+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:10.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:09.816+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:10.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:09.816+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:10.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:09.779+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:10.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:09 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:09.779+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:10.271 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:10 smithi064 podman[69804]: 2024-04-25 19:24:10.00309911 +0000 UTC m=+5.751711800 container died 909c586b9489a39abab3b29c303f1136bc367ebed572607f6535f83009832bae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-25T19:24:10.272 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:10 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:10.156+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:10.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:09.785+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:10.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:09 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:09.785+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:10.701 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:10 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:10.438+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:10.728 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:10 smithi064 podman[69804]: 2024-04-25 19:24:10.537528995 +0000 UTC m=+6.286141675 container cleanup 909c586b9489a39abab3b29c303f1136bc367ebed572607f6535f83009832bae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:24:10.729 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:10 smithi064 bash[69804]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4 2024-04-25T19:24:10.729 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:10 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:10.608+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:10.729 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:10 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:10.608+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:10.755 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:10 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:10.482+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:10.755 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:10 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:10.482+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:11.021 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:10 smithi064 podman[69821]: 2024-04-25 19:24:10.728346079 +0000 UTC m=+0.727799158 container remove 909c586b9489a39abab3b29c303f1136bc367ebed572607f6535f83009832bae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-25T19:24:11.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:10 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:10.754+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:11.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:10 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:10.754+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:11.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:10 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:10.798+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:11.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:10 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:10.798+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:11.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:10 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:10.749+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:11.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:10 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:10.749+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:11.432 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:11 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:11.179+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:11.432 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:11 smithi064 podman[69910]: 2024-04-25 19:24:11.084298346 +0000 UTC m=+0.018327161 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:11.432 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:11 smithi064 podman[69910]: 2024-04-25 19:24:11.304141721 +0000 UTC m=+0.238170528 container create 1aa9e7a9b28beeb9a86a280ae6f3622036967e4d9774c8f63679c75538758c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-25T19:24:11.773 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:11.463+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:11.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:11 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:11.453+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:11.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:11 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:11.453+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:11.859 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:11 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:11.649+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:11.859 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:11 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:11.649+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:11.859 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:11 smithi064 podman[69910]: 2024-04-25 19:24:11.557399874 +0000 UTC m=+0.491428684 container init 1aa9e7a9b28beeb9a86a280ae6f3622036967e4d9774c8f63679c75538758c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:24:11.859 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:11 smithi064 podman[69910]: 2024-04-25 19:24:11.560817802 +0000 UTC m=+0.494846618 container start 1aa9e7a9b28beeb9a86a280ae6f3622036967e4d9774c8f63679c75538758c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:24:11.860 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:11 smithi064 podman[69910]: 2024-04-25 19:24:11.648680084 +0000 UTC m=+0.582708902 container attach 1aa9e7a9b28beeb9a86a280ae6f3622036967e4d9774c8f63679c75538758c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True) 2024-04-25T19:24:11.860 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:11 smithi064 podman[69910]: 2024-04-25 19:24:11.859190276 +0000 UTC m=+0.793219091 container died 1aa9e7a9b28beeb9a86a280ae6f3622036967e4d9774c8f63679c75538758c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:24:12.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:11.772+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:12.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:11.772+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:12.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:11.784+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:12.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:11 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:11.785+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:12.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:11 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:11.791+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:12.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:11 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:11.791+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:12.476 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:12.221+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:12.477 INFO:journalctl@ceph.osd.4.smithi064.stdout:Apr 25 19:24:12 smithi064 podman[69936]: 2024-04-25 19:24:12.460995029 +0000 UTC m=+0.596289227 container remove 1aa9e7a9b28beeb9a86a280ae6f3622036967e4d9774c8f63679c75538758c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-25T19:24:12.482 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.4.service' 2024-04-25T19:24:12.523 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:12.523 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-25T19:24:12.523 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-25T19:24:12.523 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.5 2024-04-25T19:24:12.748 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:12 smithi066 systemd[1]: Stopping Ceph osd.5 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:12.748 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:12.481+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:12.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:12.642+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:12.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:12 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:12.642+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:12.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:12 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:12.434+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:12.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:12 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:12.434+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:13.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:12.747+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:13.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:12.747+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:13.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:12.805+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:13.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:12.805+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:13.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:12.988+0000 7fcd9cd32700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:13.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:12.988+0000 7fcd9cd32700 -1 osd.5 121 *** Got signal Terminated *** 2024-04-25T19:24:13.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:12 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:12.988+0000 7fcd9cd32700 -1 osd.5 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:13.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:12 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:12.838+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:13.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:12 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:12.838+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:13.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:13 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:13.203+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:13.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:13 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:13.203+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:13.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:13 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:13.401+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:13.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:13 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:13.401+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:13.829 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:13.519+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:13.830 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:13.519+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:13.830 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:13.716+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:13.830 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:13.716+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:14.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:13 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:13.681+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:14.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:13 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:13.681+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:14.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:13.828+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:14.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:13 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:13.828+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:14.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:13 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:13.795+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:14.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:13 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:13.795+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:14.307 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:14.158+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:14.308 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:14.158+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:14.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:14 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:14.401+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:14.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:14 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:14.401+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:14.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:14 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:14.401+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:14.868 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:14.498+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:14.868 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:14.498+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:14.869 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:14.736+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:14.869 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:14.736+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:15.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:14.698+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:15.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:14 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:14.698+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:15.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:14.867+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:15.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:14.867+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:15.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:14 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:14.867+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.744921+0000 front 2024-04-25T19:23:51.744946+0000 (oldest deadline 2024-04-25T19:24:14.045141+0000) 2024-04-25T19:24:15.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:14 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:14.816+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:15.280 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:14 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:14.816+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:15.280 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:14 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:14.816+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:15.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:15.171+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:15.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:15.171+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:15.774 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:15 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:15.357+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:15.774 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:15 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:15.357+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:15.775 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:15 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:15.357+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:15.784 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:15.456+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:15.784 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:15.456+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:16.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:15.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:16.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:15 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:15.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:16.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:15 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:15.772+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:16.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:15 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:15.772+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:16.030 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:15 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:15.772+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:16.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:15.890+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:16.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:15.890+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:16.201 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:15.890+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.744921+0000 front 2024-04-25T19:23:51.744946+0000 (oldest deadline 2024-04-25T19:24:14.045141+0000) 2024-04-25T19:24:16.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:15.783+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:16.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:15.783+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:16.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:15 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:15.783+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:16.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:16.198+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:16.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:16.198+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:16.745 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:16.364+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:16.745 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:16.364+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:16.745 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:16.364+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:16.766 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:16.467+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:16.766 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:16.467+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:17.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:16.685+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:17.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:16 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:16.685+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:17.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:16.743+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:17.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:16.743+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:17.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:16 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:16.743+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:17.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:16.765+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:17.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:16.765+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:17.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:16.765+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:17.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:16.902+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:17.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:16.902+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:17.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:16 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:16.902+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.744921+0000 front 2024-04-25T19:23:51.744946+0000 (oldest deadline 2024-04-25T19:24:14.045141+0000) 2024-04-25T19:24:17.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:17.243+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:17.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:17.243+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:17.701 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:17.435+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:17.701 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:17.435+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:17.708 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:17 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:17.404+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:17.709 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:17 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:17.404+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:17.709 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:17 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:17.404+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:18.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:17.658+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:18.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:17.658+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:18.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:17 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:17.658+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:18.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:17 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:17.707+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:18.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:17 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:17.707+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:18.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:17 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:17.707+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:18.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:17.777+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:18.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:17.777+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:18.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:17.777+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:18.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:17.949+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.241490+0000 front 2024-04-25T19:23:33.241061+0000 (oldest deadline 2024-04-25T19:23:55.541082+0000) 2024-04-25T19:24:18.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:17.949+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:39.542833+0000 front 2024-04-25T19:23:39.542860+0000 (oldest deadline 2024-04-25T19:24:05.442870+0000) 2024-04-25T19:24:18.202 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:17 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5[44568]: 2024-04-25T19:24:17.949+0000 7fcd9531e700 -1 osd.5 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.744921+0000 front 2024-04-25T19:23:51.744946+0000 (oldest deadline 2024-04-25T19:24:14.045141+0000) 2024-04-25T19:24:18.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:18.255+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:18.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:18.255+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:18.607 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:18 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:18.402+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:18.607 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:18 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:18.402+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:18.607 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:18 smithi066 podman[71929]: 2024-04-25 19:24:18.315314431 +0000 UTC m=+5.580418067 container died c13ce7aa0c7ff60d903dc8def875b37157fe648ed20aa5de547a1b7d6bb1fb95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-25T19:24:18.726 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:18.431+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:18.727 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:18.431+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:18.727 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:18.431+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:18.952 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:18 smithi066 podman[71929]: 2024-04-25 19:24:18.705198152 +0000 UTC m=+5.970301788 container cleanup c13ce7aa0c7ff60d903dc8def875b37157fe648ed20aa5de547a1b7d6bb1fb95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:24:18.952 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:18 smithi066 bash[71929]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5 2024-04-25T19:24:18.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:18 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:18.792+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:18.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:18 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:18.792+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:18.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:18 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:18.792+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:19.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:18.658+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:19.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:18.658+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:19.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:18 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:18.658+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:19.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:18.724+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:19.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:18.724+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:19.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:18.724+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:19.336 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:18 smithi066 podman[71947]: 2024-04-25 19:24:18.981963547 +0000 UTC m=+0.666660920 container remove c13ce7aa0c7ff60d903dc8def875b37157fe648ed20aa5de547a1b7d6bb1fb95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:24:19.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:19 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:19.213+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:19.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:19 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:19.213+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:19.589 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:19 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:19.402+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:19.589 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:19 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:19.402+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:19.589 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:19 smithi066 podman[72034]: 2024-04-25 19:24:19.239016448 +0000 UTC m=+0.018291487 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:19.589 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:19 smithi066 podman[72034]: 2024-04-25 19:24:19.457929291 +0000 UTC m=+0.237204345 container create 0df0cd9bd09946227752d646a481ae04330633663a674a076f3f476b37476904 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:24:19.735 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:19.477+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:19.735 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:19.477+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:19.735 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:19.477+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:19.951 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:19 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:19.799+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:19.951 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:19 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:19.799+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:19.951 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:19 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:19.799+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:19.952 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:19 smithi066 podman[72034]: 2024-04-25 19:24:19.676928134 +0000 UTC m=+0.456203147 container init 0df0cd9bd09946227752d646a481ae04330633663a674a076f3f476b37476904 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-25T19:24:19.952 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:19 smithi066 podman[72034]: 2024-04-25 19:24:19.680576414 +0000 UTC m=+0.459851433 container start 0df0cd9bd09946227752d646a481ae04330633663a674a076f3f476b37476904 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:24:19.952 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:19 smithi066 podman[72034]: 2024-04-25 19:24:19.785420057 +0000 UTC m=+0.564695070 container attach 0df0cd9bd09946227752d646a481ae04330633663a674a076f3f476b37476904 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-25T19:24:20.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:19 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:19.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:20.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:19 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:19.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:20.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:19 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:19.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:20.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:19.733+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:20.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:19.733+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:20.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:19 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:19.733+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:20.297 INFO:journalctl@ceph.osd.5.smithi066.stdout:Apr 25 19:24:19 smithi066 podman[72034]: 2024-04-25 19:24:19.983918684 +0000 UTC m=+0.763193690 container died 0df0cd9bd09946227752d646a481ae04330633663a674a076f3f476b37476904 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-25T19:24:20.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:20 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:20.171+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:20.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:20 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:20.171+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:20.573 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:20 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:20.418+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:20.573 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:20 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:20.418+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:20.602 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.5.service' 2024-04-25T19:24:20.651 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:20.652 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-25T19:24:20.652 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-25T19:24:20.652 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.6 2024-04-25T19:24:20.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:20 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:20.752+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:20.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:20 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:20.752+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:20.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:20 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:20.752+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:20.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:20 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:20.508+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:20.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:20 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:20.508+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:20.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:20 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:20.508+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:20.951 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:20 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:20.785+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:20.951 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:20 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:20.785+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:20.951 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:20 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:20.785+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:21.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:20 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:20.656+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:21.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:20 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:20.656+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:21.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:20 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:20.656+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:21.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:20 smithi032 systemd[1]: Stopping Ceph osd.6 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:21.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:21.202+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:21.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:21.202+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:21.710 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:21.285+0000 7fb4da000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:21.710 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:21.285+0000 7fb4da000700 -1 osd.6 121 *** Got signal Terminated *** 2024-04-25T19:24:21.710 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:21.285+0000 7fb4da000700 -1 osd.6 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:21.710 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:21.708+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:21.710 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:21.708+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:21.711 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:21.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:21.711 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:21.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:21.711 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:21.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:21.799 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:21 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:21.460+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:21.799 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:21 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:21.460+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:22.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:21.641+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:22.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:21.641+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:22.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:21 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:21.641+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:22.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:21 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:21.708+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:22.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:21 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:21.798+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:22.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:21 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:21.798+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:22.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:21 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:21.798+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:22.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:22 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:22.242+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:22.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:22 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:22.242+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:22.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:22 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:22.242+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:22.825 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:22.477+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:22.825 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:22.477+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:23.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:22 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:22.625+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:23.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:22 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:22.625+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:23.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:22 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:22.625+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:23.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:22.723+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:23.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:22.723+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:23.029 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:22.723+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:23.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:22.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:23.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:22.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:23.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:22.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:23.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:22.824+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:23.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:22.824+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:23.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:22 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:22.824+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:23.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:23.260+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:23.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:23.260+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:23.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:23.260+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:23.841 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:23 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:23.497+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:23.841 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:23 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:23.497+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:23.842 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:23 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:23.497+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:24.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:23.623+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:24.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:23.623+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:24.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:23.623+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:24.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:23 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:23.623+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:24.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:23.541+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:24.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:23.541+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:24.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:23.541+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:24.030 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:23.703+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:24.030 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:23.703+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:24.030 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:23.703+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:24.031 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:23 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:23.703+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.667703+0000 front 2024-04-25T19:23:58.667748+0000 (oldest deadline 2024-04-25T19:24:23.367251+0000) 2024-04-25T19:24:24.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:23 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:23.839+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:24.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:23 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:23.839+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:24.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:23 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:23.839+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:24.661 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:24.293+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:24.661 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:24.293+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:24.661 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:24.293+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:24.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:24.730+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:24.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:24.730+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:24.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:24.730+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:24.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:24.730+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.667703+0000 front 2024-04-25T19:23:58.667748+0000 (oldest deadline 2024-04-25T19:24:23.367251+0000) 2024-04-25T19:24:24.781 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:24.505+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:24.781 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:24.505+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:24.781 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:24 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:24.505+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:24.850 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:24 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:24.529+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:24.850 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:24 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:24.529+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:24.850 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:24 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:24.529+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:25.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:24.660+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:25.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:24.660+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:25.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:24.660+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:25.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:24 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:24.660+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:25.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:24 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:24.848+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:25.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:24 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:24.848+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:25.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:24 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:24.848+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:25.693 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:25.294+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:25.694 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:25.294+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:25.694 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:25.295+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:25.691+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.060440+0000 front 2024-04-25T19:23:33.060798+0000 (oldest deadline 2024-04-25T19:23:55.960307+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:25.691+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.762478+0000 front 2024-04-25T19:23:41.762180+0000 (oldest deadline 2024-04-25T19:24:05.862363+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:25.691+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.364596+0000 front 2024-04-25T19:23:49.364673+0000 (oldest deadline 2024-04-25T19:24:14.064832+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6[55617]: 2024-04-25T19:24:25.691+0000 7fb4d0800700 -1 osd.6 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.667703+0000 front 2024-04-25T19:23:58.667748+0000 (oldest deadline 2024-04-25T19:24:23.367251+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:25.486+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:25.486+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:25.486+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:25.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:25 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:25.486+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:25.885 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:25 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:25.484+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:25.885 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:25 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:25.484+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:25.885 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:25 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:25.484+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:26.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:25.692+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:26.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:25.692+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:26.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:25.692+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:26.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:25 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:25.692+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:26.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:25 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:25.883+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:26.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:25 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:25.883+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:26.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:25 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:25.883+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:26.698 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:26.283+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:26.699 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:26.283+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:26.699 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:26.283+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:26.779 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:26 smithi032 podman[107876]: 2024-04-25 19:24:26.655417407 +0000 UTC m=+5.517202700 container died 30373559a008cdde90e43ef7b751ddd88637fb7f59709e8f1b6afc6d6f1c770b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-25T19:24:26.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:26 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:26.523+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:26.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:26 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:26.523+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:26.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:26 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:26.523+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:26.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:26 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:26.523+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:26.878 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:26 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:26.529+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:26.879 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:26 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:26.529+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:26.879 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:26 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:26.529+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:27.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:26.697+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:27.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:26.697+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:27.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:26.697+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:27.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:26 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:26.697+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:27.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:26 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:26.877+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:27.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:26 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:26.877+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:27.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:26 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:26.877+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:27.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:27 smithi032 podman[107876]: 2024-04-25 19:24:27.187554086 +0000 UTC m=+6.049339386 container cleanup 30373559a008cdde90e43ef7b751ddd88637fb7f59709e8f1b6afc6d6f1c770b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-25T19:24:27.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:27 smithi032 bash[107876]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6 2024-04-25T19:24:27.677 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:27.285+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:27.677 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:27.285+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:27.677 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:27.285+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:27.781 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:27 smithi032 podman[107895]: 2024-04-25 19:24:27.450001523 +0000 UTC m=+0.774574016 container remove 30373559a008cdde90e43ef7b751ddd88637fb7f59709e8f1b6afc6d6f1c770b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T19:24:27.782 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:27 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:27.506+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:27.782 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:27 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:27.506+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:27.782 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:27 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:27.506+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:27.782 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:27 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:27.506+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:27.851 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:27.484+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:27.851 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:27.484+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:27.851 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:27.484+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:28.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:27.675+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:28.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:27.675+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:28.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:27.675+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:28.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:27 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:27.675+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:28.140 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:27.849+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:28.140 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:27.849+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:28.140 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:27 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:27.849+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:28.500 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:28 smithi032 podman[107989]: 2024-04-25 19:24:28.110377006 +0000 UTC m=+0.040866963 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:28.500 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:28 smithi032 podman[107989]: 2024-04-25 19:24:28.215043563 +0000 UTC m=+0.145533540 container create 835d42ff797c8aa74d5128937f86be3cde8fee6763a6951301ad572f17d9c373 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T19:24:28.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:28.245+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:28.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:28.245+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:28.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:28.245+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:28.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:28 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:28.498+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:28.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:28 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:28.498+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:28.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:28 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:28.498+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:28.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:28 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:28.498+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:28.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:28 smithi032 podman[107989]: 2024-04-25 19:24:28.502450152 +0000 UTC m=+0.432940136 container init 835d42ff797c8aa74d5128937f86be3cde8fee6763a6951301ad572f17d9c373 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:24:28.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:28 smithi032 podman[107989]: 2024-04-25 19:24:28.513841995 +0000 UTC m=+0.444331961 container start 835d42ff797c8aa74d5128937f86be3cde8fee6763a6951301ad572f17d9c373 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-25T19:24:28.780 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:28 smithi032 podman[107989]: 2024-04-25 19:24:28.601319825 +0000 UTC m=+0.531809842 container attach 835d42ff797c8aa74d5128937f86be3cde8fee6763a6951301ad572f17d9c373 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-25T19:24:28.854 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:28 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:28.527+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:28.854 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:28 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:28.527+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:28.854 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:28 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:28.527+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:29.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:28.695+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:29.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:28.695+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:29.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:28.695+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:29.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:28.695+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:29.107 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:28 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:28.852+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:29.107 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:28 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:28.852+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:29.108 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:28 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:28.852+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:29.279 INFO:journalctl@ceph.osd.6.smithi032.stdout:Apr 25 19:24:28 smithi032 podman[107989]: 2024-04-25 19:24:28.96355334 +0000 UTC m=+0.894043280 container died 835d42ff797c8aa74d5128937f86be3cde8fee6763a6951301ad572f17d9c373 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-25T19:24:29.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:29.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:29.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:29.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:29.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:29.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:29.698 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:29.466+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:29.698 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:29.466+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:29.698 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:29.466+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:29.698 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:29 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:29.466+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:29.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.6.service' 2024-04-25T19:24:29.865 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:29.866 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-25T19:24:29.866 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-25T19:24:29.866 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.7 2024-04-25T19:24:29.889 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:29 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:29.500+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:29.889 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:29 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:29.500+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:29.889 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:29 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:29.500+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:30.021 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:29 smithi064 systemd[1]: Stopping Ceph osd.7 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:30.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:29.685+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:30.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:29.685+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:30.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:29.685+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:30.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:29 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:29.685+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:30.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:29 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:29.887+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:30.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:29 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:29.887+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:30.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:29 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:29.887+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:30.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:30.188+0000 7f0600d7a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:30.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:30.188+0000 7f0600d7a700 -1 osd.7 121 *** Got signal Terminated *** 2024-04-25T19:24:30.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:30.188+0000 7f0600d7a700 -1 osd.7 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:30.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:30.196+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:30.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:30.196+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:30.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:30.196+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:30.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:30 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:30.494+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:30.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:30 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:30.494+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:30.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:30 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:30.494+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:30.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:30 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:30.494+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:30.890 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:30 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:30.541+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:30.890 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:30 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:30.541+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:30.891 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:30 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:30.541+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:31.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:30.667+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:31.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:30.667+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:31.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:30.667+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:31.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:30 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:30.667+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:31.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:30 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:30.889+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:31.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:30 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:30.889+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:31.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:30 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:30.889+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:31.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:31.235+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:31.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:31.235+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:31.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:31.235+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:31.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:31 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:31.451+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:31.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:31 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:31.451+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:31.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:31 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:31.451+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:31.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:31 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:31.451+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:31.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:31 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:31.451+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:31.920 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:31.553+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:31.920 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:31.553+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:31.920 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:31.553+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:32.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:31.699+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:32.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:31.699+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:32.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:31.699+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:32.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:31.699+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:32.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:31 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:31.699+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:32.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:31.918+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:32.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:31.918+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:32.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:31.918+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:32.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:31 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:31.918+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:32.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:32.254+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:32.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:32.254+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:32.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:32.254+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:32.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:32.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:32.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:32.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:32.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:32.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:32.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:32.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:32.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:32 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:32.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:32.880 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:32.590+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:32.881 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:32.590+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:32.881 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:32.590+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:33.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:32.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:33.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:32.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:33.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:32.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:33.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:32.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:33.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:32 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:32.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:33.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:32.879+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:33.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:32.879+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:33.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:32.879+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:33.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:32 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:32.879+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:33.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:33.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:33.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:33.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:33.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:33.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:33.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:33.240+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:07.707823+0000 front 2024-04-25T19:24:07.707899+0000 (oldest deadline 2024-04-25T19:24:33.008103+0000) 2024-04-25T19:24:33.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:33.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:33.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:33.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:33.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:33.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:33.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:33.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:33.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:33 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:33.459+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:33.951 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:33.606+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:33.951 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:33.606+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:33.952 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:33.606+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:33.952 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:33.606+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:33.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:33.840+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:33.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:33.840+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:33.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:33.840+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:33.952 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:33 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:33.840+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:34.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:33.683+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:34.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:33.683+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:34.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:33.683+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:34.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:33.683+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:34.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:33.683+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:34.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:34.222+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:43.203234+0000 front 2024-04-25T19:23:43.203309+0000 (oldest deadline 2024-04-25T19:24:07.303427+0000) 2024-04-25T19:24:34.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:34.222+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:48.404835+0000 front 2024-04-25T19:23:48.404968+0000 (oldest deadline 2024-04-25T19:24:13.104876+0000) 2024-04-25T19:24:34.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:34.222+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:56.506949+0000 front 2024-04-25T19:23:56.506802+0000 (oldest deadline 2024-04-25T19:24:21.806939+0000) 2024-04-25T19:24:34.522 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7[50157]: 2024-04-25T19:24:34.222+0000 7f05fd36e700 -1 osd.7 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:07.707823+0000 front 2024-04-25T19:24:07.707899+0000 (oldest deadline 2024-04-25T19:24:33.008103+0000) 2024-04-25T19:24:34.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:34 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:34.414+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:34.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:34 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:34.414+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:34.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:34 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:34.414+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:34.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:34 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:34.414+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:34.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:34 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:34.414+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:34.832 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:34.576+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:34.832 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:34.576+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:34.832 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:34.576+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:34.832 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:34.576+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:35.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:34.691+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:35.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:34.691+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:35.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:34.691+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:35.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:34.691+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:35.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:34 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:34.691+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:35.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:34.830+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:35.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:34.830+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:35.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:34.830+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:35.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:34 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:34.830+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:35.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:35.402+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:35.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:35.402+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:35.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:35.402+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:35.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:35.402+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:35.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:35 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:35.402+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:35.827 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:35.532+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:35.827 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:35.532+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:35.827 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:35.532+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:35.827 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:35.532+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:35.965 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:35 smithi064 podman[70029]: 2024-04-25 19:24:35.668670433 +0000 UTC m=+5.592932400 container died b3caa2835a2a50f2ab7a164a2ce932d4a3d897d81666bdba57328b986e9b800b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-25T19:24:35.965 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:35.654+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:35.965 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:35.654+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:35.965 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:35.654+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:35.965 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:35.654+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:35.965 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:35 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:35.654+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:36.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:35.825+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:36.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:35.825+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:36.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:35.825+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:36.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:35 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:35.825+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:36.265 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70029]: 2024-04-25 19:24:36.054922637 +0000 UTC m=+5.979184605 container cleanup b3caa2835a2a50f2ab7a164a2ce932d4a3d897d81666bdba57328b986e9b800b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:24:36.265 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 bash[70029]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7 2024-04-25T19:24:36.521 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70046]: 2024-04-25 19:24:36.264911099 +0000 UTC m=+0.589573893 container remove b3caa2835a2a50f2ab7a164a2ce932d4a3d897d81666bdba57328b986e9b800b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T19:24:36.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:36.446+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:36.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:36.446+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:36.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:36.446+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:36.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:36.446+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:36.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:36 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:36.446+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:36.873 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:36.503+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:36.874 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:36.503+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:36.874 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:36.503+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:36.874 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:36.503+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:36.893 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70140]: 2024-04-25 19:24:36.674035822 +0000 UTC m=+0.115207476 container create 51aaef867c20fb2f2d83b611fb4688e257516e50fb80557b1f58b232c0876bcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True) 2024-04-25T19:24:36.893 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70140]: 2024-04-25 19:24:36.576990494 +0000 UTC m=+0.018162122 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:36.893 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70140]: 2024-04-25 19:24:36.892876863 +0000 UTC m=+0.334048472 container init 51aaef867c20fb2f2d83b611fb4688e257516e50fb80557b1f58b232c0876bcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-25T19:24:36.893 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:36.630+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:36.894 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:36.630+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:36.894 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:36.630+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:36.894 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:36.630+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:36.894 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:36 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:36.630+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:37.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:36.872+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:37.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:36.872+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:37.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:36.872+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:37.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:36 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:36.872+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:37.202 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70140]: 2024-04-25 19:24:36.896431479 +0000 UTC m=+0.337603094 container start 51aaef867c20fb2f2d83b611fb4688e257516e50fb80557b1f58b232c0876bcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-25T19:24:37.202 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:36 smithi064 podman[70140]: 2024-04-25 19:24:36.976264042 +0000 UTC m=+0.417435664 container attach 51aaef867c20fb2f2d83b611fb4688e257516e50fb80557b1f58b232c0876bcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-25T19:24:37.485 INFO:journalctl@ceph.osd.7.smithi064.stdout:Apr 25 19:24:37 smithi064 podman[70140]: 2024-04-25 19:24:37.201445617 +0000 UTC m=+0.642617228 container died 51aaef867c20fb2f2d83b611fb4688e257516e50fb80557b1f58b232c0876bcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux ) 2024-04-25T19:24:37.768 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:37.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:37.768 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:37.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:37.768 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:37.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:37.769 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:37.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:37.769 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:37 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:37.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:37.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:37.646+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:37.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:37.646+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:37.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:37.646+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:37.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:37.646+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:37.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:37.646+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:37.857 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.7.service' 2024-04-25T19:24:37.879 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:37.455+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:37.880 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:37.455+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:37.880 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:37.455+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:37.880 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:37.455+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:37.895 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:37.895 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-25T19:24:37.896 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-25T19:24:37.896 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.8 2024-04-25T19:24:38.201 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:37 smithi066 systemd[1]: Stopping Ceph osd.8 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:38.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:37.878+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:38.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:37.878+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:38.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:37.878+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:38.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:37 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:37.878+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:38.482 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.215+0000 7fe875d78700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:38.482 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.215+0000 7fe875d78700 -1 osd.8 121 *** Got signal Terminated *** 2024-04-25T19:24:38.483 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.215+0000 7fe875d78700 -1 osd.8 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:38.771 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:38.668+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:38.772 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:38.668+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:38.772 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:38.668+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:38.772 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:38.668+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:38.772 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:38 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:38.668+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:38.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:38.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:38.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:38.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:38.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:38.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:38.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:38.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:38.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:38 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:38.465+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:38.839 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.481+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:38.839 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.481+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:38.839 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.481+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:38.839 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.481+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:38.839 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:38.481+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.875010+0000 front 2024-04-25T19:24:17.874965+0000 (oldest deadline 2024-04-25T19:24:38.374994+0000) 2024-04-25T19:24:39.181 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:38.837+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:39.182 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:38.837+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:39.182 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:38.837+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:39.182 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:38 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:38.837+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:39.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:39.484+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:39.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:39.484+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:39.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:39.484+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:39.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:39.484+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:39.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:39.484+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:39.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:39 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:39.484+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:39.875 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:39.496+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:39.875 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:39.496+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:39.875 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:39.496+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:39.875 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:39.496+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:39.875 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:39.496+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.875010+0000 front 2024-04-25T19:24:17.874965+0000 (oldest deadline 2024-04-25T19:24:38.374994+0000) 2024-04-25T19:24:40.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:39.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:40.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:39.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:40.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:39.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:40.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:39.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:40.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:39 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:39.709+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:40.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:39.870+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:40.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:39.870+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:40.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:39.870+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:40.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:39 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:39.870+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:40.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:40.488+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:40.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:40.488+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:40.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:40.488+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:40.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:40.488+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:40.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:40.488+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:40.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:40 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:40.488+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:40.884 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:40.537+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:40.884 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:40.537+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:40.884 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:40.537+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:40.884 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:40.537+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:40.884 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:40.537+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.875010+0000 front 2024-04-25T19:24:17.874965+0000 (oldest deadline 2024-04-25T19:24:38.374994+0000) 2024-04-25T19:24:41.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:40 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:40.687+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:41.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:40 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:40.687+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:41.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:40 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:40.687+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:41.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:40 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:40.687+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:41.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:40 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:40.687+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:41.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:40.881+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:41.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:40.881+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:41.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:40.882+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:41.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:40 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:40.882+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:41.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:41.525+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:41.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:41.525+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:41.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:41.525+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:41.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:41.525+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:41.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:41.525+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:41.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:41 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:41.525+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:41.903 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:41.510+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:41.903 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:41.510+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:41.903 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:41.510+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:41.904 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:41.510+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:41.904 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:41.510+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.875010+0000 front 2024-04-25T19:24:17.874965+0000 (oldest deadline 2024-04-25T19:24:38.374994+0000) 2024-04-25T19:24:42.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:41.686+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:42.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:41.686+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:42.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:41.686+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:42.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:41.686+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:42.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:41.686+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:42.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:41.686+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:42.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:41.902+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:42.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:41.902+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:42.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:41.902+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:42.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:41.902+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:42.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:41 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:41.902+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:42.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:42.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:42.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:42.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:42.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:42.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:42.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:42.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:42.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:42.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:42.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:42 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:42.492+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:42.939 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:42.512+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.766700+0000 front 2024-04-25T19:23:42.766735+0000 (oldest deadline 2024-04-25T19:24:05.066707+0000) 2024-04-25T19:24:42.939 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:42.512+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.369198+0000 front 2024-04-25T19:23:51.369358+0000 (oldest deadline 2024-04-25T19:24:12.969985+0000) 2024-04-25T19:24:42.939 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:42.512+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.072098+0000 front 2024-04-25T19:23:58.072302+0000 (oldest deadline 2024-04-25T19:24:22.771860+0000) 2024-04-25T19:24:42.939 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:42.512+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.073111+0000 front 2024-04-25T19:24:08.073033+0000 (oldest deadline 2024-04-25T19:24:33.372993+0000) 2024-04-25T19:24:42.939 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8[51428]: 2024-04-25T19:24:42.512+0000 7fe87236c700 -1 osd.8 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.875010+0000 front 2024-04-25T19:24:17.874965+0000 (oldest deadline 2024-04-25T19:24:38.374994+0000) 2024-04-25T19:24:43.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:42 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:42.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:43.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:42 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:42.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:43.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:42 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:42.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:43.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:42 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:42.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:43.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:42 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:42.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:43.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:42 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:42.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:43.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:42.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:43.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:42.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:43.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:42.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:43.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:42.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:43.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:42 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:42.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:43.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:43.462+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:43.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:43.462+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:43.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:43.462+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:43.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:43.462+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:43.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:43.462+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:43.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:43 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:43.462+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:43.842 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:43 smithi066 podman[72152]: 2024-04-25 19:24:43.557354607 +0000 UTC m=+5.463088874 container died 364255465d32af0019080f0075448d2b5489c91d313dacf54930e697a365d1b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-25T19:24:44.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:43 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:43.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:44.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:43 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:43.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:44.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:43 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:43.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:44.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:43 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:43.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:44.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:43 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:43.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:44.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:43 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:43.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:44.201 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:43 smithi066 podman[72152]: 2024-04-25 19:24:43.941582899 +0000 UTC m=+5.847317166 container cleanup 364255465d32af0019080f0075448d2b5489c91d313dacf54930e697a365d1b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T19:24:44.201 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:43 smithi066 bash[72152]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8 2024-04-25T19:24:44.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:43 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:43.949+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:44.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:43 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:43.949+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:44.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:43 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:43.949+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:44.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:43 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:43.949+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:44.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:43 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:43.949+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:44.701 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:44 smithi066 podman[72170]: 2024-04-25 19:24:44.351084511 +0000 UTC m=+0.790572787 container remove 364255465d32af0019080f0075448d2b5489c91d313dacf54930e697a365d1b1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-25T19:24:44.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:44.507+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:44.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:44.507+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:44.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:44.507+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:44.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:44.507+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:44.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:44.507+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:44.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:44 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:44.507+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:44.984 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:44 smithi066 podman[72261]: 2024-04-25 19:24:44.631670312 +0000 UTC m=+0.018490205 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:44.984 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:44 smithi066 podman[72261]: 2024-04-25 19:24:44.743652457 +0000 UTC m=+0.130472399 container create c5221d8230ffcfac04e22ec59601c18e6b331b65aec63671e7cfc708d3b3508d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-25T19:24:45.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:44 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:44.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:45.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:44 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:44.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:45.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:44 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:44.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:45.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:44 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:44.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:45.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:44 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:44.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:45.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:44 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:44.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:45 smithi066 podman[72261]: 2024-04-25 19:24:45.138115398 +0000 UTC m=+0.524935294 container init c5221d8230ffcfac04e22ec59601c18e6b331b65aec63671e7cfc708d3b3508d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:45 smithi066 podman[72261]: 2024-04-25 19:24:45.141497992 +0000 UTC m=+0.528317893 container start c5221d8230ffcfac04e22ec59601c18e6b331b65aec63671e7cfc708d3b3508d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:45 smithi066 podman[72261]: 2024-04-25 19:24:45.229643557 +0000 UTC m=+0.616463453 container attach c5221d8230ffcfac04e22ec59601c18e6b331b65aec63671e7cfc708d3b3508d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:44 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:44.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:44 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:44.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:44 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:44.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:45.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:44 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:44.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:45.453 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:44 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:44.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:45.733 INFO:journalctl@ceph.osd.8.smithi066.stdout:Apr 25 19:24:45 smithi066 podman[72261]: 2024-04-25 19:24:45.451955977 +0000 UTC m=+0.838775872 container died c5221d8230ffcfac04e22ec59601c18e6b331b65aec63671e7cfc708d3b3508d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:24:46.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:45 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:45.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:46.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:45 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:45.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:46.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:45 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:45.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:46.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:45 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:45.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:46.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:45 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:45.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:46.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:45 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:45.721+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:46.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:45.555+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:46.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:45.555+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:46.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:45.555+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:46.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:45.555+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:46.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:45.555+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:46.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:45 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:45.555+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:46.041 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.8.service' 2024-04-25T19:24:46.082 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:46.082 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-25T19:24:46.082 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-25T19:24:46.082 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.9 2024-04-25T19:24:46.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:45 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:45.995+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:46.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:45 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:45.995+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:46.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:45 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:45.995+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:46.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:45 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:45.995+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:46.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:45 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:45.995+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:46.529 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 systemd[1]: Stopping Ceph osd.9 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:47.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:46 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:46.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:47.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:46 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:46.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:47.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:46 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:46.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:47.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:46 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:46.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:47.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:46 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:46.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:47.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:46 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:46.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:47.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.554+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:47.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.554+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.554+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.554+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.554+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.554+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.757+0000 7fd0be200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.757+0000 7fd0be200700 -1 osd.9 121 *** Got signal Terminated *** 2024-04-25T19:24:47.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:46 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:46.757+0000 7fd0be200700 -1 osd.9 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:47.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:46.951+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:47.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:46.951+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:47.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:46.951+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:47.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:46.951+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:47.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:46.951+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:48.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:47 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:47.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:48.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:47 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:47.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:48.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:47 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:47.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:48.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:47 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:47.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:48.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:47 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:47.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:48.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:47 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:47.700+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:48.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:47.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:48.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:47.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:48.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:47.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:48.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:47.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:48.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:47.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:48.031 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:47 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:47.530+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:48.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:47 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:47.908+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:48.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:47 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:47.908+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:48.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:47 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:47.908+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:48.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:47 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:47.908+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:48.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:47 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:47.908+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:48.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:47 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:47.908+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:48.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:48.522+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:48.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:48.522+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:48.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:48.522+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:48.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:48.522+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:48.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:48.522+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:48.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:48 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:48.522+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:49.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:48 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:48.749+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:49.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:48 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:48.749+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:49.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:48 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:48.749+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:49.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:48 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:48.749+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:49.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:48 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:48.749+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:49.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:48 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:48.749+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:49.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:48 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:48.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:49.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:48 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:48.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:49.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:48 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:48.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:49.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:48 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:48.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:49.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:48 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:48.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:49.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:48 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:48.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:49.779 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:49.510+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:49.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:49.510+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:49.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:49.510+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:49.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:49.510+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:49.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:49.510+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:49.780 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:49 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:49.510+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:50.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:50.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:50.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:50.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:50.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:50.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:50.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:49 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:49.737+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:50.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:49.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:50.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:49.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:50.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:49.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:50.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:49.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:50.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:49.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:50.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:49.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:51.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:51.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:51.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:51.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:51.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:51.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:51.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:50 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:50.741+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:51.029 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:50.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:51.029 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:50.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:51.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:50.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:51.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:50.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:51.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:50.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:51.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:50 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:50.538+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:51.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:50 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:50.924+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:51.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:50 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:50.924+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:51.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:50 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:50.924+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:51.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:50 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:50.924+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:51.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:50 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:50.924+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:51.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:50 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:50.924+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:52.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:52.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:52.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:52.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:52.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:52.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:52.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:51 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:51.730+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:52.029 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:51.579+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:33.588657+0000 front 2024-04-25T19:23:33.588928+0000 (oldest deadline 2024-04-25T19:23:59.488446+0000) 2024-04-25T19:24:52.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:51.579+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.990767+0000 front 2024-04-25T19:23:42.990705+0000 (oldest deadline 2024-04-25T19:24:07.091005+0000) 2024-04-25T19:24:52.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:51.579+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.193144+0000 front 2024-04-25T19:23:51.193246+0000 (oldest deadline 2024-04-25T19:24:14.093398+0000) 2024-04-25T19:24:52.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:51.579+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:23:58.795525+0000 front 2024-04-25T19:23:58.795503+0000 (oldest deadline 2024-04-25T19:24:24.694930+0000) 2024-04-25T19:24:52.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:51.579+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.197122+0000 front 2024-04-25T19:24:05.197175+0000 (oldest deadline 2024-04-25T19:24:31.097390+0000) 2024-04-25T19:24:52.030 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:51 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9[62368]: 2024-04-25T19:24:51.579+0000 7fd0b4a00700 -1 osd.9 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.500722+0000 front 2024-04-25T19:24:17.500763+0000 (oldest deadline 2024-04-25T19:24:38.600997+0000) 2024-04-25T19:24:52.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:51 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:51.911+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:52.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:51 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:51.911+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:52.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:51 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:51.911+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:52.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:51 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:51.911+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:52.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:51 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:51.911+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:52.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:51 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:51.911+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:52.529 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:52 smithi032 podman[108096]: 2024-04-25 19:24:52.210554916 +0000 UTC m=+5.626836192 container died 55b04deffd76954360b19c1253dec9cbac9f53aeb6b06077f9728ffa46a0bed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-25T19:24:53.019 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:52 smithi032 podman[108096]: 2024-04-25 19:24:52.841345834 +0000 UTC m=+6.257627136 container cleanup 55b04deffd76954360b19c1253dec9cbac9f53aeb6b06077f9728ffa46a0bed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:24:53.019 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:52 smithi032 bash[108096]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9 2024-04-25T19:24:53.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:53.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:53.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:53.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:53.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:53.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:53.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:52 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:52.740+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:53.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:52 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:52.909+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:53.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:52 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:52.909+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:53.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:52 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:52.909+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:53.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:52 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:52.909+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:53.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:52 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:52.909+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:53.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:52 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:52.909+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:53.279 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:53 smithi032 podman[108117]: 2024-04-25 19:24:53.017700588 +0000 UTC m=+0.791839585 container remove 55b04deffd76954360b19c1253dec9cbac9f53aeb6b06077f9728ffa46a0bed9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:24:54.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:54.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:54.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:54.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:54.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:54.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:54.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:53 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:53.750+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:54.156 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:53 smithi032 podman[108209]: 2024-04-25 19:24:53.780086153 +0000 UTC m=+0.038368449 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:24:54.156 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:53 smithi032 podman[108209]: 2024-04-25 19:24:53.885289637 +0000 UTC m=+0.143571961 container create bee09637e5b447662892944c253c7109ce7045f845fae343b308be8b3d8a3c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:24:54.156 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:54 smithi032 podman[108209]: 2024-04-25 19:24:54.155057575 +0000 UTC m=+0.413339880 container init bee09637e5b447662892944c253c7109ce7045f845fae343b308be8b3d8a3c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:24:54.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:53.875+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:54.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:53.875+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:54.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:53.875+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:54.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:53.875+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:54.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:53.875+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:54.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:53.875+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:54.412 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:54 smithi032 podman[108209]: 2024-04-25 19:24:54.167544228 +0000 UTC m=+0.425826579 container start bee09637e5b447662892944c253c7109ce7045f845fae343b308be8b3d8a3c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-25T19:24:54.413 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:54 smithi032 podman[108209]: 2024-04-25 19:24:54.287529652 +0000 UTC m=+0.545812020 container attach bee09637e5b447662892944c253c7109ce7045f845fae343b308be8b3d8a3c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-25T19:24:54.733 INFO:journalctl@ceph.osd.9.smithi032.stdout:Apr 25 19:24:54 smithi032 podman[108209]: 2024-04-25 19:24:54.651021512 +0000 UTC m=+0.909303833 container died bee09637e5b447662892944c253c7109ce7045f845fae343b308be8b3d8a3c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:24:55.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:55.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:55.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:55.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:55.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:55.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:55.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:54 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:54.726+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:55.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:54 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:54.844+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:55.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:54 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:54.844+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:55.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:54 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:54.844+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:55.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:54 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:54.844+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:55.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:54 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:54.844+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:55.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:54 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:54.844+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:55.636 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.9.service' 2024-04-25T19:24:55.725 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:24:55.726 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-25T19:24:55.726 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-25T19:24:55.726 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.10 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:55.706+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:56.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:55 smithi064 systemd[1]: Stopping Ceph osd.10 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:24:56.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:55.891+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:56.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:55.891+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:56.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:55.891+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:56.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:55.891+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:56.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:55.891+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:56.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:55 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:55.891+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:56.521 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.024+0000 7ff1a60fe700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:24:56.521 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.024+0000 7ff1a60fe700 -1 osd.10 121 *** Got signal Terminated *** 2024-04-25T19:24:56.521 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.024+0000 7ff1a60fe700 -1 osd.10 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:24:57.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:57.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:57.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:57.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:57.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:57.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:57.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:56 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:56.684+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:57.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:56.907+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:57.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:56.907+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:57.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:56.907+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:57.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:56.907+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:57.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:56.907+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:57.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:56 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:56.907+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:58.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:58.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:58.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:58.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:58.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:58.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:58.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:57 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:57.704+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:58.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:57.938+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:58.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:57.938+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:58.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:57.938+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:58.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:57.938+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:58.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:57.938+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:58.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:57.938+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:59.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:24:59.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:24:59.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:24:59.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:24:59.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:24:59.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:24:59.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:58 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:58.690+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:24:59.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:24:59.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:24:59.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:24:59.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:24:59.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:24:59.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:24:59.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:58 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:58.916+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:00.023 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:25:00.023 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:25:00.024 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:25:00.024 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:25:00.024 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:25:00.024 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:25:00.024 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:24:59 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:24:59.679+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:25:00.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:00.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:00.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:00.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:00.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:00.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:00.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:24:59 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:24:59.934+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:01.021 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:32.007230+0000 front 2024-04-25T19:23:32.007110+0000 (oldest deadline 2024-04-25T19:23:55.506805+0000) 2024-04-25T19:25:01.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:41.407648+0000 front 2024-04-25T19:23:41.407690+0000 (oldest deadline 2024-04-25T19:24:04.907826+0000) 2024-04-25T19:25:01.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:51.309272+0000 front 2024-04-25T19:23:51.309197+0000 (oldest deadline 2024-04-25T19:24:17.209385+0000) 2024-04-25T19:25:01.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6814 osd.3 since back 2024-04-25T19:24:00.110817+0000 front 2024-04-25T19:24:00.110620+0000 (oldest deadline 2024-04-25T19:24:23.010383+0000) 2024-04-25T19:25:01.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:08.712358+0000 front 2024-04-25T19:24:08.712400+0000 (oldest deadline 2024-04-25T19:24:31.012483+0000) 2024-04-25T19:25:01.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:17.914498+0000 front 2024-04-25T19:24:17.914481+0000 (oldest deadline 2024-04-25T19:24:40.814250+0000) 2024-04-25T19:25:01.022 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:00 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10[56890]: 2024-04-25T19:25:00.693+0000 7ff1a26f2700 -1 osd.10 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:24.815885+0000 front 2024-04-25T19:24:24.816050+0000 (oldest deadline 2024-04-25T19:24:48.915587+0000) 2024-04-25T19:25:01.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:01.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:01.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:01.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:01.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:01.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:01.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:00 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:00.937+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:01.966 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:01 smithi064 podman[70257]: 2024-04-25 19:25:01.521669916 +0000 UTC m=+5.595907291 container died 674fd795a5e2643bac3a9e8952de0420c14ca34c2a3f95d36068d16f0475e704 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-25T19:25:01.967 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:01 smithi064 podman[70257]: 2024-04-25 19:25:01.965604437 +0000 UTC m=+6.039841801 container cleanup 674fd795a5e2643bac3a9e8952de0420c14ca34c2a3f95d36068d16f0475e704 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:25:02.271 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:01 smithi064 bash[70257]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10 2024-04-25T19:25:02.271 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:02 smithi064 podman[70274]: 2024-04-25 19:25:02.174918395 +0000 UTC m=+0.653320477 container remove 674fd795a5e2643bac3a9e8952de0420c14ca34c2a3f95d36068d16f0475e704 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-04-25T19:25:02.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:02.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:02.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:02.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:02.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:02.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:02.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:01 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:01.962+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:02.937 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:02 smithi064 podman[70363]: 2024-04-25 19:25:02.496782749 +0000 UTC m=+0.018527678 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:25:02.937 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:02 smithi064 podman[70363]: 2024-04-25 19:25:02.708961287 +0000 UTC m=+0.230706216 container create f6a03589362a3a09208cf4591b728b0849e483c2bf68c1e8e3bab0d6ee8c874b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-25T19:25:03.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:03.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:03.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:03.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:03.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:03.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:03.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:02 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:02.928+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:03.247 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:02 smithi064 podman[70363]: 2024-04-25 19:25:02.93686468 +0000 UTC m=+0.458609620 container init f6a03589362a3a09208cf4591b728b0849e483c2bf68c1e8e3bab0d6ee8c874b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-25T19:25:03.247 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:02 smithi064 podman[70363]: 2024-04-25 19:25:02.94011578 +0000 UTC m=+0.461860710 container start f6a03589362a3a09208cf4591b728b0849e483c2bf68c1e8e3bab0d6ee8c874b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-25T19:25:03.247 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:03 smithi064 podman[70363]: 2024-04-25 19:25:03.011597699 +0000 UTC m=+0.533342638 container attach f6a03589362a3a09208cf4591b728b0849e483c2bf68c1e8e3bab0d6ee8c874b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-25T19:25:03.521 INFO:journalctl@ceph.osd.10.smithi064.stdout:Apr 25 19:25:03 smithi064 podman[70363]: 2024-04-25 19:25:03.247365835 +0000 UTC m=+0.769110756 container died f6a03589362a3a09208cf4591b728b0849e483c2bf68c1e8e3bab0d6ee8c874b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:25:03.758 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.10.service' 2024-04-25T19:25:03.797 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:03.797 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-25T19:25:03.797 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-25T19:25:03.797 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.11 2024-04-25T19:25:04.111 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 systemd[1]: Stopping Ceph osd.11 for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:04.111 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:03 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:03.970+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:04.109+0000 7fbc0fb88700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:04.109+0000 7fbc0fb88700 -1 osd.11 121 *** Got signal Terminated *** 2024-04-25T19:25:04.112 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:04 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:04.109+0000 7fbc0fb88700 -1 osd.11 121 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-25T19:25:05.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:05.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.017+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6820 osd.8 since back 2024-04-25T19:24:42.086997+0000 front 2024-04-25T19:24:42.087018+0000 (oldest deadline 2024-04-25T19:25:04.987005+0000) 2024-04-25T19:25:06.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:06.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:06.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:06.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:06.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:06.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:06.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:06.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:05 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:05.982+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6820 osd.8 since back 2024-04-25T19:24:42.086997+0000 front 2024-04-25T19:24:42.087018+0000 (oldest deadline 2024-04-25T19:25:04.987005+0000) 2024-04-25T19:25:07.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:07.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:07.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:07.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:07.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:07.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:07.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:07.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.005+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6820 osd.8 since back 2024-04-25T19:24:42.086997+0000 front 2024-04-25T19:24:42.087018+0000 (oldest deadline 2024-04-25T19:25:04.987005+0000) 2024-04-25T19:25:08.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:08.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:08.201 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:08.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:08.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:08.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:08.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:08.202 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:07 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:07.993+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6820 osd.8 since back 2024-04-25T19:24:42.086997+0000 front 2024-04-25T19:24:42.087018+0000 (oldest deadline 2024-04-25T19:25:04.987005+0000) 2024-04-25T19:25:09.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6806 osd.0 since back 2024-04-25T19:23:31.175272+0000 front 2024-04-25T19:23:31.175438+0000 (oldest deadline 2024-04-25T19:23:57.075023+0000) 2024-04-25T19:25:09.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6804 osd.1 since back 2024-04-25T19:23:42.876935+0000 front 2024-04-25T19:23:42.876963+0000 (oldest deadline 2024-04-25T19:24:05.677549+0000) 2024-04-25T19:25:09.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6804 osd.2 since back 2024-04-25T19:23:49.778302+0000 front 2024-04-25T19:23:49.778586+0000 (oldest deadline 2024-04-25T19:24:15.678527+0000) 2024-04-25T19:25:09.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6812 osd.4 since back 2024-04-25T19:24:05.782859+0000 front 2024-04-25T19:24:05.782773+0000 (oldest deadline 2024-04-25T19:24:31.682683+0000) 2024-04-25T19:25:09.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6812 osd.5 since back 2024-04-25T19:24:16.883934+0000 front 2024-04-25T19:24:16.884042+0000 (oldest deadline 2024-04-25T19:24:41.584088+0000) 2024-04-25T19:25:09.452 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.32:6822 osd.6 since back 2024-04-25T19:24:21.584994+0000 front 2024-04-25T19:24:21.585044+0000 (oldest deadline 2024-04-25T19:24:47.484855+0000) 2024-04-25T19:25:09.453 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.64:6820 osd.7 since back 2024-04-25T19:24:34.486480+0000 front 2024-04-25T19:24:34.486420+0000 (oldest deadline 2024-04-25T19:24:58.586288+0000) 2024-04-25T19:25:09.453 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:08 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11[58037]: 2024-04-25T19:25:08.957+0000 7fbc0c17c700 -1 osd.11 121 heartbeat_check: no reply from 172.21.15.66:6820 osd.8 since back 2024-04-25T19:24:42.086997+0000 front 2024-04-25T19:24:42.087018+0000 (oldest deadline 2024-04-25T19:25:04.987005+0000) 2024-04-25T19:25:09.778 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:09 smithi066 podman[72380]: 2024-04-25 19:25:09.523730737 +0000 UTC m=+5.531672640 container died 465b438b011277c9155bdef7835a9edf0a6b11028602a2b8f6569672d25d0634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-25T19:25:10.145 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:09 smithi066 podman[72380]: 2024-04-25 19:25:09.896175948 +0000 UTC m=+5.904117848 container cleanup 465b438b011277c9155bdef7835a9edf0a6b11028602a2b8f6569672d25d0634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-25T19:25:10.145 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:09 smithi066 bash[72380]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11 2024-04-25T19:25:10.451 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:10 smithi066 podman[72396]: 2024-04-25 19:25:10.144581655 +0000 UTC m=+0.618575737 container remove 465b438b011277c9155bdef7835a9edf0a6b11028602a2b8f6569672d25d0634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-25T19:25:10.789 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:10 smithi066 podman[72483]: 2024-04-25 19:25:10.470373665 +0000 UTC m=+0.112130122 container create b924118f06d68c39b1425962b5cadb63fff534a11fcd4be393547e2468749a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T19:25:10.790 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:10 smithi066 podman[72483]: 2024-04-25 19:25:10.376704948 +0000 UTC m=+0.018461406 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-25T19:25:10.790 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:10 smithi066 podman[72483]: 2024-04-25 19:25:10.78928841 +0000 UTC m=+0.431044868 container init b924118f06d68c39b1425962b5cadb63fff534a11fcd4be393547e2468749a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-25T19:25:11.096 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:10 smithi066 podman[72483]: 2024-04-25 19:25:10.792589147 +0000 UTC m=+0.434345613 container start b924118f06d68c39b1425962b5cadb63fff534a11fcd4be393547e2468749a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-25T19:25:11.096 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:10 smithi066 podman[72483]: 2024-04-25 19:25:10.872375781 +0000 UTC m=+0.514132248 container attach b924118f06d68c39b1425962b5cadb63fff534a11fcd4be393547e2468749a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-25T19:25:11.383 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:11 smithi066 podman[72483]: 2024-04-25 19:25:11.096053182 +0000 UTC m=+0.737809648 container died b924118f06d68c39b1425962b5cadb63fff534a11fcd4be393547e2468749a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:25:11.628 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.11.service' 2024-04-25T19:25:11.651 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:11 smithi066 podman[72509]: 2024-04-25 19:25:11.609045281 +0000 UTC m=+0.504207757 container remove b924118f06d68c39b1425962b5cadb63fff534a11fcd4be393547e2468749a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:25:11.651 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:11 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.11.service: Deactivated successfully. 2024-04-25T19:25:11.651 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:11 smithi066 systemd[1]: Stopped Ceph osd.11 for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T19:25:11.651 INFO:journalctl@ceph.osd.11.smithi066.stdout:Apr 25 19:25:11 smithi066 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@osd.11.service: Consumed 13.364s CPU time. 2024-04-25T19:25:11.667 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:11.667 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-25T19:25:11.668 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-25T19:25:11.668 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.a 2024-04-25T19:25:12.030 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:11 smithi032 systemd[1]: Stopping Ceph mds.a for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:12.779 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:12 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a[69452]: 2024-04-25T19:25:12.284+0000 7f3268800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:12.779 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:12 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a[69452]: 2024-04-25T19:25:12.284+0000 7f3268800700 -1 mds.a *** got signal Terminated *** 2024-04-25T19:25:16.530 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:16 smithi032 podman[108325]: 2024-04-25 19:25:16.271665468 +0000 UTC m=+4.125051430 container died 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-25T19:25:17.029 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:16 smithi032 podman[108325]: 2024-04-25 19:25:16.792257523 +0000 UTC m=+4.645643505 container cleanup 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-25T19:25:17.029 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:16 smithi032 bash[108325]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a 2024-04-25T19:25:17.529 INFO:journalctl@ceph.mds.a.smithi032.stdout:Apr 25 19:25:17 smithi032 podman[108339]: 2024-04-25 19:25:17.141446003 +0000 UTC m=+0.855966785 container remove 6610d85206937e11b55ab4483ed7af78fd23a46a3fa329b7a9b7443948676489 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T19:25:17.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.a.service' 2024-04-25T19:25:17.803 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:17.803 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-25T19:25:17.803 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-25T19:25:17.803 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.d 2024-04-25T19:25:18.279 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:17 smithi032 systemd[1]: Stopping Ceph mds.d for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:18.779 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d[68239]: 2024-04-25T19:25:18.445+0000 7fef0dc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:18.779 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:18 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d[68239]: 2024-04-25T19:25:18.445+0000 7fef0dc00700 -1 mds.d *** got signal Terminated *** 2024-04-25T19:25:20.561 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:20 smithi032 podman[108444]: 2024-04-25 19:25:20.282564946 +0000 UTC m=+1.964387759 container died f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-25T19:25:20.875 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:20 smithi032 podman[108444]: 2024-04-25 19:25:20.673396934 +0000 UTC m=+2.355219735 container cleanup f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-25T19:25:20.875 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:20 smithi032 bash[108444]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d 2024-04-25T19:25:21.279 INFO:journalctl@ceph.mds.d.smithi032.stdout:Apr 25 19:25:20 smithi032 podman[108458]: 2024-04-25 19:25:20.874058657 +0000 UTC m=+0.579571773 container remove f4dd509ec7a6b1a354e9d05c8d2a0be9a3df2610f6b5542e66f7bf1378ccf54d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416) 2024-04-25T19:25:21.340 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.d.service' 2024-04-25T19:25:21.452 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:21.452 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-25T19:25:21.453 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-25T19:25:21.453 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.g 2024-04-25T19:25:22.029 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:25:21 smithi032 systemd[1]: Stopping Ceph mds.g for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:22.530 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:25:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: 2024-04-25T19:25:22.065+0000 7f7781000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:22.530 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:25:22 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g[69043]: 2024-04-25T19:25:22.065+0000 7f7781000700 -1 mds.g *** got signal Terminated *** 2024-04-25T19:25:24.529 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:25:24 smithi032 podman[108564]: 2024-04-25 19:25:24.275460128 +0000 UTC m=+2.350943710 container died d2fb49fd332191684a52bc66d37f0a507087b63cf272f5e8d9af216e5582d501 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-25T19:25:25.030 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:25:24 smithi032 podman[108564]: 2024-04-25 19:25:24.735058179 +0000 UTC m=+2.810541793 container cleanup d2fb49fd332191684a52bc66d37f0a507087b63cf272f5e8d9af216e5582d501 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-25T19:25:25.030 INFO:journalctl@ceph.mds.g.smithi032.stdout:Apr 25 19:25:24 smithi032 bash[108564]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-g 2024-04-25T19:25:25.543 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.g.service' 2024-04-25T19:25:25.659 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:25.659 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-25T19:25:25.659 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-25T19:25:25.660 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.j 2024-04-25T19:25:26.272 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:25 smithi032 systemd[1]: Stopping Ceph mds.j for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:26.529 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:26 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j[67844]: 2024-04-25T19:25:26.270+0000 7fd8f9200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:26.529 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:26 smithi032 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j[67844]: 2024-04-25T19:25:26.270+0000 7fd8f9200700 -1 mds.j *** got signal Terminated *** 2024-04-25T19:25:27.738 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:27 smithi032 podman[108682]: 2024-04-25 19:25:27.435207991 +0000 UTC m=+1.310899362 container died 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-25T19:25:28.029 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:27 smithi032 podman[108682]: 2024-04-25 19:25:27.872632799 +0000 UTC m=+1.748324167 container cleanup 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-04-25T19:25:28.030 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:27 smithi032 bash[108682]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j 2024-04-25T19:25:28.501 INFO:journalctl@ceph.mds.j.smithi032.stdout:Apr 25 19:25:28 smithi032 podman[108700]: 2024-04-25 19:25:28.090335452 +0000 UTC m=+0.636514746 container remove 7d246f391be57083865e65578f7d3897527e92ef2c32b6f709afa9bf72bf09d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True) 2024-04-25T19:25:28.550 DEBUG:teuthology.orchestra.run.smithi032:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.j.service' 2024-04-25T19:25:28.644 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:28.645 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-25T19:25:28.645 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-25T19:25:28.645 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.b 2024-04-25T19:25:28.949 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:28 smithi064 systemd[1]: Stopping Ceph mds.b for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:29.230 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b[62110]: 2024-04-25T19:25:28.948+0000 7f95b9f6a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:29.230 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:28 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b[62110]: 2024-04-25T19:25:28.948+0000 7f95b9f6a700 -1 mds.b *** got signal Terminated *** 2024-04-25T19:25:32.459 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 podman[70469]: 2024-04-25 19:25:32.202005278 +0000 UTC m=+3.367533770 container died d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-25T19:25:32.725 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 podman[70469]: 2024-04-25 19:25:32.524096772 +0000 UTC m=+3.689625251 container cleanup d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-25T19:25:32.726 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 bash[70469]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b 2024-04-25T19:25:32.956 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.b.service' 2024-04-25T19:25:32.978 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 podman[70495]: 2024-04-25 19:25:32.725342205 +0000 UTC m=+0.524196445 container remove d903a9c7bf0d95360e652487896d3c16a6a1b0f72e4086c8c70fa68928ea474e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-25T19:25:32.978 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-25T19:25:32.978 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 systemd[1]: Stopped Ceph mds.b for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T19:25:32.978 INFO:journalctl@ceph.mds.b.smithi064.stdout:Apr 25 19:25:32 smithi064 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.b.service: Consumed 3.039s CPU time. 2024-04-25T19:25:32.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:32.992 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-25T19:25:32.992 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-25T19:25:32.992 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.e 2024-04-25T19:25:33.271 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:25:33 smithi064 systemd[1]: Stopping Ceph mds.e for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:33.771 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:25:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e[61480]: 2024-04-25T19:25:33.311+0000 7fe0395fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:33.771 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:25:33 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e[61480]: 2024-04-25T19:25:33.311+0000 7fe0395fa700 -1 mds.e *** got signal Terminated *** 2024-04-25T19:25:36.521 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:25:36 smithi064 podman[70604]: 2024-04-25 19:25:36.198438141 +0000 UTC m=+2.984858429 container died 0c6ac2c23ad37efbd4f33bc38a3e14ea3e563331976e72420b30c44e1d4a9c49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-25T19:25:36.821 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:25:36 smithi064 podman[70604]: 2024-04-25 19:25:36.602513326 +0000 UTC m=+3.388933613 container cleanup 0c6ac2c23ad37efbd4f33bc38a3e14ea3e563331976e72420b30c44e1d4a9c49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-04-25T19:25:36.821 INFO:journalctl@ceph.mds.e.smithi064.stdout:Apr 25 19:25:36 smithi064 bash[70604]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-e 2024-04-25T19:25:36.966 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.e.service' 2024-04-25T19:25:37.001 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:37.001 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-25T19:25:37.001 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-25T19:25:37.001 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.h 2024-04-25T19:25:37.521 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:37 smithi064 systemd[1]: Stopping Ceph mds.h for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:37.521 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h[61790]: 2024-04-25T19:25:37.322+0000 7f06ef19d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:37.521 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:37 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h[61790]: 2024-04-25T19:25:37.322+0000 7f06ef19d700 -1 mds.h *** got signal Terminated *** 2024-04-25T19:25:40.482 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:40 smithi064 podman[70724]: 2024-04-25 19:25:40.199300136 +0000 UTC m=+2.977143715 container died e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-25T19:25:40.741 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:40 smithi064 podman[70724]: 2024-04-25 19:25:40.722579208 +0000 UTC m=+3.500422787 container cleanup e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T19:25:40.741 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:40 smithi064 bash[70724]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h 2024-04-25T19:25:41.163 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.h.service' 2024-04-25T19:25:41.184 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:40 smithi064 podman[70740]: 2024-04-25 19:25:40.92394604 +0000 UTC m=+0.723071405 container remove e211ea83c301f8d68c224d41ecfe902026859098694414368e18ce38c173f39a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-h, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-25T19:25:41.184 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:41 smithi064 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.h.service: Deactivated successfully. 2024-04-25T19:25:41.184 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:41 smithi064 systemd[1]: Stopped Ceph mds.h for 26958fb4-0334-11ef-bc93-c7b262605968. 2024-04-25T19:25:41.185 INFO:journalctl@ceph.mds.h.smithi064.stdout:Apr 25 19:25:41 smithi064 systemd[1]: ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.h.service: Consumed 3.081s CPU time. 2024-04-25T19:25:41.195 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:41.196 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-25T19:25:41.196 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-25T19:25:41.196 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.k 2024-04-25T19:25:41.518 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:41 smithi064 systemd[1]: Stopping Ceph mds.k for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:41.771 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k[61163]: 2024-04-25T19:25:41.517+0000 7f2be4f63700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:41.771 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:41 smithi064 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k[61163]: 2024-04-25T19:25:41.517+0000 7f2be4f63700 -1 mds.k *** got signal Terminated *** 2024-04-25T19:25:45.825 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:45 smithi064 podman[70845]: 2024-04-25 19:25:45.530649862 +0000 UTC m=+4.118364073 container died ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-25T19:25:46.271 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:45 smithi064 podman[70845]: 2024-04-25 19:25:45.967949024 +0000 UTC m=+4.555663235 container cleanup ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-25T19:25:46.272 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:45 smithi064 bash[70845]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k 2024-04-25T19:25:46.532 INFO:journalctl@ceph.mds.k.smithi064.stdout:Apr 25 19:25:46 smithi064 podman[70859]: 2024-04-25 19:25:46.277910882 +0000 UTC m=+0.743698489 container remove ea8572d69638e01c56ee2a3cd824e9166a1c55e7b9dd90c4a2aef9b9a9f5a840 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-k, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-25T19:25:46.548 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.k.service' 2024-04-25T19:25:46.579 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:46.580 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-25T19:25:46.580 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-25T19:25:46.580 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.c 2024-04-25T19:25:46.884 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:25:46 smithi066 systemd[1]: Stopping Ceph mds.c for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:47.157 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:25:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c[63026]: 2024-04-25T19:25:46.884+0000 7f8d4269d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:47.158 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:25:46 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c[63026]: 2024-04-25T19:25:46.884+0000 7f8d4269d700 -1 mds.c *** got signal Terminated *** 2024-04-25T19:25:48.451 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:25:48 smithi066 podman[72590]: 2024-04-25 19:25:48.196435324 +0000 UTC m=+1.413575696 container died 2cc09de5214c1f43a31b114e10fd0f196bc1ce846dadbef0e6c5319c74cf93cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:25:48.835 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:25:48 smithi066 podman[72590]: 2024-04-25 19:25:48.567434106 +0000 UTC m=+1.784574511 container cleanup 2cc09de5214c1f43a31b114e10fd0f196bc1ce846dadbef0e6c5319c74cf93cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:25:48.835 INFO:journalctl@ceph.mds.c.smithi066.stdout:Apr 25 19:25:48 smithi066 bash[72590]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-c 2024-04-25T19:25:48.996 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.c.service' 2024-04-25T19:25:49.032 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:49.032 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-25T19:25:49.032 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-25T19:25:49.032 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f 2024-04-25T19:25:49.358 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:25:49 smithi066 systemd[1]: Stopping Ceph mds.f for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:49.701 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:25:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[67881]: 2024-04-25T19:25:49.354+0000 7f882c31a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:49.701 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:25:49 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f[67881]: 2024-04-25T19:25:49.354+0000 7f882c31a700 -1 mds.f *** got signal Terminated *** 2024-04-25T19:25:52.480 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:25:52 smithi066 podman[72721]: 2024-04-25 19:25:52.20884905 +0000 UTC m=+2.949924428 container died ed618b28de28bb89b17c46659b304a14a47b447110e36052be0f7b1e9e00f1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-25T19:25:52.939 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:25:52 smithi066 podman[72721]: 2024-04-25 19:25:52.679158498 +0000 UTC m=+3.420233882 container cleanup ed618b28de28bb89b17c46659b304a14a47b447110e36052be0f7b1e9e00f1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:25:52.939 INFO:journalctl@ceph.mds.f.smithi066.stdout:Apr 25 19:25:52 smithi066 bash[72721]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-f 2024-04-25T19:25:53.111 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.f.service' 2024-04-25T19:25:53.144 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:53.145 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-25T19:25:53.145 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-25T19:25:53.145 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.i 2024-04-25T19:25:53.458 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:53 smithi066 systemd[1]: Stopping Ceph mds.i for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:53.951 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i[63335]: 2024-04-25T19:25:53.457+0000 7f7c18e44700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:53.951 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:53 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i[63335]: 2024-04-25T19:25:53.457+0000 7f7c18e44700 -1 mds.i *** got signal Terminated *** 2024-04-25T19:25:56.532 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:56 smithi066 podman[72842]: 2024-04-25 19:25:56.209249665 +0000 UTC m=+2.842443813 container died 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-25T19:25:56.950 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:56 smithi066 podman[72842]: 2024-04-25 19:25:56.532557653 +0000 UTC m=+3.165751792 container cleanup 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-25T19:25:56.950 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:56 smithi066 bash[72842]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i 2024-04-25T19:25:56.950 INFO:journalctl@ceph.mds.i.smithi066.stdout:Apr 25 19:25:56 smithi066 podman[72854]: 2024-04-25 19:25:56.725110685 +0000 UTC m=+0.511646934 container remove 5e7502ede07039f0bf028356b79fa1024e90ca359ef0a609d7ba196cbca3b8ff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-i, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-25T19:25:56.964 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.i.service' 2024-04-25T19:25:56.997 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:25:56.997 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-25T19:25:56.998 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-25T19:25:56.998 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.l 2024-04-25T19:25:57.311 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:25:57 smithi066 systemd[1]: Stopping Ceph mds.l for 26958fb4-0334-11ef-bc93-c7b262605968... 2024-04-25T19:25:57.604 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:25:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l[62415]: 2024-04-25T19:25:57.310+0000 7f1dd2534700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-25T19:25:57.604 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:25:57 smithi066 ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l[62415]: 2024-04-25T19:25:57.310+0000 7f1dd2534700 -1 mds.l *** got signal Terminated *** 2024-04-25T19:26:00.451 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:26:00 smithi066 podman[72962]: 2024-04-25 19:26:00.194154369 +0000 UTC m=+2.980620008 container died b1a83a279e770512787b7e20e436f2fbdd0faaa7e89fedec2f3982bc0e6eec39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-25T19:26:00.754 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:26:00 smithi066 podman[72962]: 2024-04-25 19:26:00.485746239 +0000 UTC m=+3.272211893 container cleanup b1a83a279e770512787b7e20e436f2fbdd0faaa7e89fedec2f3982bc0e6eec39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-04-25T19:26:00.754 INFO:journalctl@ceph.mds.l.smithi066.stdout:Apr 25 19:26:00 smithi066 bash[72962]: ceph-26958fb4-0334-11ef-bc93-c7b262605968-mds-l 2024-04-25T19:26:00.924 DEBUG:teuthology.orchestra.run.smithi066:> sudo pkill -f 'journalctl -f -n 0 -u ceph-26958fb4-0334-11ef-bc93-c7b262605968@mds.l.service' 2024-04-25T19:26:00.956 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-25T19:26:00.957 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-25T19:26:00.957 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T19:26:01.288 INFO:teuthology.orchestra.run.smithi032.stdout:Deleting cluster with fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:26:06.273 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T19:26:06.472 INFO:teuthology.orchestra.run.smithi064.stdout:Deleting cluster with fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:26:08.999 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-25T19:26:09.199 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:26:11.651 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T19:26:11.748 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T19:26:11.782 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-25T19:26:11.808 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-25T19:26:11.810 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi032/crash 2024-04-25T19:26:11.811 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash -- . 2024-04-25T19:26:11.909 INFO:teuthology.orchestra.run.smithi032.stderr:tar: /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T19:26:11.909 INFO:teuthology.orchestra.run.smithi032.stderr:tar: Error is not recoverable: exiting now 2024-04-25T19:26:11.913 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi064/crash 2024-04-25T19:26:11.914 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash -- . 2024-04-25T19:26:11.950 INFO:teuthology.orchestra.run.smithi064.stderr:tar: /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T19:26:11.951 INFO:teuthology.orchestra.run.smithi064.stderr:tar: Error is not recoverable: exiting now 2024-04-25T19:26:11.953 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi066/crash 2024-04-25T19:26:11.954 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash -- . 2024-04-25T19:26:12.030 INFO:teuthology.orchestra.run.smithi066.stderr:tar: /var/lib/ceph/26958fb4-0334-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-25T19:26:12.030 INFO:teuthology.orchestra.run.smithi066.stderr:tar: Error is not recoverable: exiting now 2024-04-25T19:26:12.031 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-25T19:26:12.031 DEBUG:teuthology.orchestra.run.smithi032:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-25T19:26:12.145 INFO:tasks.cephadm:Compressing logs... 2024-04-25T19:26:12.145 DEBUG:teuthology.orchestra.run.smithi032:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T19:26:12.150 DEBUG:teuthology.orchestra.run.smithi064:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T19:26:12.152 DEBUG:teuthology.orchestra.run.smithi066:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-25T19:26:12.177 INFO:teuthology.orchestra.run.smithi066.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log 2024-04-25T19:26:12.177 INFO:teuthology.orchestra.run.smithi066.stderr:: No such file or directory 2024-04-25T19:26:12.177 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-25T19:26:12.178 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-25T19:26:12.178 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T19:26:12.178 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-25T19:26:12.184 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-25T19:26:12.184 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-25T19:26:12.184 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-25T19:26:12.184 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-25T19:26:12.184 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T19:26:12.184 INFO:teuthology.orchestra.run.smithi066.stderr: 90.5% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T19:26:12.187 INFO:teuthology.orchestra.run.smithi064.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose: No such file or directory -- 2024-04-25T19:26:12.187 INFO:teuthology.orchestra.run.smithi064.stderr: /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.h.log: 90.4% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log.gz 87.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-04-25T19:26:12.188 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T19:26:12.189 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-25T19:26:12.189 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T19:26:12.189 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T19:26:12.191 INFO:teuthology.orchestra.run.smithi066.stderr: 92.5% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-25T19:26:12.191 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T19:26:12.193 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-25T19:26:12.193 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-25T19:26:12.193 INFO:teuthology.orchestra.run.smithi066.stderr: 83.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T19:26:12.194 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.5% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-25T19:26:12.200 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-25T19:26:12.206 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T19:26:12.207 INFO:teuthology.orchestra.run.smithi032.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-25T19:26:12.207 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log 2024-04-25T19:26:12.208 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-25T19:26:12.209 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-25T19:26:12.210 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-25T19:26:12.211 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-25T19:26:12.211 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-25T19:26:12.212 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-25T19:26:12.213 INFO:teuthology.orchestra.run.smithi032.stderr: 90.3% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-25T19:26:12.214 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T19:26:12.215 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-25T19:26:12.215 INFO:teuthology.orchestra.run.smithi032.stderr: 87.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-25T19:26:12.215 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-25T19:26:12.215 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T19:26:12.216 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-25T19:26:12.218 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-25T19:26:12.218 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-25T19:26:12.220 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.6.log: /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-25T19:26:12.221 INFO:teuthology.orchestra.run.smithi032.stderr: 94.4% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-25T19:26:12.222 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-25T19:26:12.222 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.k.log: 94.3% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-25T19:26:12.224 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.a.log: 84.0% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-25T19:26:12.224 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-25T19:26:12.225 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T19:26:12.225 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T19:26:12.229 INFO:teuthology.orchestra.run.smithi032.stderr:gzip -5 --verbose -- /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-25T19:26:12.231 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-25T19:26:12.245 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 91.0% 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T19:26:12.246 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T19:26:12.260 INFO:teuthology.orchestra.run.smithi032.stderr:/var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 93.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-25T19:26:12.262 INFO:teuthology.orchestra.run.smithi032.stderr: 90.9% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-25T19:26:12.287 INFO:teuthology.orchestra.run.smithi064.stderr: 94.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-25T19:26:12.318 INFO:teuthology.orchestra.run.smithi064.stderr: 94.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-25T19:26:12.320 INFO:teuthology.orchestra.run.smithi064.stderr: 93.2% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-25T19:26:12.321 INFO:teuthology.orchestra.run.smithi066.stderr: 93.1% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-25T19:26:12.322 INFO:teuthology.orchestra.run.smithi066.stderr: 93.3% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-25T19:26:12.366 INFO:teuthology.orchestra.run.smithi032.stderr: 94.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-25T19:26:12.382 INFO:teuthology.orchestra.run.smithi066.stderr: 94.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-25T19:26:12.391 INFO:teuthology.orchestra.run.smithi032.stderr: 93.3% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-25T19:26:12.528 INFO:teuthology.orchestra.run.smithi066.stderr: 93.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-25T19:26:12.795 INFO:teuthology.orchestra.run.smithi032.stderr: 90.2% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-25T19:26:12.937 INFO:teuthology.orchestra.run.smithi064.stderr: 92.0% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-25T19:26:12.977 INFO:teuthology.orchestra.run.smithi066.stderr: 91.9% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-25T19:26:13.284 INFO:teuthology.orchestra.run.smithi066.stderr: 92.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-25T19:26:13.704 INFO:teuthology.orchestra.run.smithi064.stderr: 92.1% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-25T19:26:13.862 INFO:teuthology.orchestra.run.smithi066.stderr: 92.0% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-25T19:26:13.942 INFO:teuthology.orchestra.run.smithi066.stderr: 91.7% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-25T19:26:14.057 INFO:teuthology.orchestra.run.smithi032.stderr: 90.1% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-25T19:26:14.089 INFO:teuthology.orchestra.run.smithi064.stderr: 92.1% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-25T19:26:14.290 INFO:teuthology.orchestra.run.smithi064.stderr: 92.4% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-25T19:26:14.376 INFO:teuthology.orchestra.run.smithi064.stderr: 91.9% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-25T19:26:14.378 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-04-25T19:26:14.378 INFO:teuthology.orchestra.run.smithi064.stderr:real 0m2.211s 2024-04-25T19:26:14.378 INFO:teuthology.orchestra.run.smithi064.stderr:user 0m8.580s 2024-04-25T19:26:14.379 INFO:teuthology.orchestra.run.smithi064.stderr:sys 0m0.283s 2024-04-25T19:26:14.424 INFO:teuthology.orchestra.run.smithi032.stderr: 92.9% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-25T19:26:14.569 INFO:teuthology.orchestra.run.smithi032.stderr: 92.9% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-25T19:26:14.665 INFO:teuthology.orchestra.run.smithi032.stderr: 92.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-25T19:26:14.825 INFO:teuthology.orchestra.run.smithi032.stderr: 92.2% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-25T19:26:14.886 INFO:teuthology.orchestra.run.smithi066.stderr: 92.0% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-25T19:26:14.888 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-04-25T19:26:14.888 INFO:teuthology.orchestra.run.smithi066.stderr:real 0m2.721s 2024-04-25T19:26:14.888 INFO:teuthology.orchestra.run.smithi066.stderr:user 0m8.452s 2024-04-25T19:26:14.888 INFO:teuthology.orchestra.run.smithi066.stderr:sys 0m0.278s 2024-04-25T19:26:14.924 INFO:teuthology.orchestra.run.smithi032.stderr: 92.6% -- replaced with /var/log/ceph/26958fb4-0334-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-25T19:26:14.928 INFO:teuthology.orchestra.run.smithi032.stderr: 2024-04-25T19:26:14.928 INFO:teuthology.orchestra.run.smithi032.stderr:real 0m2.746s 2024-04-25T19:26:14.929 INFO:teuthology.orchestra.run.smithi032.stderr:user 0m13.889s 2024-04-25T19:26:14.929 INFO:teuthology.orchestra.run.smithi032.stderr:sys 0m1.114s 2024-04-25T19:26:14.930 INFO:tasks.cephadm:Archiving logs... 2024-04-25T19:26:14.930 DEBUG:teuthology.misc:Transferring archived files from smithi032:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi032/log 2024-04-25T19:26:14.931 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T19:26:16.772 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi064/log 2024-04-25T19:26:16.773 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T19:26:18.185 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi066/log 2024-04-25T19:26:18.186 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-25T19:26:19.474 INFO:tasks.cephadm:Removing cluster... 2024-04-25T19:26:19.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --force 2024-04-25T19:26:19.805 INFO:teuthology.orchestra.run.smithi032.stdout:Deleting cluster with fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:26:20.428 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --force 2024-04-25T19:26:20.628 INFO:teuthology.orchestra.run.smithi064.stdout:Deleting cluster with fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:26:20.897 DEBUG:teuthology.orchestra.run.smithi066:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 26958fb4-0334-11ef-bc93-c7b262605968 --force 2024-04-25T19:26:21.097 INFO:teuthology.orchestra.run.smithi066.stdout:Deleting cluster with fsid: 26958fb4-0334-11ef-bc93-c7b262605968 2024-04-25T19:26:21.363 INFO:tasks.cephadm:Removing cephadm ... 2024-04-25T19:26:21.363 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T19:26:21.425 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T19:26:21.442 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-25T19:26:21.458 INFO:tasks.cephadm:Teardown complete 2024-04-25T19:26:21.458 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-25T19:26:21.470 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-25T19:26:21.471 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T19:26:21.479 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T19:26:21.485 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-25T19:26:21.640 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-25T19:26:21.653 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-25T19:26:21.653 DEBUG:teuthology.orchestra.run.smithi032:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T19:26:21.662 DEBUG:teuthology.orchestra.run.smithi064:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T19:26:21.665 DEBUG:teuthology.orchestra.run.smithi066:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-25T19:26:21.679 INFO:teuthology.orchestra.run.smithi064.stderr:bash: line 1: ntpq: command not found 2024-04-25T19:26:21.679 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-04-25T19:26:21.683 INFO:teuthology.orchestra.run.smithi064.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T19:26:21.683 INFO:teuthology.orchestra.run.smithi064.stdout:=============================================================================== 2024-04-25T19:26:21.683 INFO:teuthology.orchestra.run.smithi064.stdout:^* hv01.front.sepia.ceph.com 3 7 377 11 +1072us[+1066us] +/- 64ms 2024-04-25T19:26:21.683 INFO:teuthology.orchestra.run.smithi064.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 13 -1397us[-1404us] +/- 55ms 2024-04-25T19:26:21.683 INFO:teuthology.orchestra.run.smithi064.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +254us[ +247us] +/- 63ms 2024-04-25T19:26:21.683 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T19:26:21.685 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T19:26:21.685 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-04-25T19:26:21.685 INFO:teuthology.orchestra.run.smithi066.stdout:^* hv01.front.sepia.ceph.com 3 7 377 12 +1075us[+1067us] +/- 64ms 2024-04-25T19:26:21.685 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 13 -1364us[-1372us] +/- 55ms 2024-04-25T19:26:21.685 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 +282us[ +274us] +/- 63ms 2024-04-25T19:26:21.685 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T19:26:21.711 INFO:teuthology.orchestra.run.smithi032.stderr:bash: line 1: ntpq: command not found 2024-04-25T19:26:21.722 INFO:teuthology.orchestra.run.smithi032.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-25T19:26:21.722 INFO:teuthology.orchestra.run.smithi032.stdout:=============================================================================== 2024-04-25T19:26:21.722 INFO:teuthology.orchestra.run.smithi032.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 +1107us[+1105us] +/- 64ms 2024-04-25T19:26:21.722 INFO:teuthology.orchestra.run.smithi032.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 144 -1314us[-1247us] +/- 53ms 2024-04-25T19:26:21.722 INFO:teuthology.orchestra.run.smithi032.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +308us[ +306us] +/- 63ms 2024-04-25T19:26:21.722 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-25T19:26:21.725 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-25T19:26:21.737 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-25T19:26:21.738 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-25T19:26:21.748 DEBUG:teuthology.orchestra.run.smithi032:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T19:26:21.970 DEBUG:teuthology.orchestra.run.smithi064:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T19:26:22.045 DEBUG:teuthology.orchestra.run.smithi066:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-25T19:26:22.114 DEBUG:teuthology.orchestra.run.smithi032:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T19:26:22.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:26:22.214 DEBUG:teuthology.orchestra.run.smithi064:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T19:26:22.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:26:22.245 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-25T19:26:22.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:26:22.274 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-25T19:26:22.287 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-25T19:26:22.298 INFO:teuthology.task.internal:Duration was 2858.130528 seconds 2024-04-25T19:26:22.298 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-25T19:26:22.309 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-25T19:26:22.309 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T19:26:22.317 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T19:26:22.320 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-25T19:26:22.359 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T19:26:22.359 INFO:teuthology.orchestra.run.smithi064.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T19:26:22.467 INFO:teuthology.orchestra.run.smithi032.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-25T19:26:22.812 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-25T19:26:22.812 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi032.front.sepia.ceph.com 2024-04-25T19:26:22.812 DEBUG:teuthology.orchestra.run.smithi032:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T19:26:22.891 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi064.front.sepia.ceph.com 2024-04-25T19:26:22.891 DEBUG:teuthology.orchestra.run.smithi064:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T19:26:22.917 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi066.front.sepia.ceph.com 2024-04-25T19:26:22.917 DEBUG:teuthology.orchestra.run.smithi066:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-25T19:26:22.946 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-25T19:26:22.946 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T19:26:22.954 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T19:26:22.962 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-25T19:26:23.045 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-25T19:26:23.045 DEBUG:teuthology.orchestra.run.smithi032:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T19:26:23.050 DEBUG:teuthology.orchestra.run.smithi064:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T19:26:23.053 DEBUG:teuthology.orchestra.run.smithi066:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-25T19:26:24.038 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-25T19:26:24.052 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-25T19:26:24.053 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T19:26:24.132 DEBUG:teuthology.orchestra.run.smithi064:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T19:26:24.162 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-25T19:26:24.192 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-25T19:26:24.205 DEBUG:teuthology.orchestra.run.smithi032:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T19:26:24.213 DEBUG:teuthology.orchestra.run.smithi064:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T19:26:24.216 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-25T19:26:24.241 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = core 2024-04-25T19:26:24.259 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = core 2024-04-25T19:26:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = core 2024-04-25T19:26:24.353 DEBUG:teuthology.orchestra.run.smithi032:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T19:26:24.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:26:24.404 DEBUG:teuthology.orchestra.run.smithi064:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T19:26:24.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:26:24.422 DEBUG:teuthology.orchestra.run.smithi066:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-25T19:26:24.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-25T19:26:24.442 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-25T19:26:24.456 INFO:teuthology.task.internal:Transferring archived files... 2024-04-25T19:26:24.456 DEBUG:teuthology.misc:Transferring archived files from smithi032:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi032 2024-04-25T19:26:24.457 DEBUG:teuthology.orchestra.run.smithi032:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T19:26:24.579 DEBUG:teuthology.misc:Transferring archived files from smithi064:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi064 2024-04-25T19:26:24.580 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T19:26:24.621 DEBUG:teuthology.misc:Transferring archived files from smithi066:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-25_17:43:55-fs-wip-lusov-quiescer-distro-default-smithi/7673618/remote/smithi066 2024-04-25T19:26:24.621 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-25T19:26:24.662 INFO:teuthology.task.internal:Removing archive directory... 2024-04-25T19:26:24.662 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T19:26:24.671 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T19:26:24.673 DEBUG:teuthology.orchestra.run.smithi066:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-25T19:26:24.725 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-25T19:26:24.741 INFO:teuthology.task.internal:Not uploading archives. 2024-04-25T19:26:24.741 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-25T19:26:24.753 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-25T19:26:24.754 DEBUG:teuthology.orchestra.run.smithi032:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T19:26:24.762 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T19:26:24.764 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-25T19:26:24.780 INFO:teuthology.orchestra.run.smithi064.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 19:26 /home/ubuntu/cephtest 2024-04-25T19:26:24.782 INFO:teuthology.orchestra.run.smithi066.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 19:26 /home/ubuntu/cephtest 2024-04-25T19:26:24.814 INFO:teuthology.orchestra.run.smithi032.stdout: 393243 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 25 19:26 /home/ubuntu/cephtest 2024-04-25T19:26:24.817 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-25T19:26:24.831 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-25T19:26:24.860 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2858.130527973175 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-25T19:26:24.861 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-25T19:26:24.941 INFO:teuthology.run:pass